{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4019896984100342, "min": 1.4019896984100342, "max": 1.426979660987854, "count": 37 }, "Huggy.Policy.Entropy.sum": { "value": 71092.09375, "min": 2542.107177734375, "max": 72266.578125, "count": 37 }, "Huggy.Environment.EpisodeLength.mean": { "value": 75.54517611026034, "min": 54.2, "max": 190.4236641221374, "count": 37 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49331.0, "min": 271.0, "max": 49891.0, "count": 37 }, "Huggy.Step.mean": { "value": 1999866.0, "min": 199973.0, "max": 1999866.0, "count": 37 }, "Huggy.Step.sum": { "value": 1999866.0, "min": 199973.0, "max": 1999866.0, "count": 37 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.4417426586151123, "min": 0.9321692585945129, "max": 2.4969701766967773, "count": 37 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1594.4578857421875, "min": 3.7286770343780518, "max": 1700.0970458984375, "count": 37 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.856938627923612, "min": 1.6766666322946548, "max": 3.997240308840204, "count": 37 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2518.5809240341187, "min": 6.706666529178619, "max": 2654.0289980769157, "count": 37 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.856938627923612, "min": 1.6766666322946548, "max": 3.997240308840204, "count": 37 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2518.5809240341187, "min": 6.706666529178619, "max": 2654.0289980769157, "count": 37 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 37 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 37 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.016049708780580353, "min": 0.012823678521939049, "max": 0.01949461327227861, "count": 36 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.032099417561160706, "min": 0.025647357043878098, "max": 0.05628959191186974, "count": 36 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.0606077050169309, "min": 0.03113752758751313, "max": 0.06483483865029283, "count": 36 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1212154100338618, "min": 0.06227505517502626, "max": 0.19450451595087848, "count": 36 }, "Huggy.Policy.LearningRate.mean": { "value": 3.3468238844250052e-06, "min": 3.3468238844250052e-06, "max": 0.00026540453653182495, "count": 36 }, "Huggy.Policy.LearningRate.sum": { "value": 6.6936477688500105e-06, "min": 6.6936477688500105e-06, "max": 0.0007544394485201999, "count": 36 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10111557499999999, "min": 0.10111557499999999, "max": 0.18846817500000002, "count": 36 }, "Huggy.Policy.Epsilon.sum": { "value": 0.20223114999999997, "min": 0.20223114999999997, "max": 0.5514798000000001, "count": 36 }, "Huggy.Policy.Beta.mean": { "value": 6.566719250000009e-05, "min": 6.566719250000009e-05, "max": 0.0044245619324999996, "count": 36 }, "Huggy.Policy.Beta.sum": { "value": 0.00013133438500000018, "min": 0.00013133438500000018, "max": 0.012578842019999998, "count": 36 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1687080074", "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --resume", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1687082140" }, "total": 2065.766773098, "count": 1, "self": 0.6812657870000294, "children": { "run_training.setup": { "total": 0.03636881799991443, "count": 1, "self": 0.03636881799991443 }, "TrainerController.start_learning": { "total": 2065.049138493, "count": 1, "self": 3.7264582429925213, "children": { "TrainerController._reset_env": { "total": 3.8483475049999925, "count": 1, "self": 3.8483475049999925 }, "TrainerController.advance": { "total": 2057.3616248380076, "count": 210541, "self": 3.859804120058925, "children": { "env_step": { "total": 1600.7084232930329, "count": 210541, "self": 1350.039755415009, "children": { "SubprocessEnvManager._take_step": { "total": 248.23543420104772, "count": 210541, "self": 14.3022052461763, "children": { "TorchPolicy.evaluate": { "total": 233.93322895487142, "count": 200830, "self": 233.93322895487142 } } }, "workers": { "total": 2.4332336769759877, "count": 210541, "self": 0.0, "children": { "worker_root": { "total": 2058.51178314098, "count": 210541, "is_parallel": true, "self": 952.8683227358017, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0007909820000122636, "count": 1, "is_parallel": true, "self": 0.00022505399999772635, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005659280000145372, "count": 2, "is_parallel": true, "self": 0.0005659280000145372 } } }, "UnityEnvironment.step": { "total": 0.03361743100003878, "count": 1, "is_parallel": true, "self": 0.000320633000228554, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00021548799998072354, "count": 1, "is_parallel": true, "self": 0.00021548799998072354 }, "communicator.exchange": { "total": 0.032315044999904785, "count": 1, "is_parallel": true, "self": 0.032315044999904785 }, "steps_from_proto": { "total": 0.0007662649999247151, "count": 1, "is_parallel": true, "self": 0.0002077679999956672, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005584969999290479, "count": 2, "is_parallel": true, "self": 0.0005584969999290479 } } } } } } }, "UnityEnvironment.step": { "total": 1105.643460405178, "count": 210540, "is_parallel": true, "self": 34.50121574313539, "children": { "UnityEnvironment._generate_step_input": { "total": 70.151822085047, "count": 210540, "is_parallel": true, "self": 70.151822085047 }, "communicator.exchange": { "total": 917.2463251109741, "count": 210540, "is_parallel": true, "self": 917.2463251109741 }, "steps_from_proto": { "total": 83.74409746602157, "count": 210540, "is_parallel": true, "self": 29.894990365123704, "children": { "_process_rank_one_or_two_observation": { "total": 53.84910710089787, "count": 421080, "is_parallel": true, "self": 53.84910710089787 } } } } } } } } } } }, "trainer_advance": { "total": 452.7933974249157, "count": 210541, "self": 5.456668560949652, "children": { "process_trajectory": { "total": 120.34129436296575, "count": 210541, "self": 119.08659346896513, "children": { "RLTrainer._checkpoint": { "total": 1.2547008940006208, "count": 10, "self": 1.2547008940006208 } } }, "_update_policy": { "total": 326.9954345010003, "count": 87, "self": 275.4153150860019, "children": { "TorchPPOOptimizer.update": { "total": 51.58011941499842, "count": 2610, "self": 51.58011941499842 } } } } } } }, "trainer_threads": { "total": 1.2720001905108802e-06, "count": 1, "self": 1.2720001905108802e-06 }, "TrainerController._save_models": { "total": 0.112706634999995, "count": 1, "self": 0.001814562999697955, "children": { "RLTrainer._checkpoint": { "total": 0.11089207200029705, "count": 1, "self": 0.11089207200029705 } } } } } } }