{ "method": "er", "seed": 2012, "config": { "total_timesteps": 32768, "n_envs": 8, "n_steps": 32, "seq_len": 8, "n_epochs": 4, "n_minibatches": 8, "gamma": 0.9920319148370607, "lam": 0.951229424500714, "clip_range": 0.2, "vf_clip_range": 0.2, "lr": 0.0001, "actor_lr": 0.0001, "critic_lr": 0.0001, "log_std_lr": 0.001, "vf_coef": 0.5, "ent_coef": 0.0, "max_grad_norm": 0.5, "separate_actor_critic_grad_clipping": true, "target_kl": 0.03, "normalize_reward": true, "normalize_observation": false, "observation_clip": 10.0, "log_interval": 1, "seed": 2012, "separate_rng_streams": true, "initialization_seed": 2012, "environment_seed": 5201200, "policy_sampling_seed": 102012, "minibatch_seed": 302012, "initial_hidden_mode": "zero", "rollout_heartbeat": 4, "best_checkpoint_mode": "return", "best_checkpoint_window": 100, "best_checkpoint_min_episodes": 10, "best_checkpoint_velocity_key": "mean_x_velocity", "best_checkpoint_min_forward_velocity": 0.0, "best_checkpoint_max_high_z_termination_rate": 1.0, "best_checkpoint_max_inverted_completion_rate": 1.0, "best_checkpoint_max_functional_failure_rate": 1.0 }, "actor_parameter_count": 404593, "critic_parameter_count": 242433, "critic_sha256": "27e7d4589ae2a02d49168ee3130056bc39e7d5acf80c93c5c78bec08901a3270", "graph_sha256": "1e31e4c7fb4a3d4e626e209f87c3bb84a5beae4b64c3b2db341769debe5c7cb0", "graph_buffers_sha256": "61699a00c20da810d8be9c72eab5aabd5174da9e8a3a88e389fb50856e28ab4f", "action_storage": "pre-tanh Gaussian coordinates", "observation_dim": 688, "action_dim": 6, "teacher_used": false, "pretrained_actor_loaded": false, "readout": "normalized", "body": "NeuromechFly", "exploration_sampling": "antithetic_environment_halves", "initial_log_std": -1.0, "leg_residual_l2_limit_rad": 0.25980762113533157, "motor_interface": "normalized_multijoint_leg_synergy" }