FlyControl-models / configs /figure2 /er /seed_2012.json
UncleStrawberryBear's picture
Archive paper Figures 2–4 and S3–S6 for private review (part 2)
34c81bb verified
Raw History Blame Contribute Delete
2.02 kB
{
"method": "er",
"seed": 2012,
"config": {
"total_timesteps": 32768,
"n_envs": 8,
"n_steps": 32,
"seq_len": 8,
"n_epochs": 4,
"n_minibatches": 8,
"gamma": 0.9920319148370607,
"lam": 0.951229424500714,
"clip_range": 0.2,
"vf_clip_range": 0.2,
"lr": 0.0001,
"actor_lr": 0.0001,
"critic_lr": 0.0001,
"log_std_lr": 0.001,
"vf_coef": 0.5,
"ent_coef": 0.0,
"max_grad_norm": 0.5,
"separate_actor_critic_grad_clipping": true,
"target_kl": 0.03,
"normalize_reward": true,
"normalize_observation": false,
"observation_clip": 10.0,
"log_interval": 1,
"seed": 2012,
"separate_rng_streams": true,
"initialization_seed": 2012,
"environment_seed": 5201200,
"policy_sampling_seed": 102012,
"minibatch_seed": 302012,
"initial_hidden_mode": "zero",
"rollout_heartbeat": 4,
"best_checkpoint_mode": "return",
"best_checkpoint_window": 100,
"best_checkpoint_min_episodes": 10,
"best_checkpoint_velocity_key": "mean_x_velocity",
"best_checkpoint_min_forward_velocity": 0.0,
"best_checkpoint_max_high_z_termination_rate": 1.0,
"best_checkpoint_max_inverted_completion_rate": 1.0,
"best_checkpoint_max_functional_failure_rate": 1.0
},
"actor_parameter_count": 404593,
"critic_parameter_count": 242433,
"critic_sha256": "27e7d4589ae2a02d49168ee3130056bc39e7d5acf80c93c5c78bec08901a3270",
"graph_sha256": "1e31e4c7fb4a3d4e626e209f87c3bb84a5beae4b64c3b2db341769debe5c7cb0",
"graph_buffers_sha256": "61699a00c20da810d8be9c72eab5aabd5174da9e8a3a88e389fb50856e28ab4f",
"action_storage": "pre-tanh Gaussian coordinates",
"observation_dim": 688,
"action_dim": 6,
"teacher_used": false,
"pretrained_actor_loaded": false,
"readout": "normalized",
"body": "NeuromechFly",
"exploration_sampling": "antithetic_environment_halves",
"initial_log_std": -1.0,
"leg_residual_l2_limit_rad": 0.25980762113533157,
"motor_interface": "normalized_multijoint_leg_synergy"
}