parameters.json

{
    "hyperparams": {
        "env_str": "BreakoutNoFrameskip-v4",
        "rl_type": "PPO",
        "eval_freq": 50000,
        "total_timesteps": 5000000,
        "clip_range": 0.1,
        "learning_rate": 0.00025,
        "n_steps": 128,
        "n_epochs": 4,
        "n_envs": 8,
        "batch_size": 256,
        "ent_coef": 0.01,
        "vf_coef": 0.5
    },
    "env_wrap_args": {
        "frame_skip": 4
    },
    "env_kwargs": {
        "render_mode": "rgb_array"
    },
    "env_val_wrap_args": {
        "frame_skip": 4,
        "noop_max": 30
    },
    "env_val_kwargs": {
        "render_mode": "rgb_array"
    }
}