| { |
| "checkpoint": { |
| "algorithm_id": "ppo", |
| "filename": "model.zip", |
| "kind": "checkpoint", |
| "model_class": "stable_baselines3.ppo.ppo.PPO", |
| "sha256": "dc780350fb163acfa93592d93783f932e8536cb2bd718ea4789fe0846ad07420", |
| "size_bytes": 21054233, |
| "step": 4500000 |
| }, |
| "document_type": "rlab.model", |
| "format_version": 1, |
| "policy": { |
| "algorithm_id": "ppo", |
| "model_class": "stable_baselines3.ppo.ppo.PPO", |
| "training_backend_config_hash": "4a6293118b258140c5a2285db3a2d4e49bdf370706890b27bb462191edf67380", |
| "training_backend_id": "sb3.ppo" |
| }, |
| "provenance": { |
| "goal_slug": "Level2-3", |
| "kind": "checkpoint", |
| "metadata_version": 2, |
| "queue_train_job_id": 9, |
| "recipe_slug": "base", |
| "repo_git_commit": "1e18630ff20f40c4038d6bee5b023ff704c7277b", |
| "run_description": "Seed 1 runs the Level2-3 transfer of the successful Level1-1 B55 low-KL late-decay recipe, created to test whether that policy recipe transfers without changing PPO or reward hyperparameters while overriding only Level2-3 identity and reporting metadata.", |
| "run_name": "Level2-3_base_s1_20260704T121248Z", |
| "runtime_image_ref": "docker:ghcr.io/tsilva/gradlab/gradlab-train@sha256:d412737b5b53f2b07bae3f485a8cc3d58d5a5e9c28eb84b5fbd01e490f6a15f1", |
| "seed": 1, |
| "training_metadata": { |
| "env_config": { |
| "action_set": "simple", |
| "clip_rewards": false, |
| "completion_reward": 0.0, |
| "death_penalty": 25.0, |
| "done_on_events": [ |
| "life_loss", |
| "level_change" |
| ], |
| "env_provider": "supermariobrosnes-turbo", |
| "env_threads": 4, |
| "env_wrappers": [ |
| { |
| "id": "SuperMarioBrosNesProgressInfoWrapper", |
| "kwargs": {} |
| }, |
| { |
| "id": "SuperMarioBrosNesRewardEnvWrapper", |
| "kwargs": { |
| "completion_reward": 0.0, |
| "death_penalty": 25.0, |
| "progress_reward_scale": 1.0, |
| "reward_mode": "score", |
| "reward_scale": 10.0, |
| "score_progress_clipped": false, |
| "terminal_reward": 50.0 |
| } |
| } |
| ], |
| "frame_skip": 4, |
| "game": "SuperMarioBros-Nes-v0", |
| "hud_crop_top": -1, |
| "info_events": {}, |
| "max_episode_steps": 4500, |
| "max_pool_frames": false, |
| "no_progress_min_delta": 0, |
| "no_progress_timeout_steps": 0, |
| "obs_crop": [ |
| 32, |
| 0, |
| 0, |
| 0 |
| ], |
| "obs_resize_algorithm": "area", |
| "observation_size": 84, |
| "progress_reward_cap": 30.0, |
| "progress_reward_scale": 1.0, |
| "reward_mode": "score", |
| "reward_scale": 10.0, |
| "score_progress_clipped": false, |
| "state": "Level2-3", |
| "state_distribution": [], |
| "state_probs": [], |
| "state_sampling_mode": "single", |
| "states": [], |
| "sticky_action_prob": 0.0, |
| "task_conditioning": false, |
| "task_conditioning_info_values": [], |
| "task_conditioning_info_vars": [], |
| "terminal_reward": 50.0, |
| "time_penalty": 0.0, |
| "use_retro_reward": false |
| }, |
| "environment": { |
| "env_id": "supermariobrosnes-turbo:SuperMarioBros-Nes-v0", |
| "preprocessing": { |
| "frame_skip": 4, |
| "frame_stack": 4, |
| "max_pool_frames": false, |
| "obs_copy": "safe_view", |
| "obs_crop": [ |
| 32, |
| 0, |
| 0, |
| 0 |
| ], |
| "obs_crop_fill": 0, |
| "obs_crop_mode": "remove", |
| "obs_grayscale": true, |
| "obs_resize": [ |
| 84, |
| 84 |
| ], |
| "obs_resize_algorithm": "area", |
| "pipeline": "supermariobrosnes_turbo_native_vec_env", |
| "policy_observation_layout": "channel_first", |
| "sticky_action_prob": 0.0 |
| }, |
| "provider_args": { |
| "frame_stack": 4, |
| "info": "data", |
| "info_filter": "all", |
| "inttype": "stable", |
| "noop_reset_max": 0, |
| "obs_copy": "safe_view", |
| "obs_grayscale": true, |
| "obs_layout": "chw", |
| "obs_type": "image", |
| "players": 1, |
| "record": false, |
| "render_mode": "rgb_array", |
| "reward_clip": false, |
| "rom_path": null, |
| "scenario": "scenario", |
| "use_restricted_actions": "filtered" |
| }, |
| "schema_version": 2, |
| "state": "Level2-3", |
| "task": { |
| "action": { |
| "set": "simple" |
| }, |
| "events": { |
| "level_change": { |
| "operation": "change", |
| "signal": "level" |
| }, |
| "life_loss": { |
| "operation": "decrease", |
| "signal": "lives" |
| } |
| }, |
| "id": "mario", |
| "reward": { |
| "clip_rewards": false, |
| "completion_reward": 0.0, |
| "death_penalty": 25.0, |
| "progress_reward_cap": 30.0, |
| "progress_reward_scale": 1.0, |
| "reward_mode": "score", |
| "reward_scale": 10.0, |
| "score_progress_clipped": false, |
| "terminal_reward": 50.0, |
| "time_penalty": 0.0, |
| "use_native_reward": false |
| }, |
| "signals": { |
| "level": [ |
| "levelHi", |
| "levelLo" |
| ], |
| "lives": "lives", |
| "score": "score", |
| "x": [ |
| "xscrollHi", |
| "xscrollLo" |
| ] |
| }, |
| "termination": { |
| "failure": [ |
| "life_loss" |
| ], |
| "max_episode_steps": 4500, |
| "success": [ |
| "level_change" |
| ] |
| } |
| } |
| }, |
| "environment_hash": "sha256:1c0bc76e09b9e82e9505321e5592e136154236356c081c488c1bec49057f7d5a", |
| "preprocessing": { |
| "frame_skip": 4, |
| "frame_stack": 4, |
| "max_pool_frames": false, |
| "obs_copy": "safe_view", |
| "obs_crop": [ |
| 32, |
| 0, |
| 0, |
| 0 |
| ], |
| "obs_crop_fill": 0, |
| "obs_crop_mode": "remove", |
| "obs_grayscale": true, |
| "obs_resize": [ |
| 84, |
| 84 |
| ], |
| "obs_resize_algorithm": "area", |
| "pipeline": "supermariobrosnes_turbo_native_vec_env", |
| "policy_observation_layout": "channel_first", |
| "sticky_action_prob": 0.0 |
| }, |
| "versions": { |
| "stable_baselines3": "2.8.0", |
| "stable_retro_turbo": "1.0.1.post5", |
| "supermariobrosnes_turbo": "0.2.5" |
| } |
| }, |
| "training_metadata_hash": "e3cdc4b504402a5e32fb63cd7d78abd4905544b095b86f433a0e888e620cf3bb", |
| "wandb_project": "SuperMarioBros-Nes-v0", |
| "wandb_run_id": "1vg43nzq", |
| "wandb_run_path": "tsilva/SuperMarioBros-Nes-v0/1vg43nzq" |
| }, |
| "recipe": { |
| "document_type": "rlab.recipe", |
| "filename": "recipe.json", |
| "format_version": 1, |
| "sha256": "e4b1b2962e3a4d661ea9db1264d556134dc2278e5c4bfada1ecc6be21407a5e4", |
| "size_bytes": 10832 |
| } |
| } |
|
|
