diff --git a/ppo_v11/policy_update2185.safetensors b/ppo_v11/policy_update2185.safetensors deleted file mode 100644 index 47171432b67cae56ef15c91a5d62cfaf876e98e4..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2185.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:273958bfe28e9631b2ae3c5065e4f91cef63f2b3a684c1f130b9633252b36824 -size 154490248 diff --git a/ppo_v11/policy_update2185.state.json b/ppo_v11/policy_update2185.state.json deleted file mode 100644 index 41a4a5ab2a3a0a31ea2e20365450647fe8883e39..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2185.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2186, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13934592, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2190.safetensors b/ppo_v11/policy_update2190.safetensors deleted file mode 100644 index 8d617760e7bec4b28926dc9f23345f931fd76735..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2190.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1cee9f174254867c7efcf0afc2541ed9bd3d9eaf995b12cbf1e2124546377a6e -size 154490248 diff --git a/ppo_v11/policy_update2190.state.json b/ppo_v11/policy_update2190.state.json deleted file mode 100644 index d9a7d1cd6675c35f7cf21789a5399f7e81c0ce0e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2190.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2191, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13972992, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2195.safetensors b/ppo_v11/policy_update2195.safetensors deleted file mode 100644 index a3343f8844f2fb73fb7db20736014f02cfa6926a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2195.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:711621d521c07e216dc6ca3f809ce3dea32c312cf89c65ed76251ae3cf50ca2d -size 154490248 diff --git a/ppo_v11/policy_update2195.state.json b/ppo_v11/policy_update2195.state.json deleted file mode 100644 index 7fa4d64ab1ab331109e1afad18287c01ceea39c6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2195.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2196, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14011392, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update220.safetensors b/ppo_v11/policy_update220.safetensors deleted file mode 100644 index e71a31fae1e93d2b73490760f5f9dae1e33a846d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update220.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:82cf50815c7fc6c87da83f50ffe942928e0c79c3de19937f4ec25be0e5438785 -size 154490248 diff --git a/ppo_v11/policy_update220.state.json b/ppo_v11/policy_update220.state.json deleted file mode 100644 index 509ceee155698a757b5696c5ce643f049f380880..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update220.state.json +++ /dev/null @@ -1,130 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 221, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 567168, - "recent_wins": [ - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2205.safetensors b/ppo_v11/policy_update2205.safetensors deleted file mode 100644 index ad89fe86880ce9b1d5d9fa76eab5fc2532b3e46c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2205.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c28c6e4b9f6bb766d8917531c9ac402359da742e62fc7a995f919747021c171e -size 154490248 diff --git a/ppo_v11/policy_update2205.state.json b/ppo_v11/policy_update2205.state.json deleted file mode 100644 index 57702d0706993c5e1fcfb3e9407ab85254fcbe10..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2205.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2206, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14088192, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2210.safetensors b/ppo_v11/policy_update2210.safetensors deleted file mode 100644 index 62d374887e4be1403bb48fd5884d0ae069d0090a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2210.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:932164044bb1bba95a2f521ab37eb6805e71af138b358e68a73c0b1e68224b8e -size 154490248 diff --git a/ppo_v11/policy_update2210.state.json b/ppo_v11/policy_update2210.state.json deleted file mode 100644 index a254c44641919b301568ccd7791225448a9cb4f4..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2210.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2211, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14126592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2215.safetensors b/ppo_v11/policy_update2215.safetensors deleted file mode 100644 index 1d56c3c17bb7d418172018b4811367565623ff75..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2215.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f708b67909d123c1b4bb7eda28d47d59db1e1ef2ffcac3bd21ccc5e35d06eb0e -size 154490248 diff --git a/ppo_v11/policy_update2215.state.json b/ppo_v11/policy_update2215.state.json deleted file mode 100644 index 1706e7b26b632fea9466b4aa330ffa2626be8634..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2215.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2216, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14164992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2220.safetensors b/ppo_v11/policy_update2220.safetensors deleted file mode 100644 index 394cb10bda4a35a981f5b53942c5c859516d0aab..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2220.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:044bb5e633cbf34a904cf7dacf99b81c6f0cb2b5b65afb0f9c77b7cbbbce0188 -size 154490248 diff --git a/ppo_v11/policy_update2220.state.json b/ppo_v11/policy_update2220.state.json deleted file mode 100644 index 057523d15960c3b4cb70e0de365a4cc71dd46be8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2220.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2221, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14203392, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2225.safetensors b/ppo_v11/policy_update2225.safetensors deleted file mode 100644 index 20b2d37e34d2822fa396b541eca8c47ca0766790..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2225.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:89a82df79ab7065b1576dd3bff2f94b6a1170ca4d4e0275c6926659a823e06c2 -size 154490248 diff --git a/ppo_v11/policy_update2225.state.json b/ppo_v11/policy_update2225.state.json deleted file mode 100644 index 0ec9c701330b9e9cb99fe6d88d538765a5aa490a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2225.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2226, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14241792, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2230.safetensors b/ppo_v11/policy_update2230.safetensors deleted file mode 100644 index 2fde6bec6d310b4cfbfce86db29a0c501f765244..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2230.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:782f11b5cf2e1f7b8a8b57df3a9071b82b995fd74df938d904e6a34c4c26eb6c -size 154490248 diff --git a/ppo_v11/policy_update2230.state.json b/ppo_v11/policy_update2230.state.json deleted file mode 100644 index 1e5c75f07a30fb809de4e3ce24c87725671dfb73..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2230.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2231, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14280192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2235.safetensors b/ppo_v11/policy_update2235.safetensors deleted file mode 100644 index 2d4696a31814f7d2db202b5b24bcb0e264b47a8d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2235.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:edf20e6a25f7062f38ec6e56e8573ee25aa8211f842b74233605b2d2c6d8e336 -size 154490248 diff --git a/ppo_v11/policy_update2235.state.json b/ppo_v11/policy_update2235.state.json deleted file mode 100644 index 82ae50e9ca6202f2745f9c7e88d36999eded1962..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2235.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2236, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14318592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2240.safetensors b/ppo_v11/policy_update2240.safetensors deleted file mode 100644 index 317ac3cd0b142b99e8d7dae3ed6da41229054c12..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2240.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f883635b3504d09bb663b0f912489bd581341db0d8046f5f1adfa0a425f11d1e -size 154490248 diff --git a/ppo_v11/policy_update2240.state.json b/ppo_v11/policy_update2240.state.json deleted file mode 100644 index 8c772c3d508152df219fbfb0e150c0bd10bf2709..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2240.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2241, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14356992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2245.safetensors b/ppo_v11/policy_update2245.safetensors deleted file mode 100644 index 309528a23c626eae7ed2df67f459789d19042bc1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2245.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:775e5b3aa301a007ad67315635c0378acbd0e9a04159bc617f66e5bbf4d41d70 -size 154490248 diff --git a/ppo_v11/policy_update2245.state.json b/ppo_v11/policy_update2245.state.json deleted file mode 100644 index 9e4792db8466d604ee256ec9eb614b3591753150..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2245.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2246, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14395392, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update225.safetensors b/ppo_v11/policy_update225.safetensors deleted file mode 100644 index d3fb221c43bb469ecb2923bf1593c15fe696f0cc..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update225.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:552eab27865fc24156bb07fd18424bcc5ceab42130c9efab1f75b97d10c39be6 -size 154490248 diff --git a/ppo_v11/policy_update225.state.json b/ppo_v11/policy_update225.state.json deleted file mode 100644 index 1b7967faae3a5ad14e389aa9b97276731904bbbb..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update225.state.json +++ /dev/null @@ -1,179 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 226, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 578688, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2250.safetensors b/ppo_v11/policy_update2250.safetensors deleted file mode 100644 index 0695dfe9f36466646f498dc26540efddb500cffd..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2250.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6c12bb735655c7071c4fce7489391a813083453e3d04dd27507db5ab264073a6 -size 154490248 diff --git a/ppo_v11/policy_update2250.state.json b/ppo_v11/policy_update2250.state.json deleted file mode 100644 index 5a99dd7a4b11e0e5ce46209ce8008266aafe5e0c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2250.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2251, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14433792, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2255.safetensors b/ppo_v11/policy_update2255.safetensors deleted file mode 100644 index 364c466507a41ff4813f7768cb18a0bb4ce8499b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2255.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:916b9919b3b780ca5616bfd1590f5fd1e3d12acc95ba8312b780548cc1cd3008 -size 154490248 diff --git a/ppo_v11/policy_update2255.state.json b/ppo_v11/policy_update2255.state.json deleted file mode 100644 index 4c4df10d93d7b1e327f2425d6300a94177facc79..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2255.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2256, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14472192, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2260.safetensors b/ppo_v11/policy_update2260.safetensors deleted file mode 100644 index 6147698a31598b04938a54ca45c73afa68662186..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7c326adb646fb8cc15fa1eb05994b73cc3e377240c938da8a6239c2d04fbd28e -size 154490248 diff --git a/ppo_v11/policy_update2260.state.json b/ppo_v11/policy_update2260.state.json deleted file mode 100644 index 1fcc76819d7ba1f29e25a52e214b2b2b145ecbe1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2260.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2261, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14510592, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2265.safetensors b/ppo_v11/policy_update2265.safetensors deleted file mode 100644 index b30579cfa533113879fa41f6805ee954537d4885..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2265.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cc3acb788cd8468772fdf34a3d926305b4bdbe463401f0c7f1df90ef7d628a3b -size 154490248 diff --git a/ppo_v11/policy_update2265.state.json b/ppo_v11/policy_update2265.state.json deleted file mode 100644 index 35cf766eb857caed823a26d7f64865893eda69ad..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2265.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2266, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14548992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2270.safetensors b/ppo_v11/policy_update2270.safetensors deleted file mode 100644 index 2d1086beee8a8bb05306f5cdf267035625c631ff..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2270.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:21da6045d41d6d946bba46c6316a35f6d5820306971a6032d54a4f326bc6c742 -size 154490248 diff --git a/ppo_v11/policy_update2270.state.json b/ppo_v11/policy_update2270.state.json deleted file mode 100644 index 8f64d738bf171ca58c566ca82f97c854f554075d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2270.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2271, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14587392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2275.safetensors b/ppo_v11/policy_update2275.safetensors deleted file mode 100644 index 5252520ea09af9d0d19bbac9a218f1d1f02d527e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2275.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0dfc550a4746208cd0e1539e0b4fd581f8c8b22efb59d66c012c58a4cb8506ca -size 154490248 diff --git a/ppo_v11/policy_update2275.state.json b/ppo_v11/policy_update2275.state.json deleted file mode 100644 index a21667b22efb90e47dbe9069b84da941c192c1c3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2275.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2276, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14625792, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2280.safetensors b/ppo_v11/policy_update2280.safetensors deleted file mode 100644 index b40349028df94605a0cadcb5c8419fe7e749b000..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2280.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1f58803d4e892a09a129f7acfb126310458b9c93f22e85694d0fe2635b270129 -size 154490248 diff --git a/ppo_v11/policy_update2280.state.json b/ppo_v11/policy_update2280.state.json deleted file mode 100644 index 4d69c1a289bb252978b5e12ceb8e310adc07173b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2280.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2281, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14664192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2285.safetensors b/ppo_v11/policy_update2285.safetensors deleted file mode 100644 index 16cd2804384d9cde9eedeedd2aa5deec05892f7a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2285.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6906bc35715e5540d4501812af347f4f7c4181740d89d3600c9eb8037d8e7e06 -size 154490248 diff --git a/ppo_v11/policy_update2285.state.json b/ppo_v11/policy_update2285.state.json deleted file mode 100644 index d933fe1784ec73dd363a9c20035a72efc9d39a73..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2285.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2286, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14702592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2290.safetensors b/ppo_v11/policy_update2290.safetensors deleted file mode 100644 index 64fe0f3a60b6f3acc47765b9e9d48ff1ba37ce4a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2290.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dbbb0598b0d98c0b717366428a544b30c29753045d2afcf1567183241a4793f2 -size 154490248 diff --git a/ppo_v11/policy_update2290.state.json b/ppo_v11/policy_update2290.state.json deleted file mode 100644 index a5aa2bf8841333d368291e85343e8bee15463c8c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2290.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2291, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14740992, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2295.safetensors b/ppo_v11/policy_update2295.safetensors deleted file mode 100644 index 76510f3640211cbcac2cbe519149e47fc12bed50..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2295.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7844da68cce03d41c4c57a03f4d3f89bb1a2f9c67364223e71488f6164dd08a7 -size 154490248 diff --git a/ppo_v11/policy_update2295.state.json b/ppo_v11/policy_update2295.state.json deleted file mode 100644 index 7d07a0c06babddd75e0ebed924487586e15ae4f7..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2295.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2296, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14779392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update230.safetensors b/ppo_v11/policy_update230.safetensors deleted file mode 100644 index 251eec622332d087eccc2bda6c66b3dcef4955f9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update230.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bb0843f3ed124a30317c2c27ce119dff50e6f2abf72305cd0094f1d5daeb9716 -size 154490248 diff --git a/ppo_v11/policy_update230.state.json b/ppo_v11/policy_update230.state.json deleted file mode 100644 index 4a20c9ece0493bb5ffd1da29e7e49bd09c9c91f8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update230.state.json +++ /dev/null @@ -1,236 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 231, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 590208, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2305.safetensors b/ppo_v11/policy_update2305.safetensors deleted file mode 100644 index c4167b7e7e79101d61b902ba2080ca7814713952..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2305.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fb2903f1a139eb92d584f0620ba27d66e702e9e9033f797c673cd7fe126b8ca6 -size 154490248 diff --git a/ppo_v11/policy_update2305.state.json b/ppo_v11/policy_update2305.state.json deleted file mode 100644 index edf628f83c5ed51997a864a11a5506485b98441f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2305.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2306, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14856192, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2310.safetensors b/ppo_v11/policy_update2310.safetensors deleted file mode 100644 index 84cf9aa082abe333757b6607eda58f35fe6c5ec2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2310.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a1584c9b9195610b10330b748102617ef895049feaab21eacc9d98b91abc9f51 -size 154490248 diff --git a/ppo_v11/policy_update2310.state.json b/ppo_v11/policy_update2310.state.json deleted file mode 100644 index 402c02c73e1c65a4726b6bb59c6e48584feb9edb..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2310.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2311, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14894592, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2315.safetensors b/ppo_v11/policy_update2315.safetensors deleted file mode 100644 index 46b5fbfbf1a6b48760aa4aaac459afbfc78dadf6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2315.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a23d41680b90543e4361be0a24e8a0b6401427dac2e3e4535c6d9cfa68ac1a10 -size 154490248 diff --git a/ppo_v11/policy_update2315.state.json b/ppo_v11/policy_update2315.state.json deleted file mode 100644 index bfeacf06938917d0269a8f5cb910c401c678ccd6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2315.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2316, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14932992, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2320.safetensors b/ppo_v11/policy_update2320.safetensors deleted file mode 100644 index 9820184724ab29ae64789060d5866dd2b40dc4bb..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2320.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:02cd0f40e05dc2ef1d8982b217d30e6acccbdbc22f3a9de4034e41f756a4bf03 -size 154490248 diff --git a/ppo_v11/policy_update2320.state.json b/ppo_v11/policy_update2320.state.json deleted file mode 100644 index f6b2572d08c92a4aa5b39f8eaef24c4959a94ee1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2320.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2321, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 14971392, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2330.safetensors b/ppo_v11/policy_update2330.safetensors deleted file mode 100644 index b561d9c42c34d7f3be88a6b3e76990130d8a2960..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2330.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0d8163584fba2bb5bf39221c331f027226bfdbe84c4e5c1125233e05ea370c80 -size 154490248 diff --git a/ppo_v11/policy_update2330.state.json b/ppo_v11/policy_update2330.state.json deleted file mode 100644 index 2f1c2f1a0db544e37beddc207bcdc3496aa0bcea..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2330.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2331, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15048192, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2335.safetensors b/ppo_v11/policy_update2335.safetensors deleted file mode 100644 index 5ed49a784cb7c7868ff072b59c39be6c3521aa2b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2335.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d3e8687d91edd6dbca76cdcc9c40d28388b3f3d182b4a6a06150766307a5d1e5 -size 154490248 diff --git a/ppo_v11/policy_update2335.state.json b/ppo_v11/policy_update2335.state.json deleted file mode 100644 index 483eaa3253e3c293862f237be239e626e00d1dcf..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2335.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2336, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15086592, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2340.safetensors b/ppo_v11/policy_update2340.safetensors deleted file mode 100644 index 8e381ba0479f5185b48f1ce94f26dcf74da399c5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2340.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cc3af14f7c7aae59e68f609f85a011db129e351643974ee70ba4619de404cef5 -size 154490248 diff --git a/ppo_v11/policy_update2340.state.json b/ppo_v11/policy_update2340.state.json deleted file mode 100644 index ec03167659907cfd7f4f79ff6227127cc9a64b41..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2340.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2341, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15124992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2345.safetensors b/ppo_v11/policy_update2345.safetensors deleted file mode 100644 index e5b5cf49ead9fa31baf145e5ddc97e3073686c29..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2345.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1bb3577297e86046ae4dce2408ecdfa1e1a62bc8142fcc5e3e1ae26db06ed783 -size 154490248 diff --git a/ppo_v11/policy_update2345.state.json b/ppo_v11/policy_update2345.state.json deleted file mode 100644 index d3b2b9529dfe5dfdbe0eef3f82a49e952be884de..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2345.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2346, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15163392, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update235.safetensors b/ppo_v11/policy_update235.safetensors deleted file mode 100644 index 0ff4e98135bbe673c9ac37d64d437a86f4a6792a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update235.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:142ee7ccd6b9f13648949889ec00a21650727b7d06960ad62884cd42c765b96f -size 154490248 diff --git a/ppo_v11/policy_update235.state.json b/ppo_v11/policy_update235.state.json deleted file mode 100644 index 0def5cac77aaf438c00b7630b66514ff010c6dd1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update235.state.json +++ /dev/null @@ -1,176 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 236, - "stage": 6, - "ent_scale": 1.0, - "lr_now": 0.00009428737890624998, - "total_env_steps": 601728, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2355.safetensors b/ppo_v11/policy_update2355.safetensors deleted file mode 100644 index 0b4eedde8d898cc98b8cde1e2b9a4ac5e4542928..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2355.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4f7140fc87225dfa8b415ac5c78be81bbe9dd38e44efeb21c1ba08ca311fc2f9 -size 154490248 diff --git a/ppo_v11/policy_update2355.state.json b/ppo_v11/policy_update2355.state.json deleted file mode 100644 index 26f5a82873bfe1357bfa89eef9bdf1325a74c9ec..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2355.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2356, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15240192, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2360.safetensors b/ppo_v11/policy_update2360.safetensors deleted file mode 100644 index 473d31beb513fd2bde9565500582a1c45b143ea5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2360.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:524e877b5fa441c1adabec6492af5de168016ef078c20adff0f00b9326b8f929 -size 154490248 diff --git a/ppo_v11/policy_update2360.state.json b/ppo_v11/policy_update2360.state.json deleted file mode 100644 index 99fd64b9e195b885b8d71d74a98b3836060bbb2e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2360.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2361, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15278592, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2365.safetensors b/ppo_v11/policy_update2365.safetensors deleted file mode 100644 index d3f9ba0ee0bd00aec40dd328f817e47a94ed6e71..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2365.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5aea0083a910773aaf05e90384ef8e3a6ce5c133a6f64548e43858cd06e3a80a -size 154490248 diff --git a/ppo_v11/policy_update2365.state.json b/ppo_v11/policy_update2365.state.json deleted file mode 100644 index 7f2a72ee02b0ffdf28421dbced81b2df630d9194..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2365.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2366, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15316992, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2370.safetensors b/ppo_v11/policy_update2370.safetensors deleted file mode 100644 index e1baf29ee10d7b8beaa2c02a25eec17516a72dc8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2370.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cdf7e282f7b62bf0bf781d8781b52706b96857ef15dca425d30cca13a915ea3a -size 154490248 diff --git a/ppo_v11/policy_update2370.state.json b/ppo_v11/policy_update2370.state.json deleted file mode 100644 index afa9c11498efe0c6653be584d62b4c80bb5495db..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2370.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2371, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15355392, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2380.safetensors b/ppo_v11/policy_update2380.safetensors deleted file mode 100644 index aaebf9b24a2e4b1f53e88678afce8af670e66ec8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2380.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d85e2e7e55421d360b2c43842356d04e478a8f1a7551e21623567a5404264a2b -size 154490248 diff --git a/ppo_v11/policy_update2380.state.json b/ppo_v11/policy_update2380.state.json deleted file mode 100644 index 28658271f92317c575491b4915be588a0137a037..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2380.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2381, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15432192, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2385.safetensors b/ppo_v11/policy_update2385.safetensors deleted file mode 100644 index d761a4fccd871a30d6ab510d61102adc663e9ed3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2385.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:abe28a2884732111da715e67b39811d87595c08e0ef0e12b7bc8cdd38a858172 -size 154490248 diff --git a/ppo_v11/policy_update2385.state.json b/ppo_v11/policy_update2385.state.json deleted file mode 100644 index 9efce4f57ba450e75df2a249d68ba7cb24640900..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2385.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2386, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15470592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2390.safetensors b/ppo_v11/policy_update2390.safetensors deleted file mode 100644 index a3fcea5fa57321b900f8ea754fe3d9ec77b6e484..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2390.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:11b498fab4f7a913c89376236b44fd374f25242d1456396dbacd3425e2eb11cc -size 154490248 diff --git a/ppo_v11/policy_update2390.state.json b/ppo_v11/policy_update2390.state.json deleted file mode 100644 index de37687ee33598c0b24fd9334aec88103480b02a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2390.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2391, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15508992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2395.safetensors b/ppo_v11/policy_update2395.safetensors deleted file mode 100644 index 5474e7b79526d2713668e5757cb5a54878e3e0fe..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2395.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:656508b68716e573a57a690d7c90231188ff96a6aaf377240d1b9a51198a1d6d -size 154490248 diff --git a/ppo_v11/policy_update2395.state.json b/ppo_v11/policy_update2395.state.json deleted file mode 100644 index b6da020ccdd8b8d2ad595b849840020a02990b93..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2395.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2396, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15547392, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update240.safetensors b/ppo_v11/policy_update240.safetensors deleted file mode 100644 index 820f5e491ba6cb6d07c63ee9f950881aedfb7444..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update240.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a21ac4c478e8b3db78f69a2c30ef8c85368094d4d1e39cd132053e72d760b9c3 -size 154490248 diff --git a/ppo_v11/policy_update240.state.json b/ppo_v11/policy_update240.state.json deleted file mode 100644 index afd3290c71c86725b2555913fc52c1da9f368659..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update240.state.json +++ /dev/null @@ -1,238 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 241, - "stage": 6, - "ent_scale": 1.0, - "lr_now": 0.00009428737890624998, - "total_env_steps": 613248, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2405.safetensors b/ppo_v11/policy_update2405.safetensors deleted file mode 100644 index fd307ed398bbe72fc0a341088757015b44fd3d03..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2405.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f6f954f9b704145301d97622a3bf98172cacab6677f1e916da458c3bad65f4f4 -size 154490248 diff --git a/ppo_v11/policy_update2405.state.json b/ppo_v11/policy_update2405.state.json deleted file mode 100644 index aa82d9ab7a2a8d0fab30e0f69c8c6b4286c9c52f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2405.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2406, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15624192, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2410.safetensors b/ppo_v11/policy_update2410.safetensors deleted file mode 100644 index 8cc42165b0bed45077320b491044e701ce80157a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2410.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2127e57316f0d91d88e6b735c15873f60b3d38bdefed05de64f463703775bd14 -size 154490248 diff --git a/ppo_v11/policy_update2410.state.json b/ppo_v11/policy_update2410.state.json deleted file mode 100644 index 7d0cd17183da131e5cf7f5ea90413d2121147a0b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2410.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2411, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15662592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2415.safetensors b/ppo_v11/policy_update2415.safetensors deleted file mode 100644 index 788d1cd3c8a0df63d37e5a9e42c0554776d9a993..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2415.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e857e3ccca0ac5c44422c75a8ef4f60482e19e35a133b6be9ae100542290429b -size 154490248 diff --git a/ppo_v11/policy_update2415.state.json b/ppo_v11/policy_update2415.state.json deleted file mode 100644 index eaaed57c235c0cb291c3dc2af0184bee6871d76e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2415.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2416, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15700992, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2420.safetensors b/ppo_v11/policy_update2420.safetensors deleted file mode 100644 index f63faad07cc5665c8efa734f8660831b2d54b616..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2420.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:83eedeca70149feac397339ac2081a8f95a6618423f1eb187c51b40a582882c6 -size 154490248 diff --git a/ppo_v11/policy_update2420.state.json b/ppo_v11/policy_update2420.state.json deleted file mode 100644 index 986cdde1364f4fd65df68946dd8d08ed8ccd47f0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2420.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2421, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15739392, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2430.safetensors b/ppo_v11/policy_update2430.safetensors deleted file mode 100644 index de25c31bb1e723cd06a83d3f437d9afaaaa8a046..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2430.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:50c2f2c5eb55b49e7af61c55dd133d4cd5e5b202858984996cc7f8dc3d136e07 -size 154490248 diff --git a/ppo_v11/policy_update2430.state.json b/ppo_v11/policy_update2430.state.json deleted file mode 100644 index 675eb3e97ec24c0d42a804f111d648a664df919c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2430.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2431, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15816192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2435.safetensors b/ppo_v11/policy_update2435.safetensors deleted file mode 100644 index d15f1b97333a947a4cfd1fa25224f2e871822e80..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2435.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:11cb1c1220fe3f838571bf8bf1b59d170e437889059a04a59ffe7a78be2f47a0 -size 154490248 diff --git a/ppo_v11/policy_update2435.state.json b/ppo_v11/policy_update2435.state.json deleted file mode 100644 index 3ebdc519c4fe84f4dcfbd319ddd723847c753ca6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2435.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2436, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15854592, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2440.safetensors b/ppo_v11/policy_update2440.safetensors deleted file mode 100644 index 5e2e995c5c749d74847b8010b6fd6f5344bc5514..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2440.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:18719548e78ccb9c45228d9a64a36ef0cb65f134fca700c4a498b3ddd259bd2b -size 154490248 diff --git a/ppo_v11/policy_update2440.state.json b/ppo_v11/policy_update2440.state.json deleted file mode 100644 index ca66231a671a4db9c71d86bb528f1c90b285992d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2440.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2441, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15892992, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2445.safetensors b/ppo_v11/policy_update2445.safetensors deleted file mode 100644 index ade13cdf196157ebd443a7f5c4f42090933d0e1c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2445.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8cd617c9de8503e609746ee00d53715a75b52afe5cdbe3513430d2d56e8f96df -size 154490248 diff --git a/ppo_v11/policy_update2445.state.json b/ppo_v11/policy_update2445.state.json deleted file mode 100644 index 772f0417cd04b7696b3c7e65770808504e8234d7..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2445.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2446, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 15931392, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update245.safetensors b/ppo_v11/policy_update245.safetensors deleted file mode 100644 index fdd311e6430b3732f904e7668989d1cfb82534ef..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update245.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8508514a21908e4fb6d1d167fc678aacd04cf778491a1c1bdc379f738c8dc6d3 -size 154490248 diff --git a/ppo_v11/policy_update245.state.json b/ppo_v11/policy_update245.state.json deleted file mode 100644 index b6bdf7588e4bf020548c6df21421f693db5a3841..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update245.state.json +++ /dev/null @@ -1,171 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 246, - "stage": 7, - "ent_scale": 1.0, - "lr_now": 0.00008014427207031247, - "total_env_steps": 624768, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2455.safetensors b/ppo_v11/policy_update2455.safetensors deleted file mode 100644 index 73ead47fa1a42e26cbd96483e73d4298042b996d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2455.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ef94dd1af7e0c14d969a683380fedcf680fc4c7051d00acb715b1b7880cc415f -size 154490248 diff --git a/ppo_v11/policy_update2455.state.json b/ppo_v11/policy_update2455.state.json deleted file mode 100644 index f6a6952b831e2d7cfe7d1713984a681c6d7f4a72..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2455.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2456, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 16008192, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2460.safetensors b/ppo_v11/policy_update2460.safetensors deleted file mode 100644 index 701aadcc0ae235ba7b0562a24ad7444cc5f46ff5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2460.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e8153a30dd541a12a93936060f7fe5e047f836a466a50fc28aa05783de26f9ee -size 154490248 diff --git a/ppo_v11/policy_update2460.state.json b/ppo_v11/policy_update2460.state.json deleted file mode 100644 index 11275d1c5a2bb7cedc51be3a026cb226272b0467..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2460.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2461, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 16046592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2465.safetensors b/ppo_v11/policy_update2465.safetensors deleted file mode 100644 index a23ce70dd6b56648dc056f26a1e1c97cdef1c70a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2465.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:65f454b8416d6e834bc0bcc84993654b6c8b29a48cc7ede39ed04c449d6bb663 -size 154490248 diff --git a/ppo_v11/policy_update2465.state.json b/ppo_v11/policy_update2465.state.json deleted file mode 100644 index 4cbfbb7ac6812fef40d0a8f82ceb2a3a5215c740..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2465.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2466, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 16084992, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2470.safetensors b/ppo_v11/policy_update2470.safetensors deleted file mode 100644 index d90a9bd88c4f102ecda6eb334851ac0257a28f93..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2470.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:305f3705457af2eb84cdf8ed1d1878fda51390d383001f5490505afd48b121c6 -size 154490248 diff --git a/ppo_v11/policy_update2470.state.json b/ppo_v11/policy_update2470.state.json deleted file mode 100644 index e8b5688253f4ae7e219cac2454293aa394210e95..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2470.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2471, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 16123392, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2480.safetensors b/ppo_v11/policy_update2480.safetensors deleted file mode 100644 index 7e52c22570e69401e4f350895bb253b28f6d63c1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2480.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0b7324578e5fe54cfcb9713aa7cbc2279df0bf4a0f38d6c9757c9ac56cda3efd -size 154490248 diff --git a/ppo_v11/policy_update2480.state.json b/ppo_v11/policy_update2480.state.json deleted file mode 100644 index 57ea191386c46d1bd0fa415812aff64749b98269..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2480.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2481, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 16200192, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update25.safetensors b/ppo_v11/policy_update25.safetensors deleted file mode 100644 index c151fe695440f342b6f1c17cd83843d336044d38..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update25.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f1822a1413c34f36d0af64bde90c59f1ce3b2b06e29ccd8d57d85881fbf79537 -size 154490248 diff --git a/ppo_v11/policy_update25.state.json b/ppo_v11/policy_update25.state.json deleted file mode 100644 index c8e2822e6880ecbdbec786fb29edb7f1d4b33f04..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update25.state.json +++ /dev/null @@ -1,243 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 26, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 79872, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update250.safetensors b/ppo_v11/policy_update250.safetensors deleted file mode 100644 index 06d889e98f7726afde7619abe6caa67988096ba1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update250.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c2a413b4f30e230e5f48cce0bc28a31402a7ea118c0f20c508092e7f8a4ab82f -size 154490248 diff --git a/ppo_v11/policy_update250.state.json b/ppo_v11/policy_update250.state.json deleted file mode 100644 index d6fa92b04d7278ed5662dfeb1b7bbb6589e1ed6a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update250.state.json +++ /dev/null @@ -1,227 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 251, - "stage": 7, - "ent_scale": 1.0, - "lr_now": 0.00008014427207031247, - "total_env_steps": 636288, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update255.safetensors b/ppo_v11/policy_update255.safetensors deleted file mode 100644 index adfdbaeff6be908fd45a428a1512fac5d1720d8f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update255.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:984bc2a2875cb38cb209d1de090a1b7e5278530c53ed1a48c396e34e4bca9041 -size 154490248 diff --git a/ppo_v11/policy_update255.state.json b/ppo_v11/policy_update255.state.json deleted file mode 100644 index 8466a18dfae745307a663ef8a1969ea3393c5f25..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update255.state.json +++ /dev/null @@ -1,185 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 256, - "stage": 8, - "ent_scale": 1.0, - "lr_now": 0.0000681226312597656, - "total_env_steps": 647808, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update260.safetensors b/ppo_v11/policy_update260.safetensors deleted file mode 100644 index f07e4ba0730a7549f489c51184184fb8ed6a9e2a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1c1672f07aea068a5650b81761be9e3de531ba4b944f806e6aade19ba9d7ad8c -size 154490248 diff --git a/ppo_v11/policy_update260.state.json b/ppo_v11/policy_update260.state.json deleted file mode 100644 index 0fa682e183c2d0ec4922d56407542081a58ba2d3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update260.state.json +++ /dev/null @@ -1,121 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 261, - "stage": 9, - "ent_scale": 1.0, - "lr_now": 0.00005790423657080076, - "total_env_steps": 659328, - "recent_wins": [], - "recent_conversions": [], - "recent_deaths": [], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update265.safetensors b/ppo_v11/policy_update265.safetensors deleted file mode 100644 index a7499325a4e336cd22c4f9faae3ff3be6f5cc661..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update265.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:93435ebc7cd45317da9f3b23775b58665f82394795efc639a26a283acc5fb768 -size 154490248 diff --git a/ppo_v11/policy_update265.state.json b/ppo_v11/policy_update265.state.json deleted file mode 100644 index c5179e3f5770c2ff6040f3ae32931ed8a20c4d9d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update265.state.json +++ /dev/null @@ -1,206 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 266, - "stage": 9, - "ent_scale": 1.0, - "lr_now": 0.00005790423657080076, - "total_env_steps": 670848, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update270.safetensors b/ppo_v11/policy_update270.safetensors deleted file mode 100644 index 02a4e259e3810693379ceec9275e4ab3c42534a9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update270.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:510b10c0d451eb3ee6adb02191d7c0fb1cec073b976b90842ff61e7bd2f1100e -size 154490248 diff --git a/ppo_v11/policy_update270.state.json b/ppo_v11/policy_update270.state.json deleted file mode 100644 index 761c7b8d28f2e48426d1c9c268d97c91782f1286..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update270.state.json +++ /dev/null @@ -1,141 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 271, - "stage": 10, - "ent_scale": 1.0, - "lr_now": 0.00004921860108518064, - "total_env_steps": 682368, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update275.safetensors b/ppo_v11/policy_update275.safetensors deleted file mode 100644 index cbafb85c5da63be6a637ee7a70571454b0e4488f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update275.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:822071ccbf9ed1ecfcc4d0636e4eeeae735b5c3ec979a1427c6398387240e47a -size 154490248 diff --git a/ppo_v11/policy_update275.state.json b/ppo_v11/policy_update275.state.json deleted file mode 100644 index 75e4663b15a5b50c9c9e2e9a8bbec85b69e6fb25..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update275.state.json +++ /dev/null @@ -1,194 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 276, - "stage": 10, - "ent_scale": 1.0, - "lr_now": 0.00004921860108518064, - "total_env_steps": 693888, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update280.safetensors b/ppo_v11/policy_update280.safetensors deleted file mode 100644 index 111de70065ddbabb26e70f481f0d3f3ac5835cb9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update280.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c3143b3d61d648ed50e346a88c142fe9cd4b3c35e7d3b8231cf09dbf73518b84 -size 154490248 diff --git a/ppo_v11/policy_update280.state.json b/ppo_v11/policy_update280.state.json deleted file mode 100644 index f4278a0c605ef487eb04b25ed99c37096a929e92..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update280.state.json +++ /dev/null @@ -1,135 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 281, - "stage": 11, - "ent_scale": 1.0, - "lr_now": 0.00004183581092240354, - "total_env_steps": 705408, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update285.safetensors b/ppo_v11/policy_update285.safetensors deleted file mode 100644 index d5113085a0abeaee32d31a188a08d3a069b700e1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update285.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7fc3e25b1e98277e94086d1b669fc8fb91b9b51877bd664c12cf152ed383fc15 -size 154490248 diff --git a/ppo_v11/policy_update285.state.json b/ppo_v11/policy_update285.state.json deleted file mode 100644 index 1b982f5013585bb353a15fb05a357c2d51466fee..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update285.state.json +++ /dev/null @@ -1,183 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 286, - "stage": 11, - "ent_scale": 1.0, - "lr_now": 0.00004183581092240354, - "total_env_steps": 716928, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update290.safetensors b/ppo_v11/policy_update290.safetensors deleted file mode 100644 index 382615cf33f1344c22b028adada015c2efe78b1e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update290.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b8b921ca7644f2eeb0f08fa912d2645def95b25bba4ec3147a6519e2e30bf399 -size 154490248 diff --git a/ppo_v11/policy_update290.state.json b/ppo_v11/policy_update290.state.json deleted file mode 100644 index a1ed60eb15d84dc56fa1c13582f274576eb76d70..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update290.state.json +++ /dev/null @@ -1,232 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 291, - "stage": 11, - "ent_scale": 1.0, - "lr_now": 0.00004183581092240354, - "total_env_steps": 728448, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update295.safetensors b/ppo_v11/policy_update295.safetensors deleted file mode 100644 index 9ed280bda9140eae5a1ea6a343a92ec662c51da1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update295.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:58bf01b24352c2f131a8e1303bcce9f4ba3af436ed247ff10ba4072bd6fd3d8f -size 154490248 diff --git a/ppo_v11/policy_update295.state.json b/ppo_v11/policy_update295.state.json deleted file mode 100644 index 5c4d57be6bbc8860e0559a0b11d9883c7bb56e81..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update295.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 296, - "stage": 11, - "ent_scale": 1.0, - "lr_now": 0.00004183581092240354, - "total_env_steps": 739968, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update30.safetensors b/ppo_v11/policy_update30.safetensors deleted file mode 100644 index f8cef7335e65a2fa7c956cb1340b2cd24a697dda..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update30.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4a1a19c06c75471ae021c9a8ab2a72d1ac2fccd8ff033ad09d47f39f77492dbd -size 154490248 diff --git a/ppo_v11/policy_update30.state.json b/ppo_v11/policy_update30.state.json deleted file mode 100644 index 7697dd305cf23f55b2d6e1dd4bf82e345d9144bb..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update30.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 31, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 95232, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update305.safetensors b/ppo_v11/policy_update305.safetensors deleted file mode 100644 index 4eb72bf205eea058e7cf52c2b2e86d2b17480e60..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update305.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d0ad6fe543e39320cf33801815bcb0983098e6dfdd75ec9d41c671e18b9f3d6c -size 154490248 diff --git a/ppo_v11/policy_update305.state.json b/ppo_v11/policy_update305.state.json deleted file mode 100644 index 48888b9cbf85d41beaebb2d15224509ca5f60af9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update305.state.json +++ /dev/null @@ -1,228 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 306, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 763008, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update310.safetensors b/ppo_v11/policy_update310.safetensors deleted file mode 100644 index 1de996014f2e5e8efab1422855e6875888b6299f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update310.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9f3c5b69cc3ae82df86cdd59a9f36fccb1454ac7931ac62c002c9b1dd1e38006 -size 154490248 diff --git a/ppo_v11/policy_update310.state.json b/ppo_v11/policy_update310.state.json deleted file mode 100644 index f16ef031d8e93edb9a91649630356b014d1849f8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update310.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 311, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 774528, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update315.safetensors b/ppo_v11/policy_update315.safetensors deleted file mode 100644 index 919a91f01a953f536d7ea7f4bfe13cfdc2efcafc..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update315.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:242b6336e8b6c43a7072f86f04a9fb1e92e3ca3b41ffa9ca35ab26a44225fc7c -size 154490248 diff --git a/ppo_v11/policy_update315.state.json b/ppo_v11/policy_update315.state.json deleted file mode 100644 index e37df2da76a18ca066b1c116ef9768ce0964d7db..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update315.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 316, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 786048, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update320.safetensors b/ppo_v11/policy_update320.safetensors deleted file mode 100644 index 91f5f4a914c96f505950857eeae54ab89b15dc3d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update320.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9fa1d38ef1e97d50fbd3012f8ab0c4f892f83e49a97d12db7ab76f2897946a2b -size 154490248 diff --git a/ppo_v11/policy_update320.state.json b/ppo_v11/policy_update320.state.json deleted file mode 100644 index 19a6d643bcc2dcd8bf0b9e60aeba519ccc7b337d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update320.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 321, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 797568, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update325.safetensors b/ppo_v11/policy_update325.safetensors deleted file mode 100644 index 8886905b019973fc6febfe7875cacf978344c072..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update325.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d2e38cfa3c7eff23f3e66383b38d5df1ca5dc5321c50636c462290c0c65ff150 -size 154490248 diff --git a/ppo_v11/policy_update325.state.json b/ppo_v11/policy_update325.state.json deleted file mode 100644 index 4f6f29845b524c385dbd7932a847869e92f2557b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update325.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 326, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 809088, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update330.safetensors b/ppo_v11/policy_update330.safetensors deleted file mode 100644 index 3075601612e5de6f824f37b8d053b5706654fb11..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update330.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:65f8b1038a5cebfce38c297617a53e1028e27c43dce438ee1253bfe0f82fe73b -size 154490248 diff --git a/ppo_v11/policy_update330.state.json b/ppo_v11/policy_update330.state.json deleted file mode 100644 index 84489d5f116d803a062b499ffc99a5d328992207..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update330.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 331, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 820608, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update335.safetensors b/ppo_v11/policy_update335.safetensors deleted file mode 100644 index 889324eb37200d8f2c61e3277c8fb52015bd0a67..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update335.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5e774b496592df4a3d831800b282dc727ded508733b3b463139519807128951a -size 154490248 diff --git a/ppo_v11/policy_update335.state.json b/ppo_v11/policy_update335.state.json deleted file mode 100644 index c1584f051b7a40da0f747b5eb2f124f0bf6f6c24..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update335.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 336, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 832128, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update340.safetensors b/ppo_v11/policy_update340.safetensors deleted file mode 100644 index 6effc1110a3f588653eef7587f3dee1eb3031b4e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update340.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d570937c183b58a9f894ba88c4d615a5dffec682ec952a6e338e6b963f7ffd8a -size 154490248 diff --git a/ppo_v11/policy_update340.state.json b/ppo_v11/policy_update340.state.json deleted file mode 100644 index 2536cd5ede36a93077d1e822baac62690705476a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update340.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 341, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 843648, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update345.safetensors b/ppo_v11/policy_update345.safetensors deleted file mode 100644 index d4eb2de085f1c7c4e6ef5a0181d4cd2af8dbac3f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update345.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8c62f24cd198046aa031858b98888f674a0d58cfb871e44566fac195256fb9c8 -size 154490248 diff --git a/ppo_v11/policy_update345.state.json b/ppo_v11/policy_update345.state.json deleted file mode 100644 index 2d209c352846718486c954133b8902253ca56b7f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update345.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 346, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 855168, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update35.safetensors b/ppo_v11/policy_update35.safetensors deleted file mode 100644 index dbd30e2327d4250af11cc16b77750f07ec115506..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update35.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5dfd7482cfc685fde65c2363c4e545712a740c1c84a40e2552afe90d0126939c -size 154490248 diff --git a/ppo_v11/policy_update35.state.json b/ppo_v11/policy_update35.state.json deleted file mode 100644 index 5a949fadbcc812cf38b9b6aee0e2e5ad4ad9cea6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update35.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 36, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 110592, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update350.safetensors b/ppo_v11/policy_update350.safetensors deleted file mode 100644 index 2b23ec9928f2d91fa656e066ef0ca7dad2606efa..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update350.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:24125cafac57a6ae4b90e880998dccc82d8168983fd96b00b2665603df395b83 -size 154490248 diff --git a/ppo_v11/policy_update350.state.json b/ppo_v11/policy_update350.state.json deleted file mode 100644 index 8c341dc4723c777c6016282a8f40e57eb10305cc..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update350.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 351, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 866688, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update355.safetensors b/ppo_v11/policy_update355.safetensors deleted file mode 100644 index 84f94c3c2f40dbcf413457055869cca9d8ad7393..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update355.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d470441451ca98e0bfb88a26f920178df17b48bd9e5d981244b64bf6c4d8c4dd -size 154490248 diff --git a/ppo_v11/policy_update355.state.json b/ppo_v11/policy_update355.state.json deleted file mode 100644 index ac66fa53d868f66a8f3c365286ce18fad2cbabd2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update355.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 356, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 878208, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update360.safetensors b/ppo_v11/policy_update360.safetensors deleted file mode 100644 index eb25f9c0950468edd2a979652227e265a0397482..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update360.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:443f0726570704ad425d02b6e2fb97b5430b7745d48fd91550f619a5b3cf8cbe -size 154490248 diff --git a/ppo_v11/policy_update360.state.json b/ppo_v11/policy_update360.state.json deleted file mode 100644 index 6422ab8ce8f13bb3221da4d42887da29354c4a0f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update360.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 361, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 889728, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update365.safetensors b/ppo_v11/policy_update365.safetensors deleted file mode 100644 index fcb8b39a6575030e7b1e7bb5a3face4523ec8350..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update365.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7a05ac6d049540085cb56556d59bb3eda4f6503d3601ec820756b997f3fd9960 -size 154490248 diff --git a/ppo_v11/policy_update365.state.json b/ppo_v11/policy_update365.state.json deleted file mode 100644 index 67b3bb55168e274eb7b3c25652d9e27f98654397..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update365.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 366, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 901248, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update370.safetensors b/ppo_v11/policy_update370.safetensors deleted file mode 100644 index a11eb725c0770ff94452d91316c9810a09354e98..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update370.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1597e8746fdc9a447fb7bf49ea5219ee8267daf73664f7cdc2b69852562fdca5 -size 154490248 diff --git a/ppo_v11/policy_update370.state.json b/ppo_v11/policy_update370.state.json deleted file mode 100644 index b788e640159bd65152625f92124f61aab7f3b3f2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update370.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 371, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 912768, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update375.safetensors b/ppo_v11/policy_update375.safetensors deleted file mode 100644 index 9306bf44f0b161b60e6f0def7b63d9e6e9bece23..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update375.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c3c264dfb3cc7deb9b2e0e05bbfe67c0fbd1cd3c3120c05d5d4e56a2e087972f -size 154490248 diff --git a/ppo_v11/policy_update375.state.json b/ppo_v11/policy_update375.state.json deleted file mode 100644 index f4cfc5ac31c22475cd87f25e42a5519f4cef157e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update375.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 376, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 924288, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update380.safetensors b/ppo_v11/policy_update380.safetensors deleted file mode 100644 index 7badb755fb15b8b944fa4531aa18c8e5e5e9664c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update380.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4f85e7e34ea6eb2a12a5e278e443e3cd5bcb35176d1de43546a751c57d529c57 -size 154490248 diff --git a/ppo_v11/policy_update380.state.json b/ppo_v11/policy_update380.state.json deleted file mode 100644 index 9c369a4ff9c60fcdbea2480596b501e3d9da9ecb..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update380.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 381, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 935808, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update385.safetensors b/ppo_v11/policy_update385.safetensors deleted file mode 100644 index af0b2db5a1924217fff235ac2b922e9ce5778685..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update385.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:25e91d406ccb32b82f41055bc9c41504aebab3ef651baf720344bc7bc934fd1b -size 154490248 diff --git a/ppo_v11/policy_update385.state.json b/ppo_v11/policy_update385.state.json deleted file mode 100644 index 041101a8997a507c0e1c9abf48fdf3936c75bf28..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update385.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 386, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 947328, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update390.safetensors b/ppo_v11/policy_update390.safetensors deleted file mode 100644 index 94138a2a456009e7d14274894189fcba3dcd3f23..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update390.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9caf10ef22a00676f62e2ac119a5aaa6e79da2359f224f5d3f7f1d58da451970 -size 154490248 diff --git a/ppo_v11/policy_update390.state.json b/ppo_v11/policy_update390.state.json deleted file mode 100644 index 4d14955d5be7c7e5fab52369414f3a00a43fee23..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update390.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 391, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 958848, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update395.safetensors b/ppo_v11/policy_update395.safetensors deleted file mode 100644 index 0cb07afead277c3eae503d70f6cefa4dd61b7489..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update395.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6fdd4054530da974b5d6928fa2a38c4d755ba07706f00575b5d3d71bfaa3cc34 -size 154490248 diff --git a/ppo_v11/policy_update395.state.json b/ppo_v11/policy_update395.state.json deleted file mode 100644 index d4cf54a274d0d35df71c6cc8f966aebb79a7920f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update395.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 396, - "stage": 12, - "ent_scale": 1.0, - "lr_now": 0.00003556043928404301, - "total_env_steps": 970368, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update40.safetensors b/ppo_v11/policy_update40.safetensors deleted file mode 100644 index decbc071bcf07d45553cd8d60408864f7f69bc25..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update40.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ebe3777a5a042a8549ae0888dfc83e66f7ac6386dcaceb297c5feb7636bd507d -size 154490248 diff --git a/ppo_v11/policy_update40.state.json b/ppo_v11/policy_update40.state.json deleted file mode 100644 index fe0943ab177f69a4deeda1d276f751c7a58a1d0d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update40.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 41, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 125952, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update405.safetensors b/ppo_v11/policy_update405.safetensors deleted file mode 100644 index a4b82f1a0f7b650d4c22a5e433e4b336d37350b8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update405.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ef5236fc0cc68f3e446ff2806b3faf35b960c25326ef4b445bb01eba7f218820 -size 154490248 diff --git a/ppo_v11/policy_update405.state.json b/ppo_v11/policy_update405.state.json deleted file mode 100644 index a98df0dfb535df7dc4278d2045b3347177807b0a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update405.state.json +++ /dev/null @@ -1,197 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 406, - "stage": 13, - "ent_scale": 1.0, - "lr_now": 0.00003022637339143656, - "total_env_steps": 993408, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update410.safetensors b/ppo_v11/policy_update410.safetensors deleted file mode 100644 index 7d7da13b5969e3fc03c93e21ae5851208033c582..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update410.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:33b5a1e5f2e15d4a60c54847b025306f98c9763931dfb378cd9ba19ce3299279 -size 154490248 diff --git a/ppo_v11/policy_update410.state.json b/ppo_v11/policy_update410.state.json deleted file mode 100644 index 800d8ec718de8e09bff671e04385b3f777b63462..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update410.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 411, - "stage": 13, - "ent_scale": 1.0, - "lr_now": 0.00003022637339143656, - "total_env_steps": 1004928, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update415.safetensors b/ppo_v11/policy_update415.safetensors deleted file mode 100644 index d874c8746af6a67840d2c9455aa161fa11f93762..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update415.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fcaab40d90a59c4a08d4a6077dcf156f41af16a68edc361186011b7aa7c7874a -size 154490248 diff --git a/ppo_v11/policy_update415.state.json b/ppo_v11/policy_update415.state.json deleted file mode 100644 index 0cc8fc3290b184e4ad6c88350612b1aa399b3c4f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update415.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 416, - "stage": 13, - "ent_scale": 1.0, - "lr_now": 0.00003022637339143656, - "total_env_steps": 1016448, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update420.safetensors b/ppo_v11/policy_update420.safetensors deleted file mode 100644 index f3a08dac5c82ab793cbc1e82a82fbdc054aed58f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update420.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:86dc16152f7206f510b5a69aed0fab692a485d5910b9b68b5e09042553cd6db9 -size 154490248 diff --git a/ppo_v11/policy_update420.state.json b/ppo_v11/policy_update420.state.json deleted file mode 100644 index 6f9f6066847470b71c79607bc624f7063b74fe9b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update420.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 421, - "stage": 13, - "ent_scale": 1.0, - "lr_now": 0.00003022637339143656, - "total_env_steps": 1027968, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update425.safetensors b/ppo_v11/policy_update425.safetensors deleted file mode 100644 index 8e2645e830896977608eb60d3eccdf66a7e70325..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update425.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:53fc437192268896444b812c63c01dcfbc575f5c77b71c9abbb5477bc0a7e607 -size 154490248 diff --git a/ppo_v11/policy_update425.state.json b/ppo_v11/policy_update425.state.json deleted file mode 100644 index 75ebb37bf5f48610b0bac8adef37f8d27b0cf28c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update425.state.json +++ /dev/null @@ -1,121 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 426, - "stage": 14, - "ent_scale": 1.0, - "lr_now": 0.00002569241738272107, - "total_env_steps": 1039488, - "recent_wins": [], - "recent_conversions": [], - "recent_deaths": [], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update430.safetensors b/ppo_v11/policy_update430.safetensors deleted file mode 100644 index 7d4a05cd304e4baacae3b3574a16d9cc68cb0743..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update430.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7986eae8734734961d121c60e7b9eed5a0fc7564d72b10046e18f82b7bd3b4c8 -size 154490248 diff --git a/ppo_v11/policy_update430.state.json b/ppo_v11/policy_update430.state.json deleted file mode 100644 index f5aba834a5195f5b3ac07d6c5f376ed66d2380ca..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update430.state.json +++ /dev/null @@ -1,172 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 431, - "stage": 14, - "ent_scale": 1.0, - "lr_now": 0.00002569241738272107, - "total_env_steps": 1051008, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update435.safetensors b/ppo_v11/policy_update435.safetensors deleted file mode 100644 index 2f1dac3639280b5274b7586fc1e6ca6bdfcb112b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update435.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:88cb2f16e1683a135ecfcb30f8d067240cd678c7e9c3295cab08aeac54708c5d -size 154490248 diff --git a/ppo_v11/policy_update435.state.json b/ppo_v11/policy_update435.state.json deleted file mode 100644 index b6f69ac425e4cc0d212d91e33323f761c818768d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update435.state.json +++ /dev/null @@ -1,213 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 436, - "stage": 14, - "ent_scale": 1.0, - "lr_now": 0.00002569241738272107, - "total_env_steps": 1062528, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update440.safetensors b/ppo_v11/policy_update440.safetensors deleted file mode 100644 index ed9d74889107bcb1d09479e005840d79e922aa93..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update440.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4e037b95d47c3cd283ab39e6576b1cf76cc72a1fcffa3d1fa8d37a58b9f7a319 -size 154490248 diff --git a/ppo_v11/policy_update440.state.json b/ppo_v11/policy_update440.state.json deleted file mode 100644 index 4d7b5aefc951225973b1c047189040a04aa8f8ac..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update440.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 441, - "stage": 14, - "ent_scale": 1.0, - "lr_now": 0.00002569241738272107, - "total_env_steps": 1074048, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update445.safetensors b/ppo_v11/policy_update445.safetensors deleted file mode 100644 index 92bc7a4d8bdeaba40881d597bc66b89753b6de0b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update445.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8781986367b4fea273154bb71aad57f348f20a6c217f7bff364a2581495527a2 -size 154490248 diff --git a/ppo_v11/policy_update445.state.json b/ppo_v11/policy_update445.state.json deleted file mode 100644 index a45c5230325c0a6ee85aec6846d93b8d755faa11..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update445.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 446, - "stage": 14, - "ent_scale": 1.0, - "lr_now": 0.00002569241738272107, - "total_env_steps": 1085568, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update45.safetensors b/ppo_v11/policy_update45.safetensors deleted file mode 100644 index 9a95e7578717c24b6a983916e33f696a8f0393aa..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update45.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:333bdce2ec872ec9ffe89f6b7c49cc6fda3e0a3f15d35faa17619e043bbac839 -size 154490248 diff --git a/ppo_v11/policy_update45.state.json b/ppo_v11/policy_update45.state.json deleted file mode 100644 index cbb11eecd976f65a2b3390b37c5b1c9110abbde2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update45.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 46, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 141312, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file