diff --git a/ppo_v11/policy_update1710.safetensors b/ppo_v11/policy_update1710.safetensors deleted file mode 100644 index 8f94cd8ba4a8754cc83a702b45480076c695c752..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1710.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f592806913620f098551b260743853799170654657a5ecd7035f0b0be492e41d -size 154490248 diff --git a/ppo_v11/policy_update1710.state.json b/ppo_v11/policy_update1710.state.json deleted file mode 100644 index 261124fa7d1984f5c43a2862f111df277a65c407..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1710.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1711, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10286592, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1715.safetensors b/ppo_v11/policy_update1715.safetensors deleted file mode 100644 index 9e7f931150199f8af9723faffa66bcebb5dd49cc..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1715.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dfb7be3db8c9169a98421e28c19ff5682a228eb28cc06e0ef255fa2d9d13365a -size 154490248 diff --git a/ppo_v11/policy_update1715.state.json b/ppo_v11/policy_update1715.state.json deleted file mode 100644 index 7a121e40ee84796e4e06eec913d72ed93b3764dd..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1715.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1716, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10324992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1720.safetensors b/ppo_v11/policy_update1720.safetensors deleted file mode 100644 index 7bb684270303bbd396b3de7a7583b6854cb88d20..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1720.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a8ba95c8ef7e5807e37330fb2c321fbbd1fc0850e8025a43e95a3ee0842acc2c -size 154490248 diff --git a/ppo_v11/policy_update1720.state.json b/ppo_v11/policy_update1720.state.json deleted file mode 100644 index 01474ec25617325817dd23c188fcacb35b49bf8b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1720.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1721, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10363392, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1725.safetensors b/ppo_v11/policy_update1725.safetensors deleted file mode 100644 index 7a75b27ee4b028683c2307b1be6f5b8888200f70..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1725.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:44a1b87c16a0c0307d7d94e4570fbb76477d4a1e04e58b656d4531a0f2eac1dd -size 154490248 diff --git a/ppo_v11/policy_update1725.state.json b/ppo_v11/policy_update1725.state.json deleted file mode 100644 index 13c4019a7aead3ec4777914713b511947b6ab43f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1725.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1726, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10401792, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1730.safetensors b/ppo_v11/policy_update1730.safetensors deleted file mode 100644 index e8f6f3d1770eb6f94cc05206f206eead947a6652..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1730.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f60a6a6bd7c3402bcf2d917cec0c6ca8ad003165ec4c0fcab5ab03658a5b4f40 -size 154490248 diff --git a/ppo_v11/policy_update1730.state.json b/ppo_v11/policy_update1730.state.json deleted file mode 100644 index bb0ebaf36ddcda8e07fe489ca47cbf5ffc257233..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1730.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1731, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10440192, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1735.safetensors b/ppo_v11/policy_update1735.safetensors deleted file mode 100644 index d714fecca398f696ca949e4d4db33989ad00a5a7..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1735.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:accb577f39e916c508234a79f93c8ce87dc89257ca3b886b48f7422be75b0859 -size 154490248 diff --git a/ppo_v11/policy_update1735.state.json b/ppo_v11/policy_update1735.state.json deleted file mode 100644 index cea8c4822187e9f58703b64229bd4e3063037789..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1735.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1736, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10478592, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1740.safetensors b/ppo_v11/policy_update1740.safetensors deleted file mode 100644 index 106fdfa8c15813a7e1410605f8a8ff05324bf55a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1740.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:35051ba07d40b66ffab05b20cdb0f34f9e4855e6db11aa9ba7d6b8839e744283 -size 154490248 diff --git a/ppo_v11/policy_update1740.state.json b/ppo_v11/policy_update1740.state.json deleted file mode 100644 index 7ecaa2e0bf04b6033d11b740939f9b772e198e69..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1740.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1741, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10516992, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1745.safetensors b/ppo_v11/policy_update1745.safetensors deleted file mode 100644 index 6f8a9512980ec4ab82783df994c5a151e8a5ae6b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1745.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3aa6b6ce8ca32b056a49d3845bc77d5fd17875bfda6c4c28d71a6c2e0929a43d -size 154490248 diff --git a/ppo_v11/policy_update1745.state.json b/ppo_v11/policy_update1745.state.json deleted file mode 100644 index fafdfd0531f8aeb9281828be3ae6faa02bd03922..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1745.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1746, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10555392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update175.safetensors b/ppo_v11/policy_update175.safetensors deleted file mode 100644 index 1d29d2faf321490960cf3ab9bcb041b7f2b5bee1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update175.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:af7649ce802904b77b18006d978461007b25217003ccfd0ac983422695926471 -size 154490248 diff --git a/ppo_v11/policy_update175.state.json b/ppo_v11/policy_update175.state.json deleted file mode 100644 index 28647d64dfd6a2ac3f8a636cf6cd2a9205d8333e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update175.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 176, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 463488, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1750.safetensors b/ppo_v11/policy_update1750.safetensors deleted file mode 100644 index 837cb6a1b7ace5e284a55e479246143710df1d64..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1750.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8745414ae7a5614122c7035df32f4de2b47fbfea5ecdc4579fa4824de66de63a -size 154490248 diff --git a/ppo_v11/policy_update1750.state.json b/ppo_v11/policy_update1750.state.json deleted file mode 100644 index 2c7e8720f0970529aee406ea830084b283a557c8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1750.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1751, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10593792, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1755.safetensors b/ppo_v11/policy_update1755.safetensors deleted file mode 100644 index 063ed256036cb4e1d0c51a189e6989e9dfc8a292..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1755.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1d92da0147d22188fcdb4109b388bb6d6e5ea6398b2e203010a8a889f64add2e -size 154490248 diff --git a/ppo_v11/policy_update1755.state.json b/ppo_v11/policy_update1755.state.json deleted file mode 100644 index 31c14f61bce4241893efdf9ba16b4be3f894773f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1755.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1756, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10632192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1760.safetensors b/ppo_v11/policy_update1760.safetensors deleted file mode 100644 index faa69dc7c8a6737314a8f9106fd2b65190c69f26..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1760.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bb350036545dad6edb68c3b50cd5fe7458d9278acbf7969e71f68d3dcff75ce2 -size 154490248 diff --git a/ppo_v11/policy_update1760.state.json b/ppo_v11/policy_update1760.state.json deleted file mode 100644 index 68a6ecd261ecae50e953dd1acc55fe94bdb03003..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1760.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1761, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10670592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1765.safetensors b/ppo_v11/policy_update1765.safetensors deleted file mode 100644 index b6d19c72ec3a4475a254126185e71ba2b4d12a49..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1765.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dab5a1d2714fb92a80c801257eab989beed27d1e39ef04bd7d0f564e5905f930 -size 154490248 diff --git a/ppo_v11/policy_update1765.state.json b/ppo_v11/policy_update1765.state.json deleted file mode 100644 index 1f4b751ebe8405647728feafa036211811cc2545..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1765.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1766, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10708992, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1770.safetensors b/ppo_v11/policy_update1770.safetensors deleted file mode 100644 index dd269719ed4b97c76359fd51623b2ee7574cd2f6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1770.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2d81b75d966c1a09a5e7cdcf8d8b85c15a336b995383aaaa9043d023760f974e -size 154490248 diff --git a/ppo_v11/policy_update1770.state.json b/ppo_v11/policy_update1770.state.json deleted file mode 100644 index dd5de54454c6d4ffb069e590175a1cd42b8f0b81..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1770.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1771, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10747392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1775.safetensors b/ppo_v11/policy_update1775.safetensors deleted file mode 100644 index 9fa648cd13214945cfa909faad74e3bed73b2728..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1775.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fe2e628ad11a9754ddc84ddd1b931f7201389b501471bca7ac6d0c781bfa020f -size 154490248 diff --git a/ppo_v11/policy_update1775.state.json b/ppo_v11/policy_update1775.state.json deleted file mode 100644 index 49e281869f68a8a223219e05f93018b5d8c0a55f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1775.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1776, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10785792, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1780.safetensors b/ppo_v11/policy_update1780.safetensors deleted file mode 100644 index b4517474e07a428b65aa57d2f9da86f1a9a52dea..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1780.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f4b4af34b97bba0aa0a6edb431edeb70e19918fdf2b7bb3b79059821624365ed -size 154490248 diff --git a/ppo_v11/policy_update1780.state.json b/ppo_v11/policy_update1780.state.json deleted file mode 100644 index 0f3da52248a5af7a4a0eb4db6ae1d74d250aed6e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1780.state.json +++ /dev/null @@ -1,120 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1781, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10824192, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1785.safetensors b/ppo_v11/policy_update1785.safetensors deleted file mode 100644 index 94aca74ce47c8d513111e055153e088ff6a90887..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1785.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:030acdc0bc4ea0a403ab34a14a94421213c67ca4a626d530038b1696cb3bcc30 -size 154490248 diff --git a/ppo_v11/policy_update1785.state.json b/ppo_v11/policy_update1785.state.json deleted file mode 100644 index 88b12498da0842889ed19c282bc82e4c85ee8bd8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1785.state.json +++ /dev/null @@ -1,185 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1786, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10862592, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1790.safetensors b/ppo_v11/policy_update1790.safetensors deleted file mode 100644 index 5bd137ddf341d35c41f3ea1d494e24417f037928..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1790.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e8c00997c77c97c54df0bf1074918fa8a363ee781917de6a16308142d9f6576c -size 154490248 diff --git a/ppo_v11/policy_update1790.state.json b/ppo_v11/policy_update1790.state.json deleted file mode 100644 index 5e616fdb9fb279bb129a7e6676145515df4a3d95..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1790.state.json +++ /dev/null @@ -1,192 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1791, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10900992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1795.safetensors b/ppo_v11/policy_update1795.safetensors deleted file mode 100644 index 8408aaafd47da5acf2040eb7370213a3b50017a7..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1795.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:505cfe65c5e8472bdfe1b7aae2a05418281453d46536d3253dbd855ec021b9b9 -size 154490248 diff --git a/ppo_v11/policy_update1795.state.json b/ppo_v11/policy_update1795.state.json deleted file mode 100644 index ebb4741dc54af715cb6fa19573ba4266351a1028..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1795.state.json +++ /dev/null @@ -1,197 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1796, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10939392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update180.safetensors b/ppo_v11/policy_update180.safetensors deleted file mode 100644 index cb161964867bb3e53530212e5b0ab69e29ecaa9c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update180.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e78ab86b2e7a2d4b21790166600dc9c25d14b16c77e2128a38b20661ddb7a52f -size 154490248 diff --git a/ppo_v11/policy_update180.state.json b/ppo_v11/policy_update180.state.json deleted file mode 100644 index 187f4899a079c02d36c07ad3eb3900b6f6d5f376..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update180.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 181, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 475008, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1805.safetensors b/ppo_v11/policy_update1805.safetensors deleted file mode 100644 index e4d47bf93040ad3deec60633b8ce4ba6e64a51ec..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1805.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b1f031ece6774c4f554f70f763a03bed10f02fb2b04a4aec8bb4222ef56b8b07 -size 154490248 diff --git a/ppo_v11/policy_update1805.state.json b/ppo_v11/policy_update1805.state.json deleted file mode 100644 index b5a0534af25b5ff6fe8db1aa6fb85ffc3de7e3a0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1805.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1806, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11016192, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1810.safetensors b/ppo_v11/policy_update1810.safetensors deleted file mode 100644 index 0cf54c30dc0a8483b8afa5694107eff269aa3727..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1810.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:93d2a852ba5d86c674d18bfa04ac412f65badb7d331b4ac4ee5fc699670d5a9a -size 154490248 diff --git a/ppo_v11/policy_update1810.state.json b/ppo_v11/policy_update1810.state.json deleted file mode 100644 index 99b49cd5f2e745f0cc1036ce036b840eb4f75212..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1810.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1811, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11054592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1815.safetensors b/ppo_v11/policy_update1815.safetensors deleted file mode 100644 index 4a593e8c6e197e4f19d11548077ea014685bb692..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1815.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5e9e6960309c2bd251628ba0c927b08356de1ae647f1a69b92f1ab751defcae6 -size 154490248 diff --git a/ppo_v11/policy_update1815.state.json b/ppo_v11/policy_update1815.state.json deleted file mode 100644 index 1a14b2cbc445880f45c0ec1fd615ec785db212fb..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1815.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1816, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11092992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1820.safetensors b/ppo_v11/policy_update1820.safetensors deleted file mode 100644 index 05ebed404a4c5d0fa45901f2ec36e0996dd7f052..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1820.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7d8063f6ba359dc8334de499c3918ec22cdda237c819a08383f4be47e5670a21 -size 154490248 diff --git a/ppo_v11/policy_update1820.state.json b/ppo_v11/policy_update1820.state.json deleted file mode 100644 index 575bfc43c48b5f89761cd11e7d93ca3f6ca4de13..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1820.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1821, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11131392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1825.safetensors b/ppo_v11/policy_update1825.safetensors deleted file mode 100644 index fe63e699dffdb5267846348977a03b8a923886b7..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1825.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:244cd2b1bc3ecabc16487fb25720eceeb8f8461c9e152be5bedb3fb6b699d199 -size 154490248 diff --git a/ppo_v11/policy_update1825.state.json b/ppo_v11/policy_update1825.state.json deleted file mode 100644 index c2a4a96e8aac9921deec4b44f495d6a767cae8e2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1825.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1826, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11169792, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1830.safetensors b/ppo_v11/policy_update1830.safetensors deleted file mode 100644 index 6c8f2bcde70eaf60bd5f5ce78d094a4b77eb7f69..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1830.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f3cfb9a265834f6af6fa9fde3f7bd332b00a73e0bef69d61e9984afb7fbe5f7f -size 154490248 diff --git a/ppo_v11/policy_update1830.state.json b/ppo_v11/policy_update1830.state.json deleted file mode 100644 index 2607fcb4021a0a3e22e7080829fc74e4e488ba16..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1830.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1831, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11208192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1835.safetensors b/ppo_v11/policy_update1835.safetensors deleted file mode 100644 index 80e53f7d0169bd28b94d8669830bb77215857613..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1835.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:025c4b496c3e5ad1ca19111a4651b5563527cde666d16492635f3098b8709ead -size 154490248 diff --git a/ppo_v11/policy_update1835.state.json b/ppo_v11/policy_update1835.state.json deleted file mode 100644 index 35a55f62ecc05a348b0cb05b5444d854da24348c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1835.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1836, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11246592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1840.safetensors b/ppo_v11/policy_update1840.safetensors deleted file mode 100644 index d14a5db2767628378d36307177d229fae82dbf2a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1840.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fff35cb8566291b13ef89fab2f81de89adf58ccc02cff8a6e57bc6b92215c913 -size 154490248 diff --git a/ppo_v11/policy_update1840.state.json b/ppo_v11/policy_update1840.state.json deleted file mode 100644 index 4a44ac92027131726870ab35ea979bfbf68f926b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1840.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1841, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11284992, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1845.safetensors b/ppo_v11/policy_update1845.safetensors deleted file mode 100644 index 72f35ed3a78a073b98b71dcd77cb0ef4404d5787..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1845.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0b6e03eac10b3b14de20314369e2a94f400d28f008db5d540e36b1c9c3c0ad42 -size 154490248 diff --git a/ppo_v11/policy_update1845.state.json b/ppo_v11/policy_update1845.state.json deleted file mode 100644 index 9742b361a0a0dda5e37de33128657c9fa096b3af..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1845.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1846, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11323392, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update185.safetensors b/ppo_v11/policy_update185.safetensors deleted file mode 100644 index 9e5998b5a1728be7110d6209f0fd67cafb577c9a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update185.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:42c3b2a0fd2bce0c9c99da83f476a5fa3641e947ad547faf9c335fe39a8679b3 -size 154490248 diff --git a/ppo_v11/policy_update185.state.json b/ppo_v11/policy_update185.state.json deleted file mode 100644 index 2cc805ec3c12b3860a757776fa402bbcd9a5276a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update185.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 186, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 486528, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1850.safetensors b/ppo_v11/policy_update1850.safetensors deleted file mode 100644 index 7cb810113b8d6539c5344a3a98251e64e62c1c68..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1850.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3669123bb5d76cac798e9c89d7cb150a60d28463441f39d03b1bf9e06de1137f -size 154490248 diff --git a/ppo_v11/policy_update1850.state.json b/ppo_v11/policy_update1850.state.json deleted file mode 100644 index 6823a7a47575e7e63977e6bd869aa78556767308..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1850.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1851, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11361792, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1855.safetensors b/ppo_v11/policy_update1855.safetensors deleted file mode 100644 index dcc4c80f7afe0c15282ddd0c7815c9ebc2f13ef9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1855.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0b58e1702dc8d55de9f591571ba6bf7f70ae55e751862bb90f7e4b0e1839876d -size 154490248 diff --git a/ppo_v11/policy_update1855.state.json b/ppo_v11/policy_update1855.state.json deleted file mode 100644 index 848fdf2960ba71aa8bae25e8fef0a2a542aef7db..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1855.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1856, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11400192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1860.safetensors b/ppo_v11/policy_update1860.safetensors deleted file mode 100644 index 3dfaae810622698de7c4a19ce5a51b33bf51e4bb..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1860.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:638019d8c5fecd62cc0aa181b8d27acfad857e2fc1453adb3ce4cee47a209eef -size 154490248 diff --git a/ppo_v11/policy_update1860.state.json b/ppo_v11/policy_update1860.state.json deleted file mode 100644 index 1ed1e0d81ed4a4af7d9760cca79c4d5b3b33f089..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1860.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1861, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11438592, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1865.safetensors b/ppo_v11/policy_update1865.safetensors deleted file mode 100644 index 13e7887780468448f1b1942b43b00c3338cc6b00..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1865.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4b708cdd4380a882f6c82ae0047aaa1230720ed1158260eb0f91ed8e4740a50d -size 154490248 diff --git a/ppo_v11/policy_update1865.state.json b/ppo_v11/policy_update1865.state.json deleted file mode 100644 index 4e182b2073bd4370fa140e0ccde291fc737a2602..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1865.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1866, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11476992, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1870.safetensors b/ppo_v11/policy_update1870.safetensors deleted file mode 100644 index 926e2fbe9852ccf9fdb6c6c170a7164daf3524bc..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1870.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4ad4154402feb30aa7d4d71fbe04d11974486879ac37721d6e01e78dbbb1485f -size 154490248 diff --git a/ppo_v11/policy_update1870.state.json b/ppo_v11/policy_update1870.state.json deleted file mode 100644 index cc30d46a9f496880e899e9a32a748d7934efb816..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1870.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1871, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11515392, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1875.safetensors b/ppo_v11/policy_update1875.safetensors deleted file mode 100644 index 9e93a82b72d6795d7a819d67d4e45fb6aff4c800..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1875.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:18e14930413ed7b67a3bd017778a74c7ca4eaa9edd37f02dafcb1b2d4bb50cd6 -size 154490248 diff --git a/ppo_v11/policy_update1875.state.json b/ppo_v11/policy_update1875.state.json deleted file mode 100644 index 052fc39d0c7919eb73f93ae9bf2cbc496a94c9bd..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1875.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1876, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11553792, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1880.safetensors b/ppo_v11/policy_update1880.safetensors deleted file mode 100644 index 9a24c1bf3b963223d7223c5e94850901a48cb527..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1880.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1ae71d73ea735158b0297a4929055cae83752ea6d9224bbbb8497f83eaab7da6 -size 154490248 diff --git a/ppo_v11/policy_update1880.state.json b/ppo_v11/policy_update1880.state.json deleted file mode 100644 index af422929b5d7bd1fac854d1c4134d98beeb8a579..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1880.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1881, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11592192, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1885.safetensors b/ppo_v11/policy_update1885.safetensors deleted file mode 100644 index e88b7b29c7f4e52b9b306ad40c642a0c88ff0b59..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1885.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e36916f3efe694bdee8c3eb9a997436c3ee5ce890b5cce20957390a44414d805 -size 154490248 diff --git a/ppo_v11/policy_update1885.state.json b/ppo_v11/policy_update1885.state.json deleted file mode 100644 index 8ceb09c1466e7b138b0146a6e7dcd618fae3758e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1885.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1886, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11630592, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1890.safetensors b/ppo_v11/policy_update1890.safetensors deleted file mode 100644 index 4fb84ca924612541d3d89c334c6b3494d0e713e0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1890.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:27c259473edd48567ca15cc23adfae2f9ea6796d982eef4ad5db61a2085d5ec1 -size 154490248 diff --git a/ppo_v11/policy_update1890.state.json b/ppo_v11/policy_update1890.state.json deleted file mode 100644 index edb25299e2604574bfb0ed5673dedf15694c27c7..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1890.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1891, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11668992, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1895.safetensors b/ppo_v11/policy_update1895.safetensors deleted file mode 100644 index 8cd3438c08627a0a305098a1f66852f0dcabf76a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1895.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e6c33d496b35e7962d8f2e119e905d559854237e1344828d093eba7d85e21948 -size 154490248 diff --git a/ppo_v11/policy_update1895.state.json b/ppo_v11/policy_update1895.state.json deleted file mode 100644 index 71fa6dcfccb9ec59472c7dfbff70f06a0c9d3909..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1895.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1896, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11707392, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update190.safetensors b/ppo_v11/policy_update190.safetensors deleted file mode 100644 index e991a308ceb66ff2b378a4178476fcd7c38c2cb9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update190.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:97df8fc0c336ed5c6ac4eef2a1ead8b19e98baf5e6377385459f4246c4b559d7 -size 154490248 diff --git a/ppo_v11/policy_update190.state.json b/ppo_v11/policy_update190.state.json deleted file mode 100644 index 4c01b321debb28f53b8295379d74ac852f0f7cd5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update190.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 191, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 498048, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1905.safetensors b/ppo_v11/policy_update1905.safetensors deleted file mode 100644 index 06537c2c99b8df4d5edb13029bf4c4f7ad69a41a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1905.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:48268f6505631932bcc063c41690d360faffbe85e457406087594fe8a7b21b70 -size 154490248 diff --git a/ppo_v11/policy_update1905.state.json b/ppo_v11/policy_update1905.state.json deleted file mode 100644 index 2f5c06e9f668a375c81739724032dec535359dbe..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1905.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1906, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11784192, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1910.safetensors b/ppo_v11/policy_update1910.safetensors deleted file mode 100644 index 712ca56969a5540ff25bf9cdccaafbd15e3aaf52..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1910.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6bf03f1b74a7492627bf121dd10dbfc21becaa83bd8b4f6d9a8f01835c1627c4 -size 154490248 diff --git a/ppo_v11/policy_update1910.state.json b/ppo_v11/policy_update1910.state.json deleted file mode 100644 index 7b51bf59b9e36feafddfcecdd6956dd4e5de7f6b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1910.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1911, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11822592, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1915.safetensors b/ppo_v11/policy_update1915.safetensors deleted file mode 100644 index 78443a72eade3a587289ac30f6a37a8900cdff3f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1915.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:739a0603c16bd96e4d0286f5e8bc3718b3e5d6efb8e79c7ffbffd87d839cf664 -size 154490248 diff --git a/ppo_v11/policy_update1915.state.json b/ppo_v11/policy_update1915.state.json deleted file mode 100644 index 8e5d9bff123644b789793cc9c12fa976c6834949..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1915.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1916, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11860992, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1920.safetensors b/ppo_v11/policy_update1920.safetensors deleted file mode 100644 index a8198c8931f0a4a4b9895b83510b2f120f4b422a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1920.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:adc3f322692f5d486f2ccacd16fd971d910b18879db15c4a127417fae08217b9 -size 154490248 diff --git a/ppo_v11/policy_update1920.state.json b/ppo_v11/policy_update1920.state.json deleted file mode 100644 index 4ca5a47e24b2b02bb7d314db1dfad40b69d3810b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1920.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1921, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11899392, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1925.safetensors b/ppo_v11/policy_update1925.safetensors deleted file mode 100644 index 59820e5413150a587370bade4b82f54950011f83..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1925.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:049ea4022862cd1c9584ac4cd0a63890eefab56bc3b93569142d56993eed873b -size 154490248 diff --git a/ppo_v11/policy_update1925.state.json b/ppo_v11/policy_update1925.state.json deleted file mode 100644 index 3a04d9ba3dd7d081bcf857ede44f9f4decc343bb..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1925.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1926, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11937792, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1930.safetensors b/ppo_v11/policy_update1930.safetensors deleted file mode 100644 index 818ea986e08d6d51c251be65294106ca9b85ee07..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1930.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:614eb6fc8b45f253cf2183fa078d046adb6d3a881bdb6cf3943f830debe627ce -size 154490248 diff --git a/ppo_v11/policy_update1930.state.json b/ppo_v11/policy_update1930.state.json deleted file mode 100644 index 0f78a2c619c56bc8820b2663f312d1f1cbe074d4..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1930.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1931, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 11976192, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1935.safetensors b/ppo_v11/policy_update1935.safetensors deleted file mode 100644 index c697da54306d5079be9977d96c3990bb3ee12e5b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1935.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d8df38e57b43253962a4ca1ee047e7f4c78c39dfc5ce6a0ebe5d7a6ba152704a -size 154490248 diff --git a/ppo_v11/policy_update1935.state.json b/ppo_v11/policy_update1935.state.json deleted file mode 100644 index 71613c6f585f7fb7fe0f3d93b8738ae6348e83e2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1935.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1936, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12014592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1940.safetensors b/ppo_v11/policy_update1940.safetensors deleted file mode 100644 index 1a30841bff9b9d4b1d2a83485ecd163c1d1e74cb..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1940.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2be20b6dbde40b7a867e16426870210df9ba5906b0e6c521ffcdbade00d464e1 -size 154490248 diff --git a/ppo_v11/policy_update1940.state.json b/ppo_v11/policy_update1940.state.json deleted file mode 100644 index f086e0def46cc84a5d79be6aa62cbd5e1a08744b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1940.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1941, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12052992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1945.safetensors b/ppo_v11/policy_update1945.safetensors deleted file mode 100644 index 81f7df954dc511edcacd21ffc5c7bd21fe890597..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1945.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:64b28c5cc08e333bb6929cc18788c94c7b9e9147cf7e6773fbb804e035e620ea -size 154490248 diff --git a/ppo_v11/policy_update1945.state.json b/ppo_v11/policy_update1945.state.json deleted file mode 100644 index 2fb7aac9ab2224c4073be9e87f09f8df18ad797a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1945.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1946, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12091392, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update195.safetensors b/ppo_v11/policy_update195.safetensors deleted file mode 100644 index 2f0988c76a266fc738fa71f1b8787039c9ca4d7f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update195.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b320e995aa38132a2ff5131d88512d0af040d1f7e458926b58574b1b9183bc94 -size 154490248 diff --git a/ppo_v11/policy_update195.state.json b/ppo_v11/policy_update195.state.json deleted file mode 100644 index 9588dd94282cf1ca672109ab7415b245f7f6857f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update195.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 196, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 509568, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1950.safetensors b/ppo_v11/policy_update1950.safetensors deleted file mode 100644 index 4bd5f872bea1d9b729dfe69c909f6926b81c339c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1950.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b71114a2c98d71372e124815f00c459314bafa357c228a56c69c7a25ec36ed99 -size 154490248 diff --git a/ppo_v11/policy_update1950.state.json b/ppo_v11/policy_update1950.state.json deleted file mode 100644 index 9a19e20f0e3c27536eb9b96a5d5689f429a14ddb..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1950.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1951, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12129792, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1955.safetensors b/ppo_v11/policy_update1955.safetensors deleted file mode 100644 index d9aaf7c19d3de01540ee7578d2ffd06af45edb38..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1955.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6c3d2e0d1e0fe134614a1043c5d3745b1fe5f30cdf6bf84058f4b3e4d82cf13f -size 154490248 diff --git a/ppo_v11/policy_update1955.state.json b/ppo_v11/policy_update1955.state.json deleted file mode 100644 index 7258d6c919fa3fc8606b11594d90056aa9f355dd..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1955.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1956, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12168192, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1960.safetensors b/ppo_v11/policy_update1960.safetensors deleted file mode 100644 index a8ca2a27ac3dd9413280618712c792f5b6149dd1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1960.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:80a462a4c47f92af5d328f5af458ec42c5330c6dfa52f7a2e5909dccb8972ef6 -size 154490248 diff --git a/ppo_v11/policy_update1960.state.json b/ppo_v11/policy_update1960.state.json deleted file mode 100644 index 572e1575a1882e568e720d51a10176b9318370ab..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1960.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1961, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12206592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1965.safetensors b/ppo_v11/policy_update1965.safetensors deleted file mode 100644 index e4515e075ccc2e49450cdac4715961279ca4f42d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1965.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bc0dd8e93b246bee125f03f6291835f87fb9153e7bdb5b7b14f9de8264765412 -size 154490248 diff --git a/ppo_v11/policy_update1965.state.json b/ppo_v11/policy_update1965.state.json deleted file mode 100644 index 7fbe21774ee434e4bb59d61fd7edd452d684c78e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1965.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1966, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12244992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1970.safetensors b/ppo_v11/policy_update1970.safetensors deleted file mode 100644 index d408df969d83b7ba298b6bf02d1bd203c862dc8f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1970.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:032bc9eb16755ef13251a575d2b776fd2cf7ce37155310d1a81062685be46ec0 -size 154490248 diff --git a/ppo_v11/policy_update1970.state.json b/ppo_v11/policy_update1970.state.json deleted file mode 100644 index c1efa87cc518e1b3747c09e160836b37dee32138..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1970.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1971, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12283392, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1975.safetensors b/ppo_v11/policy_update1975.safetensors deleted file mode 100644 index 57fcc2e9177762e5738771033471cb958bb30e99..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1975.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bfb163cb24385279ff7a8b34218f5273352454ebe3ee3ce1f82daef6da4dfdb0 -size 154490248 diff --git a/ppo_v11/policy_update1975.state.json b/ppo_v11/policy_update1975.state.json deleted file mode 100644 index 40e9cdfd23ff12ffc3a9bc20438c252773cc63a5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1975.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1976, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12321792, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1980.safetensors b/ppo_v11/policy_update1980.safetensors deleted file mode 100644 index 099a59d72495079d8f1a43755d557743bdf01299..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1980.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a773190b97b32e30900010f4f738ac8558428f1d5ed9c7dd562b43d5291ac798 -size 154490248 diff --git a/ppo_v11/policy_update1980.state.json b/ppo_v11/policy_update1980.state.json deleted file mode 100644 index d815a99e7b5a8f169b9dd336c8fa2219e35cdd5a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1980.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1981, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12360192, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1985.safetensors b/ppo_v11/policy_update1985.safetensors deleted file mode 100644 index f58f8e25d55480c4d4cdf85b3a984a785dcdad81..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1985.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f5ae925c66a0ec5d7379a10fc795f06ae59bbb53f0c4bc452fb22362a9019b81 -size 154490248 diff --git a/ppo_v11/policy_update1985.state.json b/ppo_v11/policy_update1985.state.json deleted file mode 100644 index b566851589fe1956dd442eedfb9fb026ec32459c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1985.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1986, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12398592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1990.safetensors b/ppo_v11/policy_update1990.safetensors deleted file mode 100644 index 7f71fa0e5635331768359848b757f111b7862c23..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1990.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b85650af262a25d7992e119f5e0b1e23ba3fb776fb3d6e6ddde99fdc8743a145 -size 154490248 diff --git a/ppo_v11/policy_update1990.state.json b/ppo_v11/policy_update1990.state.json deleted file mode 100644 index eafc4f161f0cc43eb03e9161d32dc8cd2ff02ce6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1990.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1991, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12436992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1995.safetensors b/ppo_v11/policy_update1995.safetensors deleted file mode 100644 index f94be1c2a24bf23ce644734d6438739def3eb991..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1995.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0c8c5e2ade8afa70727b08558d008c40f9df76d18f25d9249fe70faee6f21971 -size 154490248 diff --git a/ppo_v11/policy_update1995.state.json b/ppo_v11/policy_update1995.state.json deleted file mode 100644 index 79dd062804887501e3a3a9c972f46eaf2a88a7cc..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1995.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1996, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12475392, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update20.safetensors b/ppo_v11/policy_update20.safetensors deleted file mode 100644 index 7f809a31f9e9aad6f097913ad722c85a343cfb9d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update20.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0b9e8d4a5ad11b519a18022eb1ab189d2944554a70f717ed7609668329b470ef -size 154490248 diff --git a/ppo_v11/policy_update20.state.json b/ppo_v11/policy_update20.state.json deleted file mode 100644 index 523f684dd50966a9d5550bb53e355be9e56b7d5a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update20.state.json +++ /dev/null @@ -1,238 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 21, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 64512, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2005.safetensors b/ppo_v11/policy_update2005.safetensors deleted file mode 100644 index 63d8a59c7eb41d265fa12dc66d51453609638edd..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2005.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:61d26b0eb1d366ddac376e509c4beb74fd997933ebbcd5063e36808a391389db -size 154490248 diff --git a/ppo_v11/policy_update2005.state.json b/ppo_v11/policy_update2005.state.json deleted file mode 100644 index 91d741f4d4cbf1e37099089d1cf1e211826da02f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2005.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2006, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12552192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2010.safetensors b/ppo_v11/policy_update2010.safetensors deleted file mode 100644 index 6e19ae1698198da9c349b4d7a209d89287ead84e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2010.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:466c4c2d7602befb479567c87b739f0eafb79e00cd3d1c99e99b2f439d1add33 -size 154490248 diff --git a/ppo_v11/policy_update2010.state.json b/ppo_v11/policy_update2010.state.json deleted file mode 100644 index 862c3f4522966f0b416e8b28bf45d93b76c6813e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2010.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2011, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12590592, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2015.safetensors b/ppo_v11/policy_update2015.safetensors deleted file mode 100644 index 6b566cd55c9cf518cccf89e3b03faadbad83132b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2015.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b5efc822fe36f19791b48fe6d740f56720a5d66daecc01982ab87b86ee575c16 -size 154490248 diff --git a/ppo_v11/policy_update2015.state.json b/ppo_v11/policy_update2015.state.json deleted file mode 100644 index fd65128d9c5d5aea0ead846d247cda3c1a46bb51..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2015.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2016, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12628992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2020.safetensors b/ppo_v11/policy_update2020.safetensors deleted file mode 100644 index ec08155f5e497b111d21d4fc0952c3e9b3904e0c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2020.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9132802e274c95d8147b11b835f25f12271e5af50d2b47fcebf246512b995bc2 -size 154490248 diff --git a/ppo_v11/policy_update2020.state.json b/ppo_v11/policy_update2020.state.json deleted file mode 100644 index fc4ddb0a47aa9631d472394faf5b4092a8d8f059..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2020.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2021, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12667392, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2025.safetensors b/ppo_v11/policy_update2025.safetensors deleted file mode 100644 index 69c7613a0f137e8a23211484cb2db0316c3fe4cc..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2025.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a2face0bec9b5eaeadb46d2d42a97f70e4619caf89546c786b75ceb8d5e40fcd -size 154490248 diff --git a/ppo_v11/policy_update2025.state.json b/ppo_v11/policy_update2025.state.json deleted file mode 100644 index 2e101bfd968a12ab6b336d3ca83b4c05b352d1ee..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2025.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2026, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12705792, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2030.safetensors b/ppo_v11/policy_update2030.safetensors deleted file mode 100644 index 9b3df2e30ad737c06880f684e97c0458f9eb71b5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2030.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f6f0b221894b9bcd535b4abe4ef6db0abb18eef57c500834c0f8c9032feb2f71 -size 154490248 diff --git a/ppo_v11/policy_update2030.state.json b/ppo_v11/policy_update2030.state.json deleted file mode 100644 index cbaf24e564d13971914e7b41d68e947f69d91225..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2030.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2031, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12744192, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2035.safetensors b/ppo_v11/policy_update2035.safetensors deleted file mode 100644 index 860ee25de2f1562ef57d493fe517fb72c18f869d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2035.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:116f9a00bc02cccce8d26c8fb2b8d6b5c0269d37848d729b72d78075548c5b98 -size 154490248 diff --git a/ppo_v11/policy_update2035.state.json b/ppo_v11/policy_update2035.state.json deleted file mode 100644 index b1cec3837a1544f2fc258317e7ac2db5f66744a2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2035.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2036, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12782592, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2040.safetensors b/ppo_v11/policy_update2040.safetensors deleted file mode 100644 index 8b8a0561887e53538251936b1838a7e5858064d8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2040.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:617385af654d3662e52428ade61283d722e434e78871af7853034da3892ea6c1 -size 154490248 diff --git a/ppo_v11/policy_update2040.state.json b/ppo_v11/policy_update2040.state.json deleted file mode 100644 index 00b0e7899a686e95086ce89bbe7421c3c342ef05..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2040.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2041, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12820992, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2045.safetensors b/ppo_v11/policy_update2045.safetensors deleted file mode 100644 index 64981c20ab8ae97d87714c904a24a3407d8d2ac2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2045.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c38fff1f1b32a24c01107f16a7b91dfe8c43b01756b78d0b7545040a0733bf0e -size 154490248 diff --git a/ppo_v11/policy_update2045.state.json b/ppo_v11/policy_update2045.state.json deleted file mode 100644 index d2236886cd16bb9de173fe56d3a657b69a23ed58..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2045.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2046, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12859392, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update205.safetensors b/ppo_v11/policy_update205.safetensors deleted file mode 100644 index 80cfe62db71f2d8ee93aaf3da0447f94079b8cda..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update205.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:398696e4d73d73b5758820cd6d2ea83262cb4759d6fb6307b74bfeb4932dfb48 -size 154490248 diff --git a/ppo_v11/policy_update205.state.json b/ppo_v11/policy_update205.state.json deleted file mode 100644 index 054240b956b3eb234b967cf48e9f18faea826484..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update205.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 206, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 532608, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2050.safetensors b/ppo_v11/policy_update2050.safetensors deleted file mode 100644 index 9cf8ff032a34f94b355f4f25bc433491f02de7c0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2050.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:77b792e65bb2502ce7b9fc844cafd5e46ea47570b178a0bca1539e57f4061834 -size 154490248 diff --git a/ppo_v11/policy_update2050.state.json b/ppo_v11/policy_update2050.state.json deleted file mode 100644 index d200ecce6655cb545e9c73696f922d0f5a622b33..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2050.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2051, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12897792, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2055.safetensors b/ppo_v11/policy_update2055.safetensors deleted file mode 100644 index ccb7cb4797f6320db2bfe4717a1b033186e3f9dd..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2055.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6800a17300bfa3ca2599e8c25f84dbcc949811becddeed215c98febdce1ba1aa -size 154490248 diff --git a/ppo_v11/policy_update2055.state.json b/ppo_v11/policy_update2055.state.json deleted file mode 100644 index 209c3f00125f408a58f6588652a05b430f7d0047..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2055.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2056, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12936192, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2060.safetensors b/ppo_v11/policy_update2060.safetensors deleted file mode 100644 index 8c9513ef12a7be84d391fcefd3051b939045c927..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2060.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5a03c7ff56ef9d7f9d21d0eafee296d5ed30524601d0c6e9c61ba9fc1e84dda0 -size 154490248 diff --git a/ppo_v11/policy_update2060.state.json b/ppo_v11/policy_update2060.state.json deleted file mode 100644 index b5d43158bcbdd55061614fdaaf34e319c02ab770..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2060.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2061, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 12974592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2065.safetensors b/ppo_v11/policy_update2065.safetensors deleted file mode 100644 index 2e8ad87580103e2c0343e4b514cef5275b5e9ce8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2065.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0d64f793a9798313bd451f5da037fd4eb8ba20659df6ff6a26ffaa9b47537e94 -size 154490248 diff --git a/ppo_v11/policy_update2065.state.json b/ppo_v11/policy_update2065.state.json deleted file mode 100644 index 6644c96cc1d184a514e45c0d65fe98f467279d00..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2065.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2066, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13012992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2070.safetensors b/ppo_v11/policy_update2070.safetensors deleted file mode 100644 index 3adf1807cef4afcccf2a2f18f753f09cc59ca7e9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2070.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7df5d6f742c324822d197e6f651a4903ef2cfc44cda90859be6fca52eae5b10e -size 154490248 diff --git a/ppo_v11/policy_update2070.state.json b/ppo_v11/policy_update2070.state.json deleted file mode 100644 index 3ddd7cae32fe3bdff94c03603413e80f92c09050..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2070.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2071, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13051392, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2075.safetensors b/ppo_v11/policy_update2075.safetensors deleted file mode 100644 index e907ae08fbf55b2791a94683fcb107e675c1709f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2075.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cd2781de83d8f54600466435f04691a00ab7cd90e1dcf16242236bf65c88631c -size 154490248 diff --git a/ppo_v11/policy_update2075.state.json b/ppo_v11/policy_update2075.state.json deleted file mode 100644 index 080a06fb8d1acfafeaac4b09e3e93e9d76f7b5c0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2075.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2076, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13089792, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2080.safetensors b/ppo_v11/policy_update2080.safetensors deleted file mode 100644 index 6557b6fed7f4a6deafa54ad642805ed4c6fb5b3a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2080.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2fc0b168fce163db9959ea3e461ff15843435a18bdb9d317c1284dfc0a1ec52f -size 154490248 diff --git a/ppo_v11/policy_update2080.state.json b/ppo_v11/policy_update2080.state.json deleted file mode 100644 index 3e658b7af2e01ccaa1fd3077c62e41ead78ff6d2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2080.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2081, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13128192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2085.safetensors b/ppo_v11/policy_update2085.safetensors deleted file mode 100644 index 4f79df455dc8fe75f9ede23d197fa83e4dc94988..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2085.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:629c209ee9c15b075036aa0c320b4fd07aa4d1ad35ce6a7992d0530743bc84f2 -size 154490248 diff --git a/ppo_v11/policy_update2085.state.json b/ppo_v11/policy_update2085.state.json deleted file mode 100644 index 2784c8193bb3c15167098e0b8dfd116194246383..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2085.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2086, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13166592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2090.safetensors b/ppo_v11/policy_update2090.safetensors deleted file mode 100644 index 90b7138abd2d25c420812cdbe6ee1e911c56a038..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2090.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a2235f6d819a2a03b1675c20da4f82b8cbc92c71c49e8800b7cb4af06241e8b1 -size 154490248 diff --git a/ppo_v11/policy_update2090.state.json b/ppo_v11/policy_update2090.state.json deleted file mode 100644 index a7d6b75cc1ac81a0f6e3dba2bb2c91fe56a825e8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2090.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2091, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13204992, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2095.safetensors b/ppo_v11/policy_update2095.safetensors deleted file mode 100644 index 8460a16ee08c6095b1bb4cb3aeeccc8b1509021a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2095.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fd8e09b1bfe675a88350e2aa8c086bb3949550f71b54de74d45975d4a3169529 -size 154490248 diff --git a/ppo_v11/policy_update2095.state.json b/ppo_v11/policy_update2095.state.json deleted file mode 100644 index 225b8377cb41de3acff27b3719172d744daad0e3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2095.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2096, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13243392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update210.safetensors b/ppo_v11/policy_update210.safetensors deleted file mode 100644 index d2000ab2c22c6f1039202d4d4fb370fe9cd14e3c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update210.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:af57738f4c62af1cf8dedb8028ca7efcaf5795639c74686e27a06071c0bedd67 -size 154490248 diff --git a/ppo_v11/policy_update210.state.json b/ppo_v11/policy_update210.state.json deleted file mode 100644 index bec7b629a3e3d77ba28f0a695d2b7c5f742ac5e1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update210.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 211, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 544128, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2105.safetensors b/ppo_v11/policy_update2105.safetensors deleted file mode 100644 index 98d9b36c024b91ac74e965a40fac9f5f7108d98c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2105.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6f6f9e4d40f606491a1379e766864ec8ef3ff2e730593c42ad6752cee396cde0 -size 154490248 diff --git a/ppo_v11/policy_update2105.state.json b/ppo_v11/policy_update2105.state.json deleted file mode 100644 index c1ff5868df3db61790c14fd92060fb237a330be0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2105.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2106, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13320192, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2110.safetensors b/ppo_v11/policy_update2110.safetensors deleted file mode 100644 index 740f47cbd248541bdcd262c6caf05d2861f6737f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2110.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:39c2004098a98774ad76db912695858b5feae86fed943ae1944be09cf7f6e4ab -size 154490248 diff --git a/ppo_v11/policy_update2110.state.json b/ppo_v11/policy_update2110.state.json deleted file mode 100644 index fe54817908eaedcf7548cf7d5225d4d52ca151fe..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2110.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2111, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13358592, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2115.safetensors b/ppo_v11/policy_update2115.safetensors deleted file mode 100644 index 75da5fe7f68ce1fc8f5b9421facccc0e6e8a6f8b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2115.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cbddcea6ce86ceab5fd43593bd76c8540b1819641409e40681a981a70337d895 -size 154490248 diff --git a/ppo_v11/policy_update2115.state.json b/ppo_v11/policy_update2115.state.json deleted file mode 100644 index 0f68928ab439699ef48b365410b43ec179d595d5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2115.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2116, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13396992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2120.safetensors b/ppo_v11/policy_update2120.safetensors deleted file mode 100644 index d9345c528157006f78f636fc9db780fc9b19c631..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2120.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:22fdda73f3702ab9830a4a74d8d6dbfbbd9f3249adb1da9e7fa9abb856b2f45c -size 154490248 diff --git a/ppo_v11/policy_update2120.state.json b/ppo_v11/policy_update2120.state.json deleted file mode 100644 index 4e8c28c47aeb3c388664848143d488c7762b465f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2120.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2121, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13435392, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2125.safetensors b/ppo_v11/policy_update2125.safetensors deleted file mode 100644 index 943142975aa5ec19b1207d90e6dadf4029f729b2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2125.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6d7303099e83b8f83d3e8befd901c66187b4236855b16d20ad82921191da051a -size 154490248 diff --git a/ppo_v11/policy_update2125.state.json b/ppo_v11/policy_update2125.state.json deleted file mode 100644 index 227284c74dd4af631d8da02921870c0b9b445c0d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2125.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2126, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13473792, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2130.safetensors b/ppo_v11/policy_update2130.safetensors deleted file mode 100644 index 44c70c27214abba9c8a1028af2a5528329fa2da3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2130.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bdcb08cba44903706c0aaa4f9301a3984c6652f60055cf07a5984c488669143f -size 154490248 diff --git a/ppo_v11/policy_update2130.state.json b/ppo_v11/policy_update2130.state.json deleted file mode 100644 index d168e335d83c33065239349b762a49a239c01510..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2130.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2131, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13512192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2135.safetensors b/ppo_v11/policy_update2135.safetensors deleted file mode 100644 index 790665c543b46d4e8727c8979bee6ecde032f6f5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2135.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ce8d20613767669276252399aa266003775ee751e7be14473081fc28e82dcc55 -size 154490248 diff --git a/ppo_v11/policy_update2135.state.json b/ppo_v11/policy_update2135.state.json deleted file mode 100644 index f6989e96d0bb173ccc66867863257c8aeaeaade9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2135.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2136, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13550592, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2140.safetensors b/ppo_v11/policy_update2140.safetensors deleted file mode 100644 index daa41e5172c6153561c6c3fd3a7ae9b2e25440d7..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2140.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:820ecf7afd02ff63ffc6a4e18246f5a392a2e5499fe44db067d5c41a7460520b -size 154490248 diff --git a/ppo_v11/policy_update2140.state.json b/ppo_v11/policy_update2140.state.json deleted file mode 100644 index de591e1e1bb0b28c6b9d85c272ce12e28a873029..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2140.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2141, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13588992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2145.safetensors b/ppo_v11/policy_update2145.safetensors deleted file mode 100644 index a3030de9c160c356dd2f50e561b5b0da31cb3f6c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2145.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c011e7e7c9212d9c4f29221de84d0563a6a26194a861c06a4524b1b61fe9a2ab -size 154490248 diff --git a/ppo_v11/policy_update2145.state.json b/ppo_v11/policy_update2145.state.json deleted file mode 100644 index 9fd07d9519be108f809fc0ac5024ace3c8060e84..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2145.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2146, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13627392, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update215.safetensors b/ppo_v11/policy_update215.safetensors deleted file mode 100644 index 16dc6c31f74cac589dc50041a27f3c4d1088a692..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update215.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3eb0f7dc385a2561891260d6571ce628ba03b394f39667b24858df9533b842ab -size 154490248 diff --git a/ppo_v11/policy_update215.state.json b/ppo_v11/policy_update215.state.json deleted file mode 100644 index b58e5e17e25aa2704559de2fb7292fc356753976..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update215.state.json +++ /dev/null @@ -1,204 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 216, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 555648, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2150.safetensors b/ppo_v11/policy_update2150.safetensors deleted file mode 100644 index 52085b82553232bbc0b77790bc993550df730cd9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2150.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:11fd72adaf5763397157ef54da5af8f3462e83d18038f70fb4833301ca8804ff -size 154490248 diff --git a/ppo_v11/policy_update2150.state.json b/ppo_v11/policy_update2150.state.json deleted file mode 100644 index 25aa783cd8072f5196aa5a32b61365daf364a821..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2150.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2151, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13665792, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2155.safetensors b/ppo_v11/policy_update2155.safetensors deleted file mode 100644 index 2f0e298ff2d6ac3b62ead557daf851fa1f4fc6af..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2155.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:84cb767ffdf469f0abe50cbf62ffb9e0d8cd2f43b56ac23b85b4a0d7cb103709 -size 154490248 diff --git a/ppo_v11/policy_update2155.state.json b/ppo_v11/policy_update2155.state.json deleted file mode 100644 index ffe2c34ca8ab359dd0a7f29c8b3756a02fe0d87d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2155.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2156, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13704192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2160.safetensors b/ppo_v11/policy_update2160.safetensors deleted file mode 100644 index f3be2dfae566abb6e56547385bcfab51caf1b3af..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2160.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6f0a6532a9f746fc1da7303f5055f6b18797678c11201277235b4f8a43846ba3 -size 154490248 diff --git a/ppo_v11/policy_update2160.state.json b/ppo_v11/policy_update2160.state.json deleted file mode 100644 index d2c76c49a3cb278e089553ba02f911f5870676e8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2160.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2161, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13742592, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2165.safetensors b/ppo_v11/policy_update2165.safetensors deleted file mode 100644 index d316a4c83ad3f4727a9ddae1f12ca3ea43c23d59..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2165.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:453c8ba28b26b44b06ffe8dd5b900a33eba944821737be0e8406b54d25a3a07d -size 154490248 diff --git a/ppo_v11/policy_update2165.state.json b/ppo_v11/policy_update2165.state.json deleted file mode 100644 index a9240ceb1c8d69e79d50606914a3355d1a629bd3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2165.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2166, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13780992, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2170.safetensors b/ppo_v11/policy_update2170.safetensors deleted file mode 100644 index 510c77b4fc81ba0cf816afbd52346228e1fba41f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2170.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f6868ddb706c60fd03b5c17cc5c9620d08cccdf248767f55032dd78310bea6b8 -size 154490248 diff --git a/ppo_v11/policy_update2170.state.json b/ppo_v11/policy_update2170.state.json deleted file mode 100644 index 19d279ec84ec51740570dd1279f11aed9557192f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2170.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2171, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13819392, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2175.safetensors b/ppo_v11/policy_update2175.safetensors deleted file mode 100644 index 189f05a50301435a0662dfa3e146e5456adf0464..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2175.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8b5b52637342167407f32321b70ee72ea130db0e163d7f87e478ca5982d08c0e -size 154490248 diff --git a/ppo_v11/policy_update2175.state.json b/ppo_v11/policy_update2175.state.json deleted file mode 100644 index 1c21fe72a05ed6bd8e0b20c786ff8c031e4f356d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2175.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2176, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13857792, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update2180.safetensors b/ppo_v11/policy_update2180.safetensors deleted file mode 100644 index bf3406c7399f6f860f6c0e5c98e72d0e0547c42e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2180.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0c047e8eeac6ff2d0379ff213260cedacf14f67da16fb439f97dfc49c4b345f5 -size 154490248 diff --git a/ppo_v11/policy_update2180.state.json b/ppo_v11/policy_update2180.state.json deleted file mode 100644 index 06c28b817163d138f66d56eb33c2f392dec7e4d1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update2180.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 2181, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 13896192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file