diff --git a/ppo_v10/policy_update1240.state.json b/ppo_v10/policy_update1240.state.json deleted file mode 100644 index bb80732e7b07682230c1029ad716d5f22aff209e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1240.state.json +++ /dev/null @@ -1,133 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1241, - "stage": 5, - "ent_scale": 2.181483438054286, - "lr_now": 0.0000681226312597656, - "total_env_steps": 3716608, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12400.safetensors b/ppo_v10/policy_update12400.safetensors deleted file mode 100644 index b1faaecacd465aefb5a56d219af821252615d7c7..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12400.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:784baf647680baeaf874cf11d41c113f9a03b6c1ecba41b0c602095926ec631e -size 48494336 diff --git a/ppo_v10/policy_update12400.state.json b/ppo_v10/policy_update12400.state.json deleted file mode 100644 index 74ff45bf0fc614bacb8d4bebaebf949c1ef4bb06..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12400.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12401, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.00001, - "total_env_steps": 43737088, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12405.safetensors b/ppo_v10/policy_update12405.safetensors deleted file mode 100644 index 64070e202282a2a38937c4b92b05c073daf11561..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12405.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:caf1a0f12a83a26928f0854707f221aa05c30d4a296773cdb840a4ff36190696 -size 48494336 diff --git a/ppo_v10/policy_update12405.state.json b/ppo_v10/policy_update12405.state.json deleted file mode 100644 index 9715248a40cc21002bdd9d67da0e575972a36838..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12405.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12406, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.00001, - "total_env_steps": 43757568, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12410.safetensors b/ppo_v10/policy_update12410.safetensors deleted file mode 100644 index cf6a63c691674f5e0d11ed5f4006ebfc735e1bbf..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12410.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5a6acecc54f9a070bd5d7a923bc684ec93fb913c5ed80e1187aacafa63f5fd82 -size 48494336 diff --git a/ppo_v10/policy_update12410.state.json b/ppo_v10/policy_update12410.state.json deleted file mode 100644 index ac62bc5a3d8da413e445e09f7b1eff04efd1bda8..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12410.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12411, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.00001, - "total_env_steps": 43778048, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12415.safetensors b/ppo_v10/policy_update12415.safetensors deleted file mode 100644 index 54d435be620f6dca0809091aec173b4e1c2214bd..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12415.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b186b40376ec33eb18079188295fc6310527d3187c91d327b95e2cf32164f1d8 -size 48494336 diff --git a/ppo_v10/policy_update12415.state.json b/ppo_v10/policy_update12415.state.json deleted file mode 100644 index aae4ac1b59886a85a2de99ad8a0ab5b944edf4f0..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12415.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12416, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.00001, - "total_env_steps": 43798528, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12420.safetensors b/ppo_v10/policy_update12420.safetensors deleted file mode 100644 index 7051406532e07b2bbe3645d27a966c95c124cd59..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12420.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a5743b66335faf81d4b5ff8de7738abfb0da06d9ebc2156e305cad25d46cd0bd -size 48494336 diff --git a/ppo_v10/policy_update12420.state.json b/ppo_v10/policy_update12420.state.json deleted file mode 100644 index 0ad9985252f20db5bda9de57a2674eecf7852c2c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12420.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12421, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.00001, - "total_env_steps": 43819008, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12425.safetensors b/ppo_v10/policy_update12425.safetensors deleted file mode 100644 index 6c23e1922304b400ee8fb93618a4da3c1d53f91e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12425.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e8cfcc4b1fc788880725dce2a49b8e89b3e3116e1d578693772fa474104cf97e -size 48494336 diff --git a/ppo_v10/policy_update12425.state.json b/ppo_v10/policy_update12425.state.json deleted file mode 100644 index 0a154541c126d306c0668445db2fcb016bcac442..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12425.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12426, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.00001, - "total_env_steps": 43839488, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12430.safetensors b/ppo_v10/policy_update12430.safetensors deleted file mode 100644 index d28b068ac4bc34e06e60a2cbd5e057374dc014f0..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12430.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9b5a75dc27c62c7ee40bc8eb4d76266f144953aaaf7bacf8317353a538478e7a -size 48494336 diff --git a/ppo_v10/policy_update12430.state.json b/ppo_v10/policy_update12430.state.json deleted file mode 100644 index a4ba3fb418dfa8cccccbd93efeb633c9b28e96bf..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12430.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12431, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.00001, - "total_env_steps": 43859968, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12435.safetensors b/ppo_v10/policy_update12435.safetensors deleted file mode 100644 index c78376eff6a8642fa86de9b4e55596bb1feecd79..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12435.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ba2e88a6925b66a78ab095a142e9e566e90b4cbc07da4ad2e812b42006a3f4e0 -size 48494336 diff --git a/ppo_v10/policy_update12435.state.json b/ppo_v10/policy_update12435.state.json deleted file mode 100644 index dc5246229d8a346fd62a69ea696fe032c2705ec1..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12435.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12436, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.00001, - "total_env_steps": 43880448, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12440.safetensors b/ppo_v10/policy_update12440.safetensors deleted file mode 100644 index 56eaf380a31c8825461f9d09054d011a15d5b1c6..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12440.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:292735a82a30c170d9c7272594aa05d68d7a575ca1152858e6ae09f286455a18 -size 48494336 diff --git a/ppo_v10/policy_update12440.state.json b/ppo_v10/policy_update12440.state.json deleted file mode 100644 index f14874bbc607d843f8ffc2bc1b664ce7e49ab3c4..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12440.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12441, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.00001, - "total_env_steps": 43900928, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12445.safetensors b/ppo_v10/policy_update12445.safetensors deleted file mode 100644 index 649dce7f848ec3ff6efb6e32e73320fe54bb0ded..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12445.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:477499e65939490f695d8757fbae441de1dc511250d93dd717c73476a09e4936 -size 48494336 diff --git a/ppo_v10/policy_update12445.state.json b/ppo_v10/policy_update12445.state.json deleted file mode 100644 index 17834d41a8dd89b6bdae2c8f66ed2290b6f5036b..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12445.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12446, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.00001, - "total_env_steps": 43921408, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1245.safetensors b/ppo_v10/policy_update1245.safetensors deleted file mode 100644 index 436b5575fd36eb9d545cc51440b674ce0fd052f8..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1245.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bc6a35e9eef5acb11c0a3d8621fa5d458bd75937bb81a837d5868e82c6a62d23 -size 48494336 diff --git a/ppo_v10/policy_update1245.state.json b/ppo_v10/policy_update1245.state.json deleted file mode 100644 index bd925bfa902d8063477339a109db7f549895e2ab..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1245.state.json +++ /dev/null @@ -1,135 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1246, - "stage": 5, - "ent_scale": 1.7092493554331083, - "lr_now": 0.0000681226312597656, - "total_env_steps": 3734528, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12450.safetensors b/ppo_v10/policy_update12450.safetensors deleted file mode 100644 index 226231e1c82b5bfe64a12742336a2455d594c95d..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12450.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:80567b80bfa07836eff4672acfb20e0dbc1ffa6d669ee4696d57a97774dbda2d -size 48494336 diff --git a/ppo_v10/policy_update12450.state.json b/ppo_v10/policy_update12450.state.json deleted file mode 100644 index b17d429476104bf80eb320f16d09a18a48945137..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12450.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12451, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.00002, - "total_env_steps": 43941888, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12455.safetensors b/ppo_v10/policy_update12455.safetensors deleted file mode 100644 index ff3bc4aca8c3cd8795ed1d7c748baa2988749855..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12455.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1a19dd0ad7898fa12d7fa416321a0d766794ea6fc624a7e129b8cfa851238992 -size 48494336 diff --git a/ppo_v10/policy_update12455.state.json b/ppo_v10/policy_update12455.state.json deleted file mode 100644 index 7c6ea9cd0f9c3a6febc8f65bd738893fdda8e52a..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12455.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12456, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000019, - "total_env_steps": 43962368, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12460.safetensors b/ppo_v10/policy_update12460.safetensors deleted file mode 100644 index 9f3d462fdf0f29dc79ad8461f88d58985b62df2e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12460.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a1f8d633b08f3c07674c4a452c476cbed786b8e0c02d32b1816951d77d91c064 -size 48494336 diff --git a/ppo_v10/policy_update12460.state.json b/ppo_v10/policy_update12460.state.json deleted file mode 100644 index 77fd062a097f0b1481c9a073fe444f11654c4c67..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12460.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12461, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000013, - "total_env_steps": 43982848, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12465.safetensors b/ppo_v10/policy_update12465.safetensors deleted file mode 100644 index e1062afbc1eaa68d793b74c981ca94ac9f222f98..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12465.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:664319d5254678460410f2aeac50196da6df8390a1bd71bc7c706188706b3ba6 -size 48494336 diff --git a/ppo_v10/policy_update12465.state.json b/ppo_v10/policy_update12465.state.json deleted file mode 100644 index 5ada7657653e124f37a5368021e870450c82b7a4..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12465.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12466, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000018, - "total_env_steps": 44003328, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12470.safetensors b/ppo_v10/policy_update12470.safetensors deleted file mode 100644 index ae23e7dcb937978e45d4d905aaae2fffc12d8e19..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12470.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a5034394684cf02fd2475890ac26f473a0d76f1abdd1fa902fd993005bbe7e70 -size 48494336 diff --git a/ppo_v10/policy_update12470.state.json b/ppo_v10/policy_update12470.state.json deleted file mode 100644 index 6760e3e6f8ea022288ee0ac3a8b1c25ed36abf8f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12470.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12471, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000024, - "total_env_steps": 44023808, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12475.safetensors b/ppo_v10/policy_update12475.safetensors deleted file mode 100644 index b24da992ad57b9ce1d5b6a785d4781c47f19515e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12475.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c69727c4a36d4456453ae61982d9d9c15753e764db50470aca7389b2934db7d4 -size 48494336 diff --git a/ppo_v10/policy_update12475.state.json b/ppo_v10/policy_update12475.state.json deleted file mode 100644 index 6e36f568eb9257ec112e4abbe326dab0a1c0f4cc..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12475.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12476, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000023, - "total_env_steps": 44044288, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12480.safetensors b/ppo_v10/policy_update12480.safetensors deleted file mode 100644 index 78e2f9f8509c24da4b3b7e34dc34c89869eafb93..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12480.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b36f0d17ea19727f6b4e878ec84ba25a8b557ba94fabffd7f51762eba3a3c273 -size 48494336 diff --git a/ppo_v10/policy_update12480.state.json b/ppo_v10/policy_update12480.state.json deleted file mode 100644 index 18b691e39e82e6af7d97e71a9f525a62f40a5a9a..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12480.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12481, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000025, - "total_env_steps": 44064768, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12485.safetensors b/ppo_v10/policy_update12485.safetensors deleted file mode 100644 index 9852064ad04a9c68013c1874a64b68b08b03021c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12485.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e77a20493399e5fc5687fbf0f72f63606c8684b54ae9a8323d57969d85669b0f -size 48494336 diff --git a/ppo_v10/policy_update12485.state.json b/ppo_v10/policy_update12485.state.json deleted file mode 100644 index 6fae9fafd52c31d00ba76ba73ba5f6521c39bd4c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12485.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12486, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000021000000000000002, - "total_env_steps": 44085248, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12490.safetensors b/ppo_v10/policy_update12490.safetensors deleted file mode 100644 index baa2e1693c68ce88fff28a7413ea18e63aa29a92..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12490.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cad7f3596b99988e90f331e87112d44f877af420fcaaf56bf3a3256567c1a278 -size 48494336 diff --git a/ppo_v10/policy_update12490.state.json b/ppo_v10/policy_update12490.state.json deleted file mode 100644 index 5ee4f47ee8006e02fdc09f83d74a86f7a75764f4..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12490.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12491, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000023, - "total_env_steps": 44105728, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12495.safetensors b/ppo_v10/policy_update12495.safetensors deleted file mode 100644 index 0d6f87a15111b04b87ccfc7c3e5e6f1e46d2e55a..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12495.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:23875259626f36b624d50d96910f59e9600acfeabe126d48783bf6ede196970c -size 48494336 diff --git a/ppo_v10/policy_update12495.state.json b/ppo_v10/policy_update12495.state.json deleted file mode 100644 index 1a58fe7ce344f3578107892a6454bb3527ce872c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12495.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12496, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000024, - "total_env_steps": 44126208, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1250.safetensors b/ppo_v10/policy_update1250.safetensors deleted file mode 100644 index 45e3a4779b685f900c459d2c6c6188b914a2db4a..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1250.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:edac37b9c0685b70008d9c382f0ed53696bd66a4f58465d6878556c44be0cb93 -size 48494336 diff --git a/ppo_v10/policy_update1250.state.json b/ppo_v10/policy_update1250.state.json deleted file mode 100644 index 2d9f564f6f6f25832ee682d727f85dc458781e74..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1250.state.json +++ /dev/null @@ -1,136 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1251, - "stage": 5, - "ent_scale": 1.3392415950011878, - "lr_now": 0.0000681226312597656, - "total_env_steps": 3752448, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12500.safetensors b/ppo_v10/policy_update12500.safetensors deleted file mode 100644 index 72cdc1ca30cd9d7355b6af5711a9a6d76a13578e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12500.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:62afcd628176f29f5ae7404f18b7cf06e5ad69190040a9546d62715d564c7d4d -size 48494336 diff --git a/ppo_v10/policy_update12500.state.json b/ppo_v10/policy_update12500.state.json deleted file mode 100644 index 59c92c6fb243a8ab9c304c4db77db19a4eadc8c6..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12500.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12501, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000022000000000000003, - "total_env_steps": 44146688, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12505.safetensors b/ppo_v10/policy_update12505.safetensors deleted file mode 100644 index dff2b0d103d8a4d1f3b6f490cacb546dbc239207..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12505.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d6d4b437d60cac917119d26a2e1d32a3ac28579fa76e343a231f90ab229dfc88 -size 48494336 diff --git a/ppo_v10/policy_update12505.state.json b/ppo_v10/policy_update12505.state.json deleted file mode 100644 index c539b3129732861bfdaa872c78f4dda4df69bfd1..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12505.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12506, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000021000000000000002, - "total_env_steps": 44167168, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12510.safetensors b/ppo_v10/policy_update12510.safetensors deleted file mode 100644 index 3a57ca1cb11864d5522baaeeb3932a6a124be394..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12510.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:84957f8af2a4550911cb1b3a38854447efcff32872c6747ff8231cc92446b533 -size 48494336 diff --git a/ppo_v10/policy_update12510.state.json b/ppo_v10/policy_update12510.state.json deleted file mode 100644 index ee45a97c2c4e2f456e855a9275ddb19d28d69da8..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12510.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12511, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000022000000000000003, - "total_env_steps": 44187648, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12515.safetensors b/ppo_v10/policy_update12515.safetensors deleted file mode 100644 index 7e43aa826a7769e31a7ce0f3adac733b97f665f3..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12515.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8496399bdc85a2fd9a309c01ba2a35ea9494b4535a11e237495b21a8c16631dc -size 48494336 diff --git a/ppo_v10/policy_update12515.state.json b/ppo_v10/policy_update12515.state.json deleted file mode 100644 index ebc5c11c0104036532c1aa73ffcaeed5779530cb..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12515.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12516, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000017000000000000003, - "total_env_steps": 44208128, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12520.safetensors b/ppo_v10/policy_update12520.safetensors deleted file mode 100644 index 779bd4cbd4dab4d4f28277ed8938f80e6e7db943..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12520.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:271d21e9c1c3d4882b81c10db0fd4460b4fdc7a6ab04acc00bd90d06ceb7f9a0 -size 48494336 diff --git a/ppo_v10/policy_update12520.state.json b/ppo_v10/policy_update12520.state.json deleted file mode 100644 index ed8667583173e265676c70a686dbc17df988f153..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12520.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12521, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000014, - "total_env_steps": 44228608, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12525.safetensors b/ppo_v10/policy_update12525.safetensors deleted file mode 100644 index b6e17aff8e7097717802e6944c4de848115ae92e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12525.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5f88d012440e17dc0845c1699b64ff259bcdc7270228265ce7eba5eb7fadc339 -size 48494336 diff --git a/ppo_v10/policy_update12525.state.json b/ppo_v10/policy_update12525.state.json deleted file mode 100644 index 20587df53a255ab9d9dde252a5163c97b182d831..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12525.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12526, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000017000000000000003, - "total_env_steps": 44249088, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12530.safetensors b/ppo_v10/policy_update12530.safetensors deleted file mode 100644 index 101ceeb843cd6fa9ef943c4d8720fbd139c16234..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12530.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:da0d6baae6304545d92b8de85879f9f4b89462a66360baa5dac104a22ef59baf -size 48494336 diff --git a/ppo_v10/policy_update12530.state.json b/ppo_v10/policy_update12530.state.json deleted file mode 100644 index 5c1dae4cf9e62aa489e6de9928362c2eda5ab66a..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12530.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12531, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000027000000000000002, - "total_env_steps": 44269568, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12535.safetensors b/ppo_v10/policy_update12535.safetensors deleted file mode 100644 index 88b3a42f5b3f76288a5eaa30c486243c3b202c1c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12535.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:652acb38125d7475ca7becf5048a68a8045a9d27c9dcc5724703b7f7a5ea65e7 -size 48494336 diff --git a/ppo_v10/policy_update12535.state.json b/ppo_v10/policy_update12535.state.json deleted file mode 100644 index c29456b617c6eb6185a658d6a311360d36353b2f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12535.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12536, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000030000000000000004, - "total_env_steps": 44290048, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12540.safetensors b/ppo_v10/policy_update12540.safetensors deleted file mode 100644 index 08ca8b5bd4d1c4628ac459817bf8e66f8b37ae4c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12540.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c9883f9c071e0d3a188714d4321e836daf75e03e4e227dc06786ed2d185bc0b9 -size 48494336 diff --git a/ppo_v10/policy_update12540.state.json b/ppo_v10/policy_update12540.state.json deleted file mode 100644 index 34b965e097338f417d915e3013673d29e69acba9..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12540.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12541, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000030000000000000004, - "total_env_steps": 44310528, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12545.safetensors b/ppo_v10/policy_update12545.safetensors deleted file mode 100644 index 5580add4e20b38d0cd5f67cb64877cd7f396a4c1..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12545.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:65b5a78ff9bd36e0bdc3c5c195d293c25ca416710353abeb9dee4a79177d4f66 -size 48494336 diff --git a/ppo_v10/policy_update12545.state.json b/ppo_v10/policy_update12545.state.json deleted file mode 100644 index 12333c5e83b2cbc7c0618d4b3177cd2331ebd137..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12545.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12546, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000028, - "total_env_steps": 44331008, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1255.safetensors b/ppo_v10/policy_update1255.safetensors deleted file mode 100644 index 4f6e74ee508e66d5d069262d15cfc6529aac198e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1255.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8f7aa93ee0af49cbbf076bf7b227d92b3371ece29bed02e2a272a85904242039 -size 48494336 diff --git a/ppo_v10/policy_update1255.state.json b/ppo_v10/policy_update1255.state.json deleted file mode 100644 index c71978bcc98f79e95f85c7fbfdbdc9c49d2cbd14..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1255.state.json +++ /dev/null @@ -1,139 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1256, - "stage": 5, - "ent_scale": 2.6687653371588294, - "lr_now": 0.0000681226312597656, - "total_env_steps": 3770368, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12550.safetensors b/ppo_v10/policy_update12550.safetensors deleted file mode 100644 index f35c5324870711832b3e94b5aa7751c05eec20dd..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12550.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f09e192f17c75ae6b1fa93b7e89bf0c7f3d4403e6f96233583b830db0f6ab0cd -size 48494336 diff --git a/ppo_v10/policy_update12550.state.json b/ppo_v10/policy_update12550.state.json deleted file mode 100644 index bc011adb8aac9bdc1094004384ad66d83ef26d27..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12550.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12551, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000024, - "total_env_steps": 44351488, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12555.safetensors b/ppo_v10/policy_update12555.safetensors deleted file mode 100644 index 630292c6f92a61ba5d86a6e82606234e6311814f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12555.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3c9ab443c42c32a75e8f9f154c797b3040b2b1e1fe1aad5bb4a3439dee8261d8 -size 48494336 diff --git a/ppo_v10/policy_update12555.state.json b/ppo_v10/policy_update12555.state.json deleted file mode 100644 index c5a68bf760f3397ac54f81d433ba1fadd0f74417..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12555.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12556, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000023, - "total_env_steps": 44371968, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12560.safetensors b/ppo_v10/policy_update12560.safetensors deleted file mode 100644 index c38f88a51054f4c0d2fc34e480093882eb34e921..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12560.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bce6387a64225ad6ec7efb9bb34ebec3d2f61323e6b84ff7f3c154accb0e08a7 -size 48494336 diff --git a/ppo_v10/policy_update12560.state.json b/ppo_v10/policy_update12560.state.json deleted file mode 100644 index 7ad051de4759f60a9f7c58f2d5d55587ebb13696..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12560.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12561, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000023, - "total_env_steps": 44392448, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12565.safetensors b/ppo_v10/policy_update12565.safetensors deleted file mode 100644 index a28645af82ef2da37fac4bbd7ac443a30b8e056c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12565.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f9be8bbe53b476c354fe5708467fbae3ad08bda59b683c85fef9f9a588c712c7 -size 48494336 diff --git a/ppo_v10/policy_update12565.state.json b/ppo_v10/policy_update12565.state.json deleted file mode 100644 index 69bf0018b140acf326dbd63bab256d295283cc3b..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12565.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12566, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.00002, - "total_env_steps": 44412928, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12570.safetensors b/ppo_v10/policy_update12570.safetensors deleted file mode 100644 index 9655e15e4883db2e124043a9c17f75b2e5595a62..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12570.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fccbb196281e036c5ae2c1f04ba2426cd53a7d7fa05c5baeb2f70a42d50248b5 -size 48494336 diff --git a/ppo_v10/policy_update12570.state.json b/ppo_v10/policy_update12570.state.json deleted file mode 100644 index 7a6bfa65b07d3de4c51b828bbe182689d07ee56e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12570.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12571, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000013, - "total_env_steps": 44433408, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12575.safetensors b/ppo_v10/policy_update12575.safetensors deleted file mode 100644 index c66034f0f29180c4996a6193c87b7c7c31fb740f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12575.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7b7d5fe888aed056579d045c1a0c8f0c34b74b6e0d9bd00dc7df94162ade0d14 -size 48494336 diff --git a/ppo_v10/policy_update12575.state.json b/ppo_v10/policy_update12575.state.json deleted file mode 100644 index 28a4ccc8e5529319419f1b670a4b2fde82fdcbb2..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12575.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12576, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000014, - "total_env_steps": 44453888, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update12580.safetensors b/ppo_v10/policy_update12580.safetensors deleted file mode 100644 index cd5bc21cbfa3df9fccf987e22bdbda82cc48db8a..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12580.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:eadbeca6398068755b1541b50239da3ca52cf28ea03b9c513d898206a009b036 -size 48494336 diff --git a/ppo_v10/policy_update12580.state.json b/ppo_v10/policy_update12580.state.json deleted file mode 100644 index d13c451b283b5dafc81f65b483cab4b3e74feffa..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update12580.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 12581, - "stage": 25, - "ent_scale": 5.0, - "lr_now": 0.000028, - "total_env_steps": 44474368, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 16, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1260.safetensors b/ppo_v10/policy_update1260.safetensors deleted file mode 100644 index 906055e3c99bc66bd8375098bfff004408e0f75f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:12f5458ed0c7ceb6dd571e3c63c6f9d654ebea9499dd0a22b3a6e89d7bf81990 -size 48494336 diff --git a/ppo_v10/policy_update1260.state.json b/ppo_v10/policy_update1260.state.json deleted file mode 100644 index d503d18a3d9a341d8ad87856df0e14d0a79bbc9e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1260.state.json +++ /dev/null @@ -1,141 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1261, - "stage": 5, - "ent_scale": 2.8542798017751676, - "lr_now": 0.0000681226312597656, - "total_env_steps": 3788288, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1265.safetensors b/ppo_v10/policy_update1265.safetensors deleted file mode 100644 index cc6107aae78748f21f8c03136e3a4a50a0a8eaf6..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1265.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:94da51833e3e80a2213407d03c3d458ce97c9e3d74c638239202a2f39dab3e68 -size 48494336 diff --git a/ppo_v10/policy_update1265.state.json b/ppo_v10/policy_update1265.state.json deleted file mode 100644 index 554c189c44c59df0d1a0287a22086c38388b0951..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1265.state.json +++ /dev/null @@ -1,143 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1266, - "stage": 5, - "ent_scale": 4.166921814058986, - "lr_now": 0.0000681226312597656, - "total_env_steps": 3806208, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1270.safetensors b/ppo_v10/policy_update1270.safetensors deleted file mode 100644 index f6b2bb6b5005060c7c4daa51725cd0fe4df13208..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1270.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:49edd26910daf7a096744d02eca734b2177c63d5b4a904e604b08e4642ee297e -size 48494336 diff --git a/ppo_v10/policy_update1270.state.json b/ppo_v10/policy_update1270.state.json deleted file mode 100644 index 43577971d1c2096391837d83de5825c1d04c21d0..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1270.state.json +++ /dev/null @@ -1,144 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1271, - "stage": 5, - "ent_scale": 4.535147392290249, - "lr_now": 0.0000681226312597656, - "total_env_steps": 3824128, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1275.safetensors b/ppo_v10/policy_update1275.safetensors deleted file mode 100644 index 94c3b1fc7eae0d3c1b6ab474da534afc7389f145..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1275.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c00ef717ec00fe7014556ede955d083ca1be423f6894129283c8db3e6bafc3f4 -size 48494336 diff --git a/ppo_v10/policy_update1275.state.json b/ppo_v10/policy_update1275.state.json deleted file mode 100644 index aa5cf9355f912b03b659f50f51e1fcbd77767d0c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1275.state.json +++ /dev/null @@ -1,146 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1276, - "stage": 5, - "ent_scale": 5.0, - "lr_now": 0.0000681226312597656, - "total_env_steps": 3842048, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1280.safetensors b/ppo_v10/policy_update1280.safetensors deleted file mode 100644 index b0d76ab1557210428179c51c7008bc1fdf919a82..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1280.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b5b3083a444f62fa6ecaa9dfe650e27b1493858f6ea7d7fe78d84d96dfe8ab43 -size 48494336 diff --git a/ppo_v10/policy_update1280.state.json b/ppo_v10/policy_update1280.state.json deleted file mode 100644 index bbcc1456d8add67db0c8ff26907f71c74449a637..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1280.state.json +++ /dev/null @@ -1,148 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1281, - "stage": 5, - "ent_scale": 4.535147392290249, - "lr_now": 0.0000681226312597656, - "total_env_steps": 3859968, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1285.safetensors b/ppo_v10/policy_update1285.safetensors deleted file mode 100644 index d374b37f9517d8c8486b11c78ae1624e1b2f2403..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1285.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d3f8c5bd8b556deebd84b1431d9794827bdefb8aa0bb1d773dc76da4a0c94c9d -size 48494336 diff --git a/ppo_v10/policy_update1285.state.json b/ppo_v10/policy_update1285.state.json deleted file mode 100644 index 037c50e06cf27b128f9ab75fee939c7f31a43a57..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1285.state.json +++ /dev/null @@ -1,150 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1286, - "stage": 5, - "ent_scale": 4.319187992657381, - "lr_now": 0.0000681226312597656, - "total_env_steps": 3877888, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1290.safetensors b/ppo_v10/policy_update1290.safetensors deleted file mode 100644 index 782a12b8cc6ad54c78dcd1bbd791ac2eaf7215ee..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1290.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:95d7f2bf81853b1a6c29dc9d07dc03e4783fa81634857c825a57746cbe47bd64 -size 48494336 diff --git a/ppo_v10/policy_update1290.state.json b/ppo_v10/policy_update1290.state.json deleted file mode 100644 index cd0e1036570e718578406b11b5dce96948bce926..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1290.state.json +++ /dev/null @@ -1,153 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1291, - "stage": 5, - "ent_scale": 5.0, - "lr_now": 0.0000681226312597656, - "total_env_steps": 3895808, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1295.safetensors b/ppo_v10/policy_update1295.safetensors deleted file mode 100644 index f5f1cda14a33c7a919f69a5069a78e5c223eed0d..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1295.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:455add7f67dadce2204352a5ea492132d60762a9712ab5bbf442ccde1da40a9a -size 48494336 diff --git a/ppo_v10/policy_update1295.state.json b/ppo_v10/policy_update1295.state.json deleted file mode 100644 index 220e0bc1e94a89980af6067747daf7f90557cffb..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1295.state.json +++ /dev/null @@ -1,155 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1296, - "stage": 5, - "ent_scale": 4.761904761904762, - "lr_now": 0.0000681226312597656, - "total_env_steps": 3913728, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1300.safetensors b/ppo_v10/policy_update1300.safetensors deleted file mode 100644 index b5c4c3820c1fbfd6c1c2fed5f4790cdd3a7ba8fe..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1300.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d384bcbe24035ffb994a0e85b5c0e787e08258dbe80701c72071248b6fb48855 -size 48494336 diff --git a/ppo_v10/policy_update1300.state.json b/ppo_v10/policy_update1300.state.json deleted file mode 100644 index e381454306925d1864903d1972407fe7a96efd6d..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1300.state.json +++ /dev/null @@ -1,155 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1301, - "stage": 5, - "ent_scale": 4.319187992657381, - "lr_now": 0.0000681226312597656, - "total_env_steps": 3931648, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1305.safetensors b/ppo_v10/policy_update1305.safetensors deleted file mode 100644 index 6f8df3f9e07fc97b7e45572f8365c8f2ccd74fa5..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1305.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:eb7906d0f626d1c4c4acddc3b6a1d3f9c58681e52047676af50c6e49272cd128 -size 48494336 diff --git a/ppo_v10/policy_update1305.state.json b/ppo_v10/policy_update1305.state.json deleted file mode 100644 index 080d5bee164ce6cf9bf04e606100cfc8c650dc98..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1305.state.json +++ /dev/null @@ -1,155 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1306, - "stage": 5, - "ent_scale": 3.3841968101434357, - "lr_now": 0.0000681226312597656, - "total_env_steps": 3949568, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1310.safetensors b/ppo_v10/policy_update1310.safetensors deleted file mode 100644 index 92fb0f78087f852069d4d63fc0ba9da7adf21d01..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1310.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:98a60369ad9e209b622cd32019ad1d95a4960571dd0da036351a417727f5716d -size 48494336 diff --git a/ppo_v10/policy_update1310.state.json b/ppo_v10/policy_update1310.state.json deleted file mode 100644 index f11c45dc49838f7a4276cc885148823d7bbd2153..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1310.state.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1311, - "stage": 4, - "ent_scale": 5.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 3967488, - "recent_wins": [], - "recent_conversions": [], - "recent_deaths": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1315.safetensors b/ppo_v10/policy_update1315.safetensors deleted file mode 100644 index 1ff8d5772e232c29fde2c89add58e21639119246..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1315.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:13aa0de3fb7223e9dff3721a5fdb1cbb580980c966999db5eb4b676a0a4f8433 -size 48494336 diff --git a/ppo_v10/policy_update1315.state.json b/ppo_v10/policy_update1315.state.json deleted file mode 100644 index dc1eb6c7f4ef865d0b0f98b700e84e54390e8f9e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1315.state.json +++ /dev/null @@ -1,57 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1316, - "stage": 4, - "ent_scale": 4.11351237395941, - "lr_now": 0.00013050156249999996, - "total_env_steps": 3985408, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1320.safetensors b/ppo_v10/policy_update1320.safetensors deleted file mode 100644 index a3c632ad400683e5db96233308009e722acadbe5..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1320.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8b70bbea4f72708915212abba6c611dab7c7d926c3ce4636ad9accf043eabf06 -size 48494336 diff --git a/ppo_v10/policy_update1320.state.json b/ppo_v10/policy_update1320.state.json deleted file mode 100644 index 59087f0eced28c967fcc70a919baabd49d473d0f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1320.state.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1321, - "stage": 4, - "ent_scale": 5.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 4003328, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1325.safetensors b/ppo_v10/policy_update1325.safetensors deleted file mode 100644 index e37ff19529fca3e2e9650f906c12b56428f9edc4..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1325.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:82a0b37883ec82f0dc0acafa25252da0374aa6b926a893c1688639d3aa20e8b7 -size 48494336 diff --git a/ppo_v10/policy_update1325.state.json b/ppo_v10/policy_update1325.state.json deleted file mode 100644 index 8fbbdbdbeb429f76de2b169ae0786d0eb09ceb00..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1325.state.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1326, - "stage": 3, - "ent_scale": 5.0, - "lr_now": 0.00015353125, - "total_env_steps": 4021248, - "recent_wins": [], - "recent_conversions": [], - "recent_deaths": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1330.safetensors b/ppo_v10/policy_update1330.safetensors deleted file mode 100644 index b135b2ececd9260fbb79b57e1092184f54c418ff..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1330.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6d448e8658abe04ba6f6e7c5e9513970bbfbb72eb11f1c61047f7eb3cdfceda1 -size 48494336 diff --git a/ppo_v10/policy_update1330.state.json b/ppo_v10/policy_update1330.state.json deleted file mode 100644 index a1ce40f5ea75d44d7024e968ef83c056e67d1522..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1330.state.json +++ /dev/null @@ -1,55 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1331, - "stage": 3, - "ent_scale": 4.535147392290249, - "lr_now": 0.00015353125, - "total_env_steps": 4039168, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1335.safetensors b/ppo_v10/policy_update1335.safetensors deleted file mode 100644 index ca72d99acacc174a6012437d8077eeac4e9b7fb1..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1335.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:99f2fd0c5d1207f8b2206f1c469ff278e38ef3424541cbf608cf75581d1fce63 -size 48494336 diff --git a/ppo_v10/policy_update1335.state.json b/ppo_v10/policy_update1335.state.json deleted file mode 100644 index f1c3b0067fdd65ca1c99dae62364f4810d9dbb7e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1335.state.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1336, - "stage": 3, - "ent_scale": 3.5534066506506075, - "lr_now": 0.00015353125, - "total_env_steps": 4057088, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1340.safetensors b/ppo_v10/policy_update1340.safetensors deleted file mode 100644 index e86435aab75324666b82b0996e04aeafa4ec4bcc..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1340.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:11c0300579b8189c31ceb1c990cc9a0d5a956435bdf9b7803793723e43ade475 -size 48494336 diff --git a/ppo_v10/policy_update1340.state.json b/ppo_v10/policy_update1340.state.json deleted file mode 100644 index 64417554a4fd6718bfbb64e0ad0a59bfe9d3f15f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1340.state.json +++ /dev/null @@ -1,124 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1341, - "stage": 3, - "ent_scale": 3.8004153790618425, - "lr_now": 0.00015353125, - "total_env_steps": 4075008, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1345.safetensors b/ppo_v10/policy_update1345.safetensors deleted file mode 100644 index 9534e7ccdd521690e208ae4d9e796f1a673380c1..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1345.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:516cb57bfcf7859c130289fc907481e6118d3510dc18b474abe58cc9c786b7ec -size 48494336 diff --git a/ppo_v10/policy_update1345.state.json b/ppo_v10/policy_update1345.state.json deleted file mode 100644 index 6d19c60dc662dab244da290918d9aa33dcf719d9..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1345.state.json +++ /dev/null @@ -1,124 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1346, - "stage": 3, - "ent_scale": 4.319187992657381, - "lr_now": 0.00015353125, - "total_env_steps": 4092928, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1350.safetensors b/ppo_v10/policy_update1350.safetensors deleted file mode 100644 index 42f525a3d53581e383fa24d8a653cf65847a93aa..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1350.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cca1c50ac56ce555276f65ce550589d3809e6c6c0beef6c90e33c57c991a024a -size 48494336 diff --git a/ppo_v10/policy_update1350.state.json b/ppo_v10/policy_update1350.state.json deleted file mode 100644 index 4429a6b675070e27f1787f70610f86c64a927ef2..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1350.state.json +++ /dev/null @@ -1,124 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1351, - "stage": 3, - "ent_scale": 3.3841968101434357, - "lr_now": 0.00015353125, - "total_env_steps": 4110848, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1355.safetensors b/ppo_v10/policy_update1355.safetensors deleted file mode 100644 index 7612b8e9eef87510c19176b9bb38f9f155757601..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1355.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:47ddd9fd69e595829f5e542367f5f4c5e2753bf96237cf517665158584e7ea25 -size 48494336 diff --git a/ppo_v10/policy_update1355.state.json b/ppo_v10/policy_update1355.state.json deleted file mode 100644 index c61fceec07bee56f91c5e29878b95e59f8132588..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1355.state.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1356, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4128768, - "recent_wins": [], - "recent_conversions": [], - "recent_deaths": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1360.safetensors b/ppo_v10/policy_update1360.safetensors deleted file mode 100644 index fca9b56234157b38fc226d4dc860922f4874d736..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1360.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9c9d52719858df6c79c391057290c52963232a49cb6fe634a27be7cf23a4b103 -size 48494336 diff --git a/ppo_v10/policy_update1360.state.json b/ppo_v10/policy_update1360.state.json deleted file mode 100644 index 871896346f8a7d0582c0f8a81b1634e36036d1f0..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1360.state.json +++ /dev/null @@ -1,57 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1361, - "stage": 2, - "ent_scale": 4.11351237395941, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4146688, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1365.safetensors b/ppo_v10/policy_update1365.safetensors deleted file mode 100644 index 1bf47c47e5b68cf6663560f0a27128e70da0a7ef..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1365.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c4252cabd3d233a79624c23111b116ffdf940352d8474e34cc91f940261acc4a -size 48494336 diff --git a/ppo_v10/policy_update1365.state.json b/ppo_v10/policy_update1365.state.json deleted file mode 100644 index 82b70f9c5e8135a374244f6108e5a2af531d2f59..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1365.state.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1366, - "stage": 2, - "ent_scale": 3.223044581088986, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4164608, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1370.safetensors b/ppo_v10/policy_update1370.safetensors deleted file mode 100644 index 187646b78160849f07465d01383826347f5a36bf..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1370.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b64c41e1ed54e7c73625b22fd1a92b6231469a6af25aa0341fa71f21a24239ce -size 48494336 diff --git a/ppo_v10/policy_update1370.state.json b/ppo_v10/policy_update1370.state.json deleted file mode 100644 index e16b236a573ca52df7f0a1593c5e2e7696abfc4c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1370.state.json +++ /dev/null @@ -1,136 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1371, - "stage": 2, - "ent_scale": 4.705276183600376, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4182528, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1375.safetensors b/ppo_v10/policy_update1375.safetensors deleted file mode 100644 index 2f3ff09ae359fa23b15fccfa75462b4effe8e587..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1375.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ca581fea4b9c42ac563f527896a5e50e62047fd6f719601a7b1ab2857dd8ee82 -size 48494336 diff --git a/ppo_v10/policy_update1375.state.json b/ppo_v10/policy_update1375.state.json deleted file mode 100644 index 4e2c8875cc6a4cc2f75299bef0160fe44a455a13..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1375.state.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1376, - "stage": 2, - "ent_scale": 3.686707010311743, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4200448, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1380.safetensors b/ppo_v10/policy_update1380.safetensors deleted file mode 100644 index bb2857537bac1ddd7357f1778e5068b74f5d4ec0..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1380.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b890311bf942edbeef8070580984fc55501fe3b89f9d0edf46d23a8034c2c86e -size 48494336 diff --git a/ppo_v10/policy_update1380.state.json b/ppo_v10/policy_update1380.state.json deleted file mode 100644 index 1cbe130e4d8467ce6c6ab610db12008e388e6b72..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1380.state.json +++ /dev/null @@ -1,146 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1381, - "stage": 2, - "ent_scale": 2.8886314106819535, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4218368, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1385.safetensors b/ppo_v10/policy_update1385.safetensors deleted file mode 100644 index a6c1878a4495413151090b588061247c597000e0..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1385.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5bd763021d094d42e901c8cdc0cf0c03d48d0b63902485338a51ffd2a1a8dd16 -size 48494336 diff --git a/ppo_v10/policy_update1385.state.json b/ppo_v10/policy_update1385.state.json deleted file mode 100644 index ecd78d69a44331d949a04a64a7b198508cda8789..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1385.state.json +++ /dev/null @@ -1,154 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1386, - "stage": 2, - "ent_scale": 2.2633182955520077, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4236288, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1390.safetensors b/ppo_v10/policy_update1390.safetensors deleted file mode 100644 index 74f4bc3492e7c235a454dcbc5e97eac44a9191cf..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1390.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:43b019477b1c163982e9d5dbd173cafe1c95940ad3d13254ca605ddb38669a1e -size 48494336 diff --git a/ppo_v10/policy_update1390.state.json b/ppo_v10/policy_update1390.state.json deleted file mode 100644 index 9611ed2be5d852007ec9d3cff60b87bd0fc296f5..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1390.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1391, - "stage": 2, - "ent_scale": 2.4206488318900945, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4254208, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1395.safetensors b/ppo_v10/policy_update1395.safetensors deleted file mode 100644 index 60d07bd2a4590d7ef0228ec017cca81998523e1d..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1395.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5c08015bd2ac6740f519020786c83544d0bfd1c12e02a22592641a60156b7dd8 -size 48494336 diff --git a/ppo_v10/policy_update1395.state.json b/ppo_v10/policy_update1395.state.json deleted file mode 100644 index 08779a16f091af81f67a7d1f4177590345f5fe1d..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1395.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1396, - "stage": 2, - "ent_scale": 2.588915919977476, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4272128, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1400.safetensors b/ppo_v10/policy_update1400.safetensors deleted file mode 100644 index 608d7ffbeb3879d696eb1d8e95bc8a28d8c38eee..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1400.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8772383f4da87e08edfa730f8416b5a1c2b8111cdf65823f6329750389e04ef5 -size 48494336 diff --git a/ppo_v10/policy_update1400.state.json b/ppo_v10/policy_update1400.state.json deleted file mode 100644 index e56170488c6b08d794cf924a0993ed3d06d7317c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1400.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1401, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4290048, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1405.safetensors b/ppo_v10/policy_update1405.safetensors deleted file mode 100644 index 981ebb563d87d900ec483252b7ff07610a2536c2..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1405.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:53b1674fb19e8062b28456a720e0400ba463291f566578c8e531328b80e6daab -size 48494336 diff --git a/ppo_v10/policy_update1405.state.json b/ppo_v10/policy_update1405.state.json deleted file mode 100644 index 72ca3e8c5fc191a23b1241b7a83efb16a8527764..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1405.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1406, - "stage": 2, - "ent_scale": 4.319187992657381, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4307968, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1410.safetensors b/ppo_v10/policy_update1410.safetensors deleted file mode 100644 index 50b33332d8c5627a7a4d5e16faa4e415324859ac..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1410.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:265e7f3734b807847276701f27ad098e24bc3b48cecb68533b4fc95793c0bd09 -size 48494336 diff --git a/ppo_v10/policy_update1410.state.json b/ppo_v10/policy_update1410.state.json deleted file mode 100644 index 2863bb83a5a7a2d7197f2c415ff72f02200959a6..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1410.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1411, - "stage": 2, - "ent_scale": 3.3841968101434357, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4325888, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1415.safetensors b/ppo_v10/policy_update1415.safetensors deleted file mode 100644 index dfd10d2bfb3c4024faeb25fee5e04189dc43ab83..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1415.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8ed88e11f16704755c3a038bac7d79ff9f08fcc2ec14f4cc8724e02482f0a745 -size 48494336 diff --git a/ppo_v10/policy_update1415.state.json b/ppo_v10/policy_update1415.state.json deleted file mode 100644 index d4f68f706ad3dece7aa839e4612bd190826bde86..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1415.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1416, - "stage": 2, - "ent_scale": 2.651606753226473, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4343808, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1420.safetensors b/ppo_v10/policy_update1420.safetensors deleted file mode 100644 index 2772e271fc98417a97ffdc861456149dfed3ef3d..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1420.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d766dfe5eb94971c804b227ca0c67cc7975675ba6071c1b3faf44aeed86feb87 -size 48494336 diff --git a/ppo_v10/policy_update1420.state.json b/ppo_v10/policy_update1420.state.json deleted file mode 100644 index 722d0a96d6fadaf6fbd0dd908337faeb98a098dd..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1420.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1421, - "stage": 2, - "ent_scale": 2.077603274337415, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4361728, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1425.safetensors b/ppo_v10/policy_update1425.safetensors deleted file mode 100644 index b0e0c162dd641c5e656304085051e617a3fbdaf7..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1425.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3e8eeccf634e753b51eddeb67269ad01727b0e26367e3690641e8a44c537912b -size 48494336 diff --git a/ppo_v10/policy_update1425.state.json b/ppo_v10/policy_update1425.state.json deleted file mode 100644 index 4c89c9f7b49717fcc9dc9e31197b995561436226..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1425.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1426, - "stage": 2, - "ent_scale": 1.6278565289839126, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4379648, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1430.safetensors b/ppo_v10/policy_update1430.safetensors deleted file mode 100644 index 7ce055d9c141b6f269cb3f6f7cec786d9e4f0359..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1430.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:220a9497d28439e3027d0ef156f5bb8e0c8067390a65e7e2b87818c410d5fbe5 -size 48494336 diff --git a/ppo_v10/policy_update1430.state.json b/ppo_v10/policy_update1430.state.json deleted file mode 100644 index e1d6704632bc0a558f15916d9f55b60f61a4ad29..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1430.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1431, - "stage": 2, - "ent_scale": 1.2754681857154169, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4397568, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1435.safetensors b/ppo_v10/policy_update1435.safetensors deleted file mode 100644 index feb9ecb8fa38ac053f060e9b5d3cfb87cd4d980f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1435.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a7ad7c536ebc6f4ee7b7427fc390a570e13819c6e539f854692ea9e2a0c5c96e -size 48494336 diff --git a/ppo_v10/policy_update1435.state.json b/ppo_v10/policy_update1435.state.json deleted file mode 100644 index 45b86869cb64334c1fab82c9eda7220aeb685e00..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1435.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1436, - "stage": 2, - "ent_scale": 1.8620375629923807, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4415488, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1440.safetensors b/ppo_v10/policy_update1440.safetensors deleted file mode 100644 index 73aa499a9eea3c814bb00b9ccb5a07bc4036e4c2..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1440.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:25bb4d6baa070ea7e5ba968907f372aa278b4f2e1e89bc148fd3d8b64d00adf4 -size 48494336 diff --git a/ppo_v10/policy_update1440.state.json b/ppo_v10/policy_update1440.state.json deleted file mode 100644 index 065a6370e95432a33371a6915ed966fc5a2c3215..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1440.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1441, - "stage": 2, - "ent_scale": 2.718361715976351, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4433408, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1445.safetensors b/ppo_v10/policy_update1445.safetensors deleted file mode 100644 index 7baff72b4cbfd9ce3ed28e6d29e4cfa5ac424e98..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1445.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8adb4e5b14427c2cf39cc7e8711ffe3ced1fb4ce88e58d86d5f9b1553f57be21 -size 48494336 diff --git a/ppo_v10/policy_update1445.state.json b/ppo_v10/policy_update1445.state.json deleted file mode 100644 index e9dafdc083273dcd89250c20f9b7d253c7093cf2..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1445.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1446, - "stage": 2, - "ent_scale": 3.968496965770464, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4451328, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1450.safetensors b/ppo_v10/policy_update1450.safetensors deleted file mode 100644 index d218ef3491f64e885246adf59cb82d13b546eb44..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1450.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ef4f165f38fb81b4e22834b7da5e7cfd973dc2d505f3de94512f2bd0ff691796 -size 48494336 diff --git a/ppo_v10/policy_update1450.state.json b/ppo_v10/policy_update1450.state.json deleted file mode 100644 index e37c7c8b06da1511e6df5752e56c53092c603bcb..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1450.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1451, - "stage": 2, - "ent_scale": 4.761904761904762, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4469248, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1455.safetensors b/ppo_v10/policy_update1455.safetensors deleted file mode 100644 index e630f84221d0345a5e2de765483c5b72deab4132..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1455.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:262e605c4ed656a38c7e0dc41eaf7b729a6fdb75afba95a5dc097b4c6aa67cc1 -size 48494336 diff --git a/ppo_v10/policy_update1455.state.json b/ppo_v10/policy_update1455.state.json deleted file mode 100644 index 68e20303e11a3426e7496b9e88d879cf62a2b543..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1455.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1456, - "stage": 2, - "ent_scale": 3.731076983183138, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4487168, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1460.safetensors b/ppo_v10/policy_update1460.safetensors deleted file mode 100644 index 4ed0382aaf3afe04627a9c76e5eda052d4769d68..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1460.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:154d34082a6d2a6d5bf111b370f558c4841515caec2fbcf4331d4c85dbdfbb8f -size 48494336 diff --git a/ppo_v10/policy_update1460.state.json b/ppo_v10/policy_update1460.state.json deleted file mode 100644 index 330d0fe70f7fe8060f75eb5eea21344b11fbc2a6..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1460.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1461, - "stage": 2, - "ent_scale": 4.761904761904762, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4505088, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1465.safetensors b/ppo_v10/policy_update1465.safetensors deleted file mode 100644 index fd1997be9b773c36f81b9c1b2bb2139cb7f97c60..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1465.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fc4940d79c0af18072b198ac811f38fc5bd8b602cef259b73889930ab3be7cb7 -size 48494336 diff --git a/ppo_v10/policy_update1465.state.json b/ppo_v10/policy_update1465.state.json deleted file mode 100644 index 67d14bf629cc4a92d07ac304e08e38eba2aa2d5c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1465.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1466, - "stage": 2, - "ent_scale": 3.731076983183138, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4523008, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1470.safetensors b/ppo_v10/policy_update1470.safetensors deleted file mode 100644 index 240656a214baf0d907e9c5dffcdcd1138d732585..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1470.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:df01cce3cdefbb888a2a301e32489412893449c9f34efd523692abe64c880fd3 -size 48494336 diff --git a/ppo_v10/policy_update1470.state.json b/ppo_v10/policy_update1470.state.json deleted file mode 100644 index 8af86ffe3174670a0c2ee9ff02a854a1a97f3526..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1470.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1471, - "stage": 2, - "ent_scale": 2.9233964454321866, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4540928, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1475.safetensors b/ppo_v10/policy_update1475.safetensors deleted file mode 100644 index 664bf3cd8cfaf236a289e2d8bb1ac5f01c7e5037..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1475.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8c297272026ca4db4ce2c715be99db39df3d1c2b950776685a112b78d5a22b06 -size 48494336 diff --git a/ppo_v10/policy_update1475.state.json b/ppo_v10/policy_update1475.state.json deleted file mode 100644 index 4fd378cb11fffdba1057c16d92c473064c43d489..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1475.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1476, - "stage": 2, - "ent_scale": 2.290557609957, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4558848, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1480.safetensors b/ppo_v10/policy_update1480.safetensors deleted file mode 100644 index 5c863c5cc9d8b4bac71f9651d714c8ee4fb45fb5..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1480.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:940573a8dd609fee96a3ac956b5013c7e211ef18756107a3122fb0a3e1f4a31c -size 48494336 diff --git a/ppo_v10/policy_update1480.state.json b/ppo_v10/policy_update1480.state.json deleted file mode 100644 index d7fe9ce4595a222ba087c2c4966203a5bb170f22..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1480.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1481, - "stage": 2, - "ent_scale": 1.7947118232047639, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4576768, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1485.safetensors b/ppo_v10/policy_update1485.safetensors deleted file mode 100644 index b89ff51abcc364f17b149fb375b1016a09e3c74e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1485.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1e591706b2dacd5b9a045baacd5a4a942f39a7d38887bffe3b1152cb56e4905b -size 48494336 diff --git a/ppo_v10/policy_update1485.state.json b/ppo_v10/policy_update1485.state.json deleted file mode 100644 index 8678cdb73fe919e97ea9d579eac7d5dfa06c3165..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1485.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1486, - "stage": 2, - "ent_scale": 1.4062036747512472, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4594688, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1490.safetensors b/ppo_v10/policy_update1490.safetensors deleted file mode 100644 index 08ea51894fcb2373069234c276adbb1baf8189c5..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1490.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cbf9f724f58de1a875eb47e6ff27df952545c4cb42bb11e2607958edb8d730d5 -size 48494336 diff --git a/ppo_v10/policy_update1490.state.json b/ppo_v10/policy_update1490.state.json deleted file mode 100644 index 04e437e2d1a35ddc4eb1bdd940715e6c9485acb0..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1490.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1491, - "stage": 2, - "ent_scale": 1.1017973745517042, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4612608, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1495.safetensors b/ppo_v10/policy_update1495.safetensors deleted file mode 100644 index bf9ea7ae842d38606533d1e1c7681323e06d3d4f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1495.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:143f2abc4b78d3a4e6f03c40aca6d33e18736738610781b616fb3224146af4db -size 48494336 diff --git a/ppo_v10/policy_update1495.state.json b/ppo_v10/policy_update1495.state.json deleted file mode 100644 index cb008cced7a32afa661ec400bf18054d43e64f30..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1495.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1496, - "stage": 2, - "ent_scale": 1.3, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4630528, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1500.safetensors b/ppo_v10/policy_update1500.safetensors deleted file mode 100644 index 887e97843d2fe6913b0dec9e05db434968374ac0..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1500.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d323cd584afc4844309d3052c20bc3d203233d107f901c444f734f8881e98996 -size 48494336 diff --git a/ppo_v10/policy_update1500.state.json b/ppo_v10/policy_update1500.state.json deleted file mode 100644 index 2609f09661e8bd5c36fef3766c444ec9e0f09359..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1500.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1501, - "stage": 2, - "ent_scale": 4.826809000000002, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4648448, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1505.safetensors b/ppo_v10/policy_update1505.safetensors deleted file mode 100644 index 2f1179cfb85787d32f9eee7825d5ac639b3bd624..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1505.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d09522701085cc413851a27348a30279db27baf5eef36e46e14b8d65cf942190 -size 48494336 diff --git a/ppo_v10/policy_update1505.state.json b/ppo_v10/policy_update1505.state.json deleted file mode 100644 index 188c5454b118f2c4b14a6730f478e747dc327f1c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1505.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1506, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4666368, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1510.safetensors b/ppo_v10/policy_update1510.safetensors deleted file mode 100644 index 1160f2657fba622b2cd65a0f572f082dfff30793..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1510.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8f7454aa7e2ddde20796121901d846b6427b738da059ec2f384922d8777bbc0a -size 48494336 diff --git a/ppo_v10/policy_update1510.state.json b/ppo_v10/policy_update1510.state.json deleted file mode 100644 index 23ee0b4e3591f7302f7af86097906083c4918868..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1510.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1511, - "stage": 2, - "ent_scale": 3.917630832342295, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4684288, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1515.safetensors b/ppo_v10/policy_update1515.safetensors deleted file mode 100644 index 47372756f6a4909d53aa43f08f9ffc5aae78fe74..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1515.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ca2e23ce960d6fc75db0d0c7152e8b2aa7b6d054b2fd95e8b322cdfec27c80e7 -size 48494336 diff --git a/ppo_v10/policy_update1515.state.json b/ppo_v10/policy_update1515.state.json deleted file mode 100644 index 5341df46f73b3165b47a957368daac083e794b4a..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1515.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1516, - "stage": 2, - "ent_scale": 3.069566267703796, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4702208, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1520.safetensors b/ppo_v10/policy_update1520.safetensors deleted file mode 100644 index 0df5ad3ac237a94023a9f6ee6eba35f21459f0de..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1520.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b4e3cc85fd6932f397490ef80e8df6c364d6a7ccffb54e9d996d42bda20959e2 -size 48494336 diff --git a/ppo_v10/policy_update1520.state.json b/ppo_v10/policy_update1520.state.json deleted file mode 100644 index 727164e29a63e3858ae79d3555a0d90fa7bb6c9c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1520.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1521, - "stage": 2, - "ent_scale": 2.40508549045485, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4720128, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1525.safetensors b/ppo_v10/policy_update1525.safetensors deleted file mode 100644 index 527d0d2ee737260ba2a9aa564f273277ad29b5f4..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1525.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3c2ea1ffc87f7a99063cd2be6e840fcf72e278fe0a7f8354213e6df7bb9e243e -size 48494336 diff --git a/ppo_v10/policy_update1525.state.json b/ppo_v10/policy_update1525.state.json deleted file mode 100644 index baaf609c5e273ab78fd94261f1005b6334f08c00..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1525.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1526, - "stage": 2, - "ent_scale": 1.884447414365002, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4738048, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1530.safetensors b/ppo_v10/policy_update1530.safetensors deleted file mode 100644 index e287af61a73c155d3776a68d6f00cb7e2124d604..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1530.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a70a6096c6b1713266ba02b0bb427749fa5504f4d4f5ff0c6d9be98b91ced01d -size 48494336 diff --git a/ppo_v10/policy_update1530.state.json b/ppo_v10/policy_update1530.state.json deleted file mode 100644 index 82873639f593c28697cc8f65e26beb355a5b9643..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1530.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1531, - "stage": 2, - "ent_scale": 1.4765138584888096, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4755968, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1535.safetensors b/ppo_v10/policy_update1535.safetensors deleted file mode 100644 index b340e4ddf4c7e6a82ef62c60ebfcab7ca5bbdcb9..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1535.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cba067b777ce56ef6f6f240deb0284cc778f52a2fc8948e601a0f1e4776cd9af -size 48494336 diff --git a/ppo_v10/policy_update1535.state.json b/ppo_v10/policy_update1535.state.json deleted file mode 100644 index 28d0f005e7149b43f0c8d91235c5b4320efc494f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1535.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1536, - "stage": 2, - "ent_scale": 2.94231378421761, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4773888, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1540.safetensors b/ppo_v10/policy_update1540.safetensors deleted file mode 100644 index 1df587cf238f683230ed4b0f7327a9e6f7307a1f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1540.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f229a7ec686cb6b10e04c49c043909192761db79a9ae10c487cf6493e1879107 -size 48494336 diff --git a/ppo_v10/policy_update1540.state.json b/ppo_v10/policy_update1540.state.json deleted file mode 100644 index bb570e875a5a619f1146b2f2875f25c5bb3d626a..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1540.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1541, - "stage": 2, - "ent_scale": 2.305379839895328, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4791808, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1545.safetensors b/ppo_v10/policy_update1545.safetensors deleted file mode 100644 index 34e0b46a9ccd26db0cc1d053b6dadb7dd2b782ba..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1545.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2cdbf0f1c20462786de3a782b5216e9569fdf2b94a577e6907a5dd5ee51bac76 -size 48494336 diff --git a/ppo_v10/policy_update1545.state.json b/ppo_v10/policy_update1545.state.json deleted file mode 100644 index 3ee8628b2a00e0a59fde2aa2e658288d5159dc80..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1545.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1546, - "stage": 2, - "ent_scale": 3.365590695970719, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4809728, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1550.safetensors b/ppo_v10/policy_update1550.safetensors deleted file mode 100644 index 9fc4c2519d386c9e6ecdd8fc8b010636ea5f02ec..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1550.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c38dacee56d2343a0fb1c21ffdf59639d43297cf62f8d0ef4abd9bbbb36a6eda -size 48494336 diff --git a/ppo_v10/policy_update1550.state.json b/ppo_v10/policy_update1550.state.json deleted file mode 100644 index 084560c3ff07827505fbd2134d89ee92b6b7db67..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1550.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1551, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4827648, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1555.safetensors b/ppo_v10/policy_update1555.safetensors deleted file mode 100644 index cb7fff329465363b99be7b48f78168cb2e6c60cb..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1555.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5f1f77b31c06c86f07be3dac87fc72d66bab1d4eda183f5078a348adde80fc43 -size 48494336