diff --git a/ppo_v11/policy_update1240.safetensors b/ppo_v11/policy_update1240.safetensors deleted file mode 100644 index b65bc1539f544a93a2efe22fdc89dee6e9793edf..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1240.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bbd88d281a210c7e49f74e0168468b6b63f484a259ff52a871daa59368473690 -size 154490248 diff --git a/ppo_v11/policy_update1240.state.json b/ppo_v11/policy_update1240.state.json deleted file mode 100644 index 55e61e924cf0ef0ddb8fd7e892d581c922e1ba28..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1240.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1241, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 6676992, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1245.safetensors b/ppo_v11/policy_update1245.safetensors deleted file mode 100644 index abc7330a55d1cfbbdd6ee013f8f6d9711ef070d7..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1245.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cca5485d2df13a4d345e912b3067ff2c3136f9dc7bbb5319136ad193836bd04c -size 154490248 diff --git a/ppo_v11/policy_update1245.state.json b/ppo_v11/policy_update1245.state.json deleted file mode 100644 index 309535b765414a347f77a0e8818483dd10f86d6c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1245.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1246, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 6715392, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update125.safetensors b/ppo_v11/policy_update125.safetensors deleted file mode 100644 index af1582c7629b9b3abc71d886410205e9a7b39c90..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update125.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b4d40b040ce16ab35acd287ad30d97878458c172113a1402dc7f76f2d7ca80cc -size 154490248 diff --git a/ppo_v11/policy_update125.state.json b/ppo_v11/policy_update125.state.json deleted file mode 100644 index 83ace846ab7e9dc548c6d44c0060f2e2a24cb0da..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update125.state.json +++ /dev/null @@ -1,169 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 126, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 348288, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1250.safetensors b/ppo_v11/policy_update1250.safetensors deleted file mode 100644 index d69aac044dc3d7762f4b0c9c95bb0acb2641cbd0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1250.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ec23595bf18d19d36c0968e7d01af0d15cf6a8a8c9d96943317e46a5c282f57e -size 154490248 diff --git a/ppo_v11/policy_update1250.state.json b/ppo_v11/policy_update1250.state.json deleted file mode 100644 index d7c12713ac9edd42d06319d2dfbd9b63fad97923..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1250.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1251, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 6753792, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1255.safetensors b/ppo_v11/policy_update1255.safetensors deleted file mode 100644 index 292c8451e254941de6d713e9489a9c606c05261f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1255.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:245b012eaa8520ecd86a782bf1eb783329ad420fd81e255e5034da0510ec9146 -size 154490248 diff --git a/ppo_v11/policy_update1255.state.json b/ppo_v11/policy_update1255.state.json deleted file mode 100644 index 0e1da7f2df10b804dbae9c7f9f33cc52ef014204..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1255.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1256, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 6792192, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1260.safetensors b/ppo_v11/policy_update1260.safetensors deleted file mode 100644 index dc4ff92e84e4212035f5fd517525a86199d19460..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:280b3771fe586981bb1c95f4c8511fa2c7da44804f70b0e98853e30bf94b4f92 -size 154490248 diff --git a/ppo_v11/policy_update1260.state.json b/ppo_v11/policy_update1260.state.json deleted file mode 100644 index 81d21f55bae54470f1ef9ae592666e3875f776a4..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1260.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1261, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 6830592, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1265.safetensors b/ppo_v11/policy_update1265.safetensors deleted file mode 100644 index 42d34ed6db4520ad1a59093814cb350c9ff68271..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1265.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dcf0988644ed5b9616a2281e163fa31fe894c958e574fdac50ce26a3239ce2c5 -size 154490248 diff --git a/ppo_v11/policy_update1265.state.json b/ppo_v11/policy_update1265.state.json deleted file mode 100644 index 87282ae7e6c599190ae88460c5123899c7514c7e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1265.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1266, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 6868992, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1270.safetensors b/ppo_v11/policy_update1270.safetensors deleted file mode 100644 index 46e4ac26f76bc45564a35ebd277aa39889069b88..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1270.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:257de39df1f5dcf9d7b3e0cd28df638656f4c564da1f23cb51d51ea2bcf89c7f -size 154490248 diff --git a/ppo_v11/policy_update1270.state.json b/ppo_v11/policy_update1270.state.json deleted file mode 100644 index 4bb5aef71ee12bfe769c42ccaa993369fbb2db04..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1270.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1271, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 6907392, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1275.safetensors b/ppo_v11/policy_update1275.safetensors deleted file mode 100644 index 8077dce32ad498c98bb596ecdb167b4526bf477f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1275.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5d4b2f2e701fc865d5c024688c20e220de27e302d907dcc82c9b6bf6aa442eac -size 154490248 diff --git a/ppo_v11/policy_update1275.state.json b/ppo_v11/policy_update1275.state.json deleted file mode 100644 index 1de8ca52420a2cf782d3215d6601255152eed4b0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1275.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1276, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 6945792, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1280.safetensors b/ppo_v11/policy_update1280.safetensors deleted file mode 100644 index dfddcc3d157654bb8be68e27e5a987be9a51366f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1280.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cadd50f18f12938fc1f31023968dc99d74fd26dade2bd123b52e483102287a47 -size 154490248 diff --git a/ppo_v11/policy_update1280.state.json b/ppo_v11/policy_update1280.state.json deleted file mode 100644 index 79b658ee8a4036b3a87a635aac5405780c46a19c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1280.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1281, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 6984192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1285.safetensors b/ppo_v11/policy_update1285.safetensors deleted file mode 100644 index d131509909b64e944950097df88aea4264568e83..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1285.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ab6bf6ad019b6227a7cf1402f768fc9a2f506a92feed284ee0c8d1ed6e631d20 -size 154490248 diff --git a/ppo_v11/policy_update1285.state.json b/ppo_v11/policy_update1285.state.json deleted file mode 100644 index 17d8bb1ac7a3f423d63409dd56e2e5d6ffc161c0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1285.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1286, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7022592, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1290.safetensors b/ppo_v11/policy_update1290.safetensors deleted file mode 100644 index 13cdc3bfdb2d690070384a89d7e677be366efa3c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1290.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:164efb4f78f9775572139de953ebb89051fc55e90dbd2fc4a09f51e7d91415ff -size 154490248 diff --git a/ppo_v11/policy_update1290.state.json b/ppo_v11/policy_update1290.state.json deleted file mode 100644 index 5dd22e4ed84619923f3ccc431d4df4ffc6b5ad63..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1290.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1291, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7060992, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1295.safetensors b/ppo_v11/policy_update1295.safetensors deleted file mode 100644 index d222f4afee6814f9736b5cf5ff3f3a084d7234ae..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1295.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c819d8f102471a0794fe4f0bde48d38a3c0bbf6822adc083f8318ae142977f48 -size 154490248 diff --git a/ppo_v11/policy_update1295.state.json b/ppo_v11/policy_update1295.state.json deleted file mode 100644 index d39ca4ce15e43cafa5caa67a1ef12049d1a3692a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1295.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1296, - "stage": 23, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7099392, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update130.safetensors b/ppo_v11/policy_update130.safetensors deleted file mode 100644 index d81adc86e6ac9f7515edfd433dd83e6a89ad6e66..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update130.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0ce8fa2af7e36e9e8a349337d80a49c2344a20d0a52fcaa4e9da4c128f1e7ad1 -size 154490248 diff --git a/ppo_v11/policy_update130.state.json b/ppo_v11/policy_update130.state.json deleted file mode 100644 index 2205ab1292a0ba5d947ad5f8ca50bbe5fb6deabe..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update130.state.json +++ /dev/null @@ -1,196 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 131, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 359808, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1305.safetensors b/ppo_v11/policy_update1305.safetensors deleted file mode 100644 index 63bac965cfaa269803fd3eafe82b239116a226b8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1305.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4f8dfc5be4d8062573fee4e9332d5dac858706689e33b03381a87a2e646ef5ef -size 154490248 diff --git a/ppo_v11/policy_update1305.state.json b/ppo_v11/policy_update1305.state.json deleted file mode 100644 index ab0ffc219cd63ce7a3bd1be3640c3e9481772b63..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1305.state.json +++ /dev/null @@ -1,89 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1306, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7176192, - "recent_wins": [], - "recent_conversions": [], - "recent_deaths": [], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1310.safetensors b/ppo_v11/policy_update1310.safetensors deleted file mode 100644 index a06020e57be386f75f75ac59a9bcb099e5ece183..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1310.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4124c285f50e759b21d704795b457225d14654f556300e5d7e6e3a7ebf9b59d9 -size 154490248 diff --git a/ppo_v11/policy_update1310.state.json b/ppo_v11/policy_update1310.state.json deleted file mode 100644 index 01c07ce6ecb91b863009cc8fe69929b9d72b686f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1310.state.json +++ /dev/null @@ -1,204 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1311, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7214592, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1315.safetensors b/ppo_v11/policy_update1315.safetensors deleted file mode 100644 index ea96a82c7bb82a10b48b79f41a801183ebeaa106..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1315.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d8f5a4e5c423f71f5d26ff56a1cc23a8d6ad1fed8c33756802cbc63a0e1a2bef -size 154490248 diff --git a/ppo_v11/policy_update1315.state.json b/ppo_v11/policy_update1315.state.json deleted file mode 100644 index 4c85e1d707ac763df567eb48e1c9051733042737..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1315.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1316, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7252992, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1320.safetensors b/ppo_v11/policy_update1320.safetensors deleted file mode 100644 index 01a5d5f56a269513c7e682479be94484ad1d7469..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1320.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c2edb24c6fbfeabfe7484a137747f6576c17cd70f39f607c4570464c0478ae2d -size 154490248 diff --git a/ppo_v11/policy_update1320.state.json b/ppo_v11/policy_update1320.state.json deleted file mode 100644 index 96dd62bb0d01a3b17b8896edaba72d272fb7345f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1320.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1321, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7291392, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1325.safetensors b/ppo_v11/policy_update1325.safetensors deleted file mode 100644 index 16cc67070e2a5fd761107da94e5e583c4a784a1d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1325.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:00629a0583a6418161a2c750975c85c24e4249126de181b52bfcf25213e5cccb -size 154490248 diff --git a/ppo_v11/policy_update1325.state.json b/ppo_v11/policy_update1325.state.json deleted file mode 100644 index e986f6fe0441811c19980f636f6ec478829cb02b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1325.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1326, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7329792, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1330.safetensors b/ppo_v11/policy_update1330.safetensors deleted file mode 100644 index a5febe072f3594af7ed6ba13785ae57079bbc9ba..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1330.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:011768fe3e841df3b5ed1b3c0a0b7a76b6dfbb373f3851154c6dccbd4d392503 -size 154490248 diff --git a/ppo_v11/policy_update1330.state.json b/ppo_v11/policy_update1330.state.json deleted file mode 100644 index 4622989d436a01af7043bf73ea4101f3bea74779..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1330.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1331, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7368192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1335.safetensors b/ppo_v11/policy_update1335.safetensors deleted file mode 100644 index e2f4d7e88585a003c8aee55136ef06aab8be50a2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1335.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5db3a45e3e0520f3a0cb9b708e905a6e6f37892f70e7b979a1abee10f290a9c6 -size 154490248 diff --git a/ppo_v11/policy_update1335.state.json b/ppo_v11/policy_update1335.state.json deleted file mode 100644 index 871557998ca53e338d7b2c66cb6d67dc7c13d237..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1335.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1336, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7406592, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1340.safetensors b/ppo_v11/policy_update1340.safetensors deleted file mode 100644 index af041b6b467082b5784287332bc0b8799b31f1a8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1340.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c4de83a11624947634948ddd8eba1f811901a079480dd1c4f9ab9de7e10f5b46 -size 154490248 diff --git a/ppo_v11/policy_update1340.state.json b/ppo_v11/policy_update1340.state.json deleted file mode 100644 index e4edb1311ec4b9ee7f8064d7031c3d0db22a0975..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1340.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1341, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7444992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1345.safetensors b/ppo_v11/policy_update1345.safetensors deleted file mode 100644 index bfbdab20ac54dabb4b5bb77c2dd70c24f54ac6e2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1345.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f8a6dccc85e8697df6cd86287dd49fab7b394eddea6977c1228303c46ac2a1f0 -size 154490248 diff --git a/ppo_v11/policy_update1345.state.json b/ppo_v11/policy_update1345.state.json deleted file mode 100644 index cd2e7031ea42d34befecaf2bb4ddd3a5bad7a915..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1345.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1346, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7483392, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update135.safetensors b/ppo_v11/policy_update135.safetensors deleted file mode 100644 index 484ebddf7a730b76aa700470f720383ee1993a03..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update135.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:98fc48a3bc4505330d5b173843f656636934b2b27a05a7e83650ec731ac8454c -size 154490248 diff --git a/ppo_v11/policy_update135.state.json b/ppo_v11/policy_update135.state.json deleted file mode 100644 index cf022a104f6552d1a4b4548c7af4b5abe2b126f6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update135.state.json +++ /dev/null @@ -1,223 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 136, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 371328, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1350.safetensors b/ppo_v11/policy_update1350.safetensors deleted file mode 100644 index 9134ffabd0d4e53e9c94fd1a35fbcbbef6105aad..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1350.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8160c92479e72e2912b37a99441960602db49104e71c1cb225f58f4f8e1cfe73 -size 154490248 diff --git a/ppo_v11/policy_update1350.state.json b/ppo_v11/policy_update1350.state.json deleted file mode 100644 index d5d9cead33d66027de4eb7775508282e7e2caf8e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1350.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1351, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7521792, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1355.safetensors b/ppo_v11/policy_update1355.safetensors deleted file mode 100644 index 975ababeadf1fee5c9b56964006b395eb60e3e93..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1355.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:736785da57a9bbf06df86aeea78891f59153e94d9eb1acc1f7b7a4caf34081ca -size 154490248 diff --git a/ppo_v11/policy_update1355.state.json b/ppo_v11/policy_update1355.state.json deleted file mode 100644 index 72401cb95281eb5a06518356f56e9c71aef935bd..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1355.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1356, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7560192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1360.safetensors b/ppo_v11/policy_update1360.safetensors deleted file mode 100644 index 9dbd84e6718b7ca77424db2225216ee9b2654d77..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1360.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:313c153411aaee8ae2b0b6ef8f676bcc70036b0a1f5d509cf4ae2f419ad65fc4 -size 154490248 diff --git a/ppo_v11/policy_update1360.state.json b/ppo_v11/policy_update1360.state.json deleted file mode 100644 index 92deaff05d94e199df387d9fbbeca20af603edc4..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1360.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1361, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7598592, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1365.safetensors b/ppo_v11/policy_update1365.safetensors deleted file mode 100644 index b238eb584fe80f9d35fc5a40fc8172f7a796934a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1365.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:021b09f33259994f0ba1fe44c2c0b80bd869a252ad5e24c060ac45df5e65886d -size 154490248 diff --git a/ppo_v11/policy_update1365.state.json b/ppo_v11/policy_update1365.state.json deleted file mode 100644 index 35a281cdb468b8048cc240de5fee7f1548d2206e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1365.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1366, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7636992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1370.safetensors b/ppo_v11/policy_update1370.safetensors deleted file mode 100644 index f607a19caf520ad2e646372125d869bac647ef6e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1370.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:15f5a9e4abc08290c7153afb764c6f55b0baeefd4f9d20b21e431d7c8bac53ef -size 154490248 diff --git a/ppo_v11/policy_update1370.state.json b/ppo_v11/policy_update1370.state.json deleted file mode 100644 index e0bacb155192fda1c63e65a2e1bfa893ff07d0fd..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1370.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1371, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7675392, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1375.safetensors b/ppo_v11/policy_update1375.safetensors deleted file mode 100644 index 6455317b6037171a1da2e96ae7b95987a23a8c2c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1375.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:37a199f6ff4f4b4e17e56724c571a991660c1bb2a596914ce8b5d7f11be603d5 -size 154490248 diff --git a/ppo_v11/policy_update1375.state.json b/ppo_v11/policy_update1375.state.json deleted file mode 100644 index a73ba704a02b1bcbbe12e128f9c77098060ce8b6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1375.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1376, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7713792, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1380.safetensors b/ppo_v11/policy_update1380.safetensors deleted file mode 100644 index dea1dbbd9d7b39c0fac76aa13f79402dbda93fba..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1380.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1f44535ef262acf73537256e9b7a86f87274d59466bfa6591bf3f7dd0b02d71d -size 154490248 diff --git a/ppo_v11/policy_update1380.state.json b/ppo_v11/policy_update1380.state.json deleted file mode 100644 index e32c0cc42daf414415d0478af4db9dc0f0805388..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1380.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1381, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7752192, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1385.safetensors b/ppo_v11/policy_update1385.safetensors deleted file mode 100644 index 184b65ae77c289e0aaed73ff3c99e2511cee0c50..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1385.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:98b551db177efdda9b0a825662d0131506b39f600cf7c9ade4064494158e24ec -size 154490248 diff --git a/ppo_v11/policy_update1385.state.json b/ppo_v11/policy_update1385.state.json deleted file mode 100644 index 88cb33b691ced0a70cf4ed916304137761d1fc76..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1385.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1386, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7790592, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1390.safetensors b/ppo_v11/policy_update1390.safetensors deleted file mode 100644 index eac0bfd02c88907d36b813799c18734325636839..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1390.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1ec81df04542714a4bf9c54d15df56cab92ef117bc6cce8580cd67139848fb30 -size 154490248 diff --git a/ppo_v11/policy_update1390.state.json b/ppo_v11/policy_update1390.state.json deleted file mode 100644 index c1d15d54ad9c71853be357d68fa576dad7034389..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1390.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1391, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7828992, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1395.safetensors b/ppo_v11/policy_update1395.safetensors deleted file mode 100644 index d324a8443f3cc3819adae88fcf6173a6f5c3c617..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1395.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:06d1131c4368bfbd304f702801a0a497a5047a1a4229469dc70960882d62ed05 -size 154490248 diff --git a/ppo_v11/policy_update1395.state.json b/ppo_v11/policy_update1395.state.json deleted file mode 100644 index 1179da9de23b762783041a5af2518f3d714738f6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1395.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1396, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7867392, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update140.safetensors b/ppo_v11/policy_update140.safetensors deleted file mode 100644 index d1c3e649a73ec95603b962aa6128b7bf86a4a560..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update140.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:aa58281ffde6b774ae8a9c5aaaaeefbce059259043bae42a57d959ca228dfeb7 -size 154490248 diff --git a/ppo_v11/policy_update140.state.json b/ppo_v11/policy_update140.state.json deleted file mode 100644 index 282924f0ab21a571b1f73b88e0e819fa77112107..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update140.state.json +++ /dev/null @@ -1,130 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 141, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 382848, - "recent_wins": [ - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1405.safetensors b/ppo_v11/policy_update1405.safetensors deleted file mode 100644 index fcddae31af441baefbe068fe04de15e4ba153eb2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1405.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d0d63f208956997d5f6d41c2a13362ccc3a4b939af1d2cac43cd1e31a3ad52bf -size 154490248 diff --git a/ppo_v11/policy_update1405.state.json b/ppo_v11/policy_update1405.state.json deleted file mode 100644 index eb9662fd26a6732ed2955707b96593f7549dd727..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1405.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1406, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7944192, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1410.safetensors b/ppo_v11/policy_update1410.safetensors deleted file mode 100644 index 6ef5ec36026fe70dfbac2f9194c01c89a2479448..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1410.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:731f9e411db828c4a4b7c053787ba45bf1a3749c3eab9ed2d9ed1303b4d3ab03 -size 154490248 diff --git a/ppo_v11/policy_update1410.state.json b/ppo_v11/policy_update1410.state.json deleted file mode 100644 index 93f1ad470e0dfd81d1b5c0319f2334cdd6656e41..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1410.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1411, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 7982592, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1415.safetensors b/ppo_v11/policy_update1415.safetensors deleted file mode 100644 index a9a8f806f50ee3ba56d379d989c4abde0dddcea4..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1415.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:940e811468586559c74cefc5dec9ed04f0411fd45e1ccef1bf9afb5e758b82dd -size 154490248 diff --git a/ppo_v11/policy_update1415.state.json b/ppo_v11/policy_update1415.state.json deleted file mode 100644 index 54adc5767815c50c36a6be9d9302cb55d311f5fe..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1415.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1416, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8020992, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1420.safetensors b/ppo_v11/policy_update1420.safetensors deleted file mode 100644 index 9f9a4cbf4e59254867dac19faf75f299c56369e3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1420.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b5e17a70a40289210e292b12cf9a47c75bedeeed89b4e02b50904b3df6759bf9 -size 154490248 diff --git a/ppo_v11/policy_update1420.state.json b/ppo_v11/policy_update1420.state.json deleted file mode 100644 index 2f068cd0fb63a4487720018821a25baf4ded3f27..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1420.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1421, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8059392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1425.safetensors b/ppo_v11/policy_update1425.safetensors deleted file mode 100644 index 6552a6ee926eaab0db1b7aa9dc00214531b4c42b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1425.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:468a5e074f7769277a5332be1c24f3fb074654d776492c338d665fc0a4b96d72 -size 154490248 diff --git a/ppo_v11/policy_update1425.state.json b/ppo_v11/policy_update1425.state.json deleted file mode 100644 index 82be660d894be28593de8b252138bd294f120a81..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1425.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1426, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8097792, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1430.safetensors b/ppo_v11/policy_update1430.safetensors deleted file mode 100644 index 24feead3723caa5bc1202de5b9906c7b5312dd25..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1430.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bb9e872ef3951310b1bb195d6d148a3f744ca817e9970924a5c6dedb279ada96 -size 154490248 diff --git a/ppo_v11/policy_update1430.state.json b/ppo_v11/policy_update1430.state.json deleted file mode 100644 index 40d2d74bef9096208201e578a5f9dc4275721908..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1430.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1431, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8136192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1435.safetensors b/ppo_v11/policy_update1435.safetensors deleted file mode 100644 index 4c468e440d5265e235e37a4d196f3aef8d4aa17c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1435.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:37587e41771a77b88917c4de5b6b0680a22feb46dc65d2c43aa58b30e348bdd1 -size 154490248 diff --git a/ppo_v11/policy_update1435.state.json b/ppo_v11/policy_update1435.state.json deleted file mode 100644 index 23077defae3d26aa389194196bceed2575afcc31..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1435.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1436, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8174592, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1440.safetensors b/ppo_v11/policy_update1440.safetensors deleted file mode 100644 index cd7c6ab6d962f97118d464e33f4461bdf10d82b8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1440.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2e30b05f86027420684c157130aced1f72963d362c588968cae854cf827ac4f9 -size 154490248 diff --git a/ppo_v11/policy_update1440.state.json b/ppo_v11/policy_update1440.state.json deleted file mode 100644 index 56a97a79da2395d1f17af63ac942396e290ed06d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1440.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1441, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8212992, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1445.safetensors b/ppo_v11/policy_update1445.safetensors deleted file mode 100644 index 6f83a1c7271484f1b479ca86916eaf2db034e82d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1445.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:140c4964fb27b2ecfe90949226dfcba99105de1a61261d0620628afd5b79d35a -size 154490248 diff --git a/ppo_v11/policy_update1445.state.json b/ppo_v11/policy_update1445.state.json deleted file mode 100644 index d4e7bd4406402df24d0c92531d4778ba8024ef1a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1445.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1446, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8251392, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update145.safetensors b/ppo_v11/policy_update145.safetensors deleted file mode 100644 index 145c1aacebcd54a98b8950f349e7ce8cc1394b7f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update145.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bd5a9d5c98d5bb62347de3a07dcc73f577802c6f495d1dd11a09afd286871cd4 -size 154490248 diff --git a/ppo_v11/policy_update145.state.json b/ppo_v11/policy_update145.state.json deleted file mode 100644 index 513ccebf38e9f757016b508116d3db5634dbfba5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update145.state.json +++ /dev/null @@ -1,165 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 146, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 394368, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1450.safetensors b/ppo_v11/policy_update1450.safetensors deleted file mode 100644 index 0134dcb770cb5c1957e3b29c28a7096c292b90c4..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1450.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e2ef647c91d9366142dad453435f36bf31fcc58b185f4e3389b285862b5436ac -size 154490248 diff --git a/ppo_v11/policy_update1450.state.json b/ppo_v11/policy_update1450.state.json deleted file mode 100644 index a36c54ece8b05c29f2ff5cd1810adb0f5e9e275b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1450.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1451, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8289792, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1455.safetensors b/ppo_v11/policy_update1455.safetensors deleted file mode 100644 index 9ab0b5633f5c002c42a3badc5ea2b815e511c29b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1455.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c2ea23378fc4cdcdd49aff7329fe7d5a6f7cc5104e383a677049433f12c3a8c6 -size 154490248 diff --git a/ppo_v11/policy_update1455.state.json b/ppo_v11/policy_update1455.state.json deleted file mode 100644 index f88cf059880dfb937a0ec0c359575645b765f9da..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1455.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1456, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8328192, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1460.safetensors b/ppo_v11/policy_update1460.safetensors deleted file mode 100644 index 8a0a65da8e452ae8822dea747030d87988d09301..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1460.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7ff6169d0eaab3743266bec87eb404738037d72b37553dd468425406c1f3cfe4 -size 154490248 diff --git a/ppo_v11/policy_update1460.state.json b/ppo_v11/policy_update1460.state.json deleted file mode 100644 index 6b95ba411150a48a87b631208f7b4a1a0938670c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1460.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1461, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8366592, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1465.safetensors b/ppo_v11/policy_update1465.safetensors deleted file mode 100644 index b0afd7f2a20bc012be0c395311af71d3e1ce381c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1465.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fe9fcccc27f09accd4131d377fee86dd667a047ca9ac692db360975c1cd00d0b -size 154490248 diff --git a/ppo_v11/policy_update1465.state.json b/ppo_v11/policy_update1465.state.json deleted file mode 100644 index 86bfb2acd237ea11e7bd94e92c0d8cc2c5054f33..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1465.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1466, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8404992, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1470.safetensors b/ppo_v11/policy_update1470.safetensors deleted file mode 100644 index 0fe140d3cde2e8cd442a4bcea9d571119ecd7dc1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1470.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6f0d9393c9832e4133073cc7b59a65498cff60a34a0668827770b9eab2fc93dd -size 154490248 diff --git a/ppo_v11/policy_update1470.state.json b/ppo_v11/policy_update1470.state.json deleted file mode 100644 index 843e742a81af47c0918c3d66fb1236db817805e5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1470.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1471, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8443392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1475.safetensors b/ppo_v11/policy_update1475.safetensors deleted file mode 100644 index 2490bd4585a7260a08865016d16b2c8feea424e3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1475.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:72695fe3b472ab82ae34776e4b2f073dd581fc41ad66e90f4c9d0f4ec997ccde -size 154490248 diff --git a/ppo_v11/policy_update1475.state.json b/ppo_v11/policy_update1475.state.json deleted file mode 100644 index ee37d7191269b7e210291a97f71fbf2e1ab50479..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1475.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1476, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8481792, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1480.safetensors b/ppo_v11/policy_update1480.safetensors deleted file mode 100644 index 82f96c54ecf89100f69daa796085bcbb309be987..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1480.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4e9f4ceddedfd7c6033040a2633fafc0b5e9b38167f467779110f94de67fd506 -size 154490248 diff --git a/ppo_v11/policy_update1480.state.json b/ppo_v11/policy_update1480.state.json deleted file mode 100644 index 62bd54b2a6ad0aae13367fe125389d4c0a986ff3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1480.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1481, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8520192, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1485.safetensors b/ppo_v11/policy_update1485.safetensors deleted file mode 100644 index e694a797cd79e57e6fa384a430cd4a72398e9b5b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1485.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:495933489a9671b1f56d8ecfd488c7c3e150cb7e96bba45bbcbc0a40a8667538 -size 154490248 diff --git a/ppo_v11/policy_update1485.state.json b/ppo_v11/policy_update1485.state.json deleted file mode 100644 index c0270311af43483f6f798818b2d4ef5bb2a9f196..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1485.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1486, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8558592, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1490.safetensors b/ppo_v11/policy_update1490.safetensors deleted file mode 100644 index 55a1ed3c8f9f6301ea9364258bb392b0d3207385..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1490.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a62a42037c879c6db9e9e10575f2cc7aa3047bc3fc6f581c561a6ad49c65cbb1 -size 154490248 diff --git a/ppo_v11/policy_update1490.state.json b/ppo_v11/policy_update1490.state.json deleted file mode 100644 index ae01fd78921abbc4f0f77f92586429d98eaef49c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1490.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1491, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8596992, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1495.safetensors b/ppo_v11/policy_update1495.safetensors deleted file mode 100644 index 3d11f38a46fffebeb5f1dfefef7eaa549a0e2efb..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1495.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b210a18534f13967e3b71df43edc2008ee9b06a9ee5ef7b626d1cc015f0aee60 -size 154490248 diff --git a/ppo_v11/policy_update1495.state.json b/ppo_v11/policy_update1495.state.json deleted file mode 100644 index 6f2467e18d4e1272db73efc53f278f1d7875b2ed..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1495.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1496, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8635392, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update15.safetensors b/ppo_v11/policy_update15.safetensors deleted file mode 100644 index 51ba0a0e27c58bc2d76aa90383b1a47a903e0bb7..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update15.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1e0727c2e43adc105acf1637e96f97e3a8c10ae9f78de0b0b215c4bcb88e9516 -size 154490248 diff --git a/ppo_v11/policy_update15.state.json b/ppo_v11/policy_update15.state.json deleted file mode 100644 index a6b2e9f903523e541a4c295fe2508714b61d3ebe..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update15.state.json +++ /dev/null @@ -1,197 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 16, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 49152, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update150.safetensors b/ppo_v11/policy_update150.safetensors deleted file mode 100644 index 62a8992422a4e813b1d2502eed716e2fc0cf1dd9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update150.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:da7468244261536db5bc4bb3da2f717a0c6beda0f66ae89678f1e0eefd505ae8 -size 154490248 diff --git a/ppo_v11/policy_update150.state.json b/ppo_v11/policy_update150.state.json deleted file mode 100644 index 845e7353dafae15f7c922e0d2d5094148561522d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update150.state.json +++ /dev/null @@ -1,191 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 151, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 405888, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1505.safetensors b/ppo_v11/policy_update1505.safetensors deleted file mode 100644 index da1b9d5293c1e657dffd8e845a056a24671bc1e3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1505.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d2f9449c9896225b34169c3fbba21a2c3d52b6b952b5cbce4f6e8817ba95f8de -size 154490248 diff --git a/ppo_v11/policy_update1505.state.json b/ppo_v11/policy_update1505.state.json deleted file mode 100644 index 1daab7772e6c3946100a18453734fc65038a7392..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1505.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1506, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8712192, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1510.safetensors b/ppo_v11/policy_update1510.safetensors deleted file mode 100644 index 88b93eeb901dafd5b7b01ba8401556fcb88122f1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1510.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d4188e8d0c8031c56793a9082ac200090d894c3d94834b495747b39238248855 -size 154490248 diff --git a/ppo_v11/policy_update1510.state.json b/ppo_v11/policy_update1510.state.json deleted file mode 100644 index 929056d1e32a4a16d450b2afcb779f566f90f07c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1510.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1511, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8750592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1515.safetensors b/ppo_v11/policy_update1515.safetensors deleted file mode 100644 index e74c6379ac78eab68fc18e1de706d8d9d0ba1e2f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1515.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e3676fd38a421e3a66542b5b1ea8480a6265078450a45ffab9a8178111f8f2cb -size 154490248 diff --git a/ppo_v11/policy_update1515.state.json b/ppo_v11/policy_update1515.state.json deleted file mode 100644 index 14acdae9cd175a110f4f75dac62ab208c07fa9d5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1515.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1516, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8788992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1520.safetensors b/ppo_v11/policy_update1520.safetensors deleted file mode 100644 index ccf7226b80ecb41ab8158afc44d80f1af036604f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1520.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d8e525ae59ee8e1cb010280c172cd7b31f2db5a21c52c505b4d7bbb9d1ff3fef -size 154490248 diff --git a/ppo_v11/policy_update1520.state.json b/ppo_v11/policy_update1520.state.json deleted file mode 100644 index a2bce7bdd576c0082d495b1794ab1ac4be256c68..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1520.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1521, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8827392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1525.safetensors b/ppo_v11/policy_update1525.safetensors deleted file mode 100644 index c9f2a073fe8a9de0936610e08da43ba61ba6c824..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1525.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ebd8855695073abc92f0286a360a74e57eacc457475f73f9463e202861ecabaf -size 154490248 diff --git a/ppo_v11/policy_update1525.state.json b/ppo_v11/policy_update1525.state.json deleted file mode 100644 index 78ba495e3ac06d828e05bd0e0a541640f795ca67..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1525.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1526, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8865792, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1530.safetensors b/ppo_v11/policy_update1530.safetensors deleted file mode 100644 index e435637d2d72b77e345975bcd91f3cba5abfc8b6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1530.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:33495a7a2da484b0b828e98f86cde4a78566d9cd467067459770bed85b8eea4d -size 154490248 diff --git a/ppo_v11/policy_update1530.state.json b/ppo_v11/policy_update1530.state.json deleted file mode 100644 index 5b53054f59911add5e5c63542e6e8af4d89cd075..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1530.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1531, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8904192, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1535.safetensors b/ppo_v11/policy_update1535.safetensors deleted file mode 100644 index b5aab402b7528d6f8adb0201691e665dcf68236b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1535.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:41e47d9f7fbbf1145479add78d129c4e7fb1416f6cbc216bb1843554b8afd845 -size 154490248 diff --git a/ppo_v11/policy_update1535.state.json b/ppo_v11/policy_update1535.state.json deleted file mode 100644 index c5906c80c9b2da714b5925c20b8175742d11401e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1535.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1536, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8942592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1540.safetensors b/ppo_v11/policy_update1540.safetensors deleted file mode 100644 index fd5e1408a6094cd4c5152647dd12b430df32b0b4..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1540.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:eddfc3e4ca580dd341c84642cc90ec4571fc3779c7a875489c8df5ff758402e9 -size 154490248 diff --git a/ppo_v11/policy_update1540.state.json b/ppo_v11/policy_update1540.state.json deleted file mode 100644 index 02aae865b9dbdf39caa9ab4ed3624c28afcc58c0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1540.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1541, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 8980992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1545.safetensors b/ppo_v11/policy_update1545.safetensors deleted file mode 100644 index 7853113499a0a7e7c3c1be19ff55c75eb5322b7d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1545.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:15ddde34c3e592499f3b031be5e3351d36dec4554283d943f7b24943219995f5 -size 154490248 diff --git a/ppo_v11/policy_update1545.state.json b/ppo_v11/policy_update1545.state.json deleted file mode 100644 index 94e7e2f6c3ac4f53db8c399b5d1a3d1c7bb21638..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1545.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1546, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9019392, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update155.safetensors b/ppo_v11/policy_update155.safetensors deleted file mode 100644 index b57e2735f1ddd72321d0f57fec9ebcce8532237f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update155.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c198e9c4772503db3188c70ae9f156f80e40e28642386438d4c160c4de8387b0 -size 154490248 diff --git a/ppo_v11/policy_update155.state.json b/ppo_v11/policy_update155.state.json deleted file mode 100644 index 815ef18ed6a22d61bf57d21c339af2808409ec22..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update155.state.json +++ /dev/null @@ -1,231 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 156, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 417408, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1550.safetensors b/ppo_v11/policy_update1550.safetensors deleted file mode 100644 index d5fb6f5f4bb8ac62109bb7eaa02902eee5053308..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1550.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5cff581a712906b9c54de7d898e1bec9eabcfd37fe4c8024fceff4cd8329dc14 -size 154490248 diff --git a/ppo_v11/policy_update1550.state.json b/ppo_v11/policy_update1550.state.json deleted file mode 100644 index 59cea0a14ceac4950a04228c73c715bf6a53087b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1550.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1551, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9057792, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1555.safetensors b/ppo_v11/policy_update1555.safetensors deleted file mode 100644 index f3845657e533263e75ab36fca98372f20e0217f9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1555.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:54b94095258a57272307a91b5f563ac56b9d5576770f4de18e10ae4382bd126e -size 154490248 diff --git a/ppo_v11/policy_update1555.state.json b/ppo_v11/policy_update1555.state.json deleted file mode 100644 index 6021c2bb19df0c5eadfd41cf3281ded9f6fb70ae..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1555.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1556, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9096192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1560.safetensors b/ppo_v11/policy_update1560.safetensors deleted file mode 100644 index d7111e8080e72a52cde504bc2300046166cf8b7f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1560.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6fded43dde4cdeced1c63b16e3129c6a81a3669be930ccdee3590b858a915baa -size 154490248 diff --git a/ppo_v11/policy_update1560.state.json b/ppo_v11/policy_update1560.state.json deleted file mode 100644 index 7c2a87f1fd40b95c2972277b9b842475a2e70080..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1560.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1561, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9134592, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1565.safetensors b/ppo_v11/policy_update1565.safetensors deleted file mode 100644 index f44c8765a9dad86feb1de7a07fedc34e3e3ea250..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1565.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fe7c0f0ee8046ce0bab0b4331e83fc6832527c3de2784242a89d237c88c35118 -size 154490248 diff --git a/ppo_v11/policy_update1565.state.json b/ppo_v11/policy_update1565.state.json deleted file mode 100644 index 63e0061e5156ba319dc303840b858aa82c4a9a74..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1565.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1566, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9172992, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1570.safetensors b/ppo_v11/policy_update1570.safetensors deleted file mode 100644 index b8abda7e3cac2ce796e124d08e4166e53f08c253..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1570.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b5ed971d84a1443d075a7108bb98d053a63529a220a1c2752214d4f9cbeb0a55 -size 154490248 diff --git a/ppo_v11/policy_update1570.state.json b/ppo_v11/policy_update1570.state.json deleted file mode 100644 index c81bb292d16645e990c11874dbcefbee40a63ed0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1570.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1571, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9211392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1575.safetensors b/ppo_v11/policy_update1575.safetensors deleted file mode 100644 index 085e1107aeea0c363cc8ca6eea01cab2b9bac29a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1575.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:abd3d1aff5813ac53bf0393e19a6622c0173555fa02f7c6e2fc33c1ca7bdde5a -size 154490248 diff --git a/ppo_v11/policy_update1575.state.json b/ppo_v11/policy_update1575.state.json deleted file mode 100644 index 5fc8701e4ef5e24b9a2aef827b4b19d5ac51f202..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1575.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1576, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9249792, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1580.safetensors b/ppo_v11/policy_update1580.safetensors deleted file mode 100644 index f85dd5cd6fb2a2c94a91c33466436297bf5a8e5c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1580.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:927e1c7534bd0bbbb754ddbab4a08726a1b3c5a947ed92aa93dff0eac4848ed4 -size 154490248 diff --git a/ppo_v11/policy_update1580.state.json b/ppo_v11/policy_update1580.state.json deleted file mode 100644 index 2f98b78e4bb83dce859012b018c497f3096e13a9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1580.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1581, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9288192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1585.safetensors b/ppo_v11/policy_update1585.safetensors deleted file mode 100644 index 64326cba0c6e0fc2aa43644d612933e19a176429..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1585.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:677559956ced87cc78acd141c46a823e54fa5f7a0e9de790bdebf79857edbeb4 -size 154490248 diff --git a/ppo_v11/policy_update1585.state.json b/ppo_v11/policy_update1585.state.json deleted file mode 100644 index a6d176d99424660ec879c941471a60e430b167af..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1585.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1586, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9326592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1590.safetensors b/ppo_v11/policy_update1590.safetensors deleted file mode 100644 index 9a2cc3198b97b50e347298a38308e6f979a82156..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1590.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:51c7a2c0f7e37b066e3d0468163776ddd2244c46ebf59eeaaf73efc4c02a0b85 -size 154490248 diff --git a/ppo_v11/policy_update1590.state.json b/ppo_v11/policy_update1590.state.json deleted file mode 100644 index 564e5277658c5e422abff718f1ed2f6b710cb2e0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1590.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1591, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9364992, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1595.safetensors b/ppo_v11/policy_update1595.safetensors deleted file mode 100644 index d0b191f0ec03ffa3418640c717236a5743cbe75b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1595.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ecc29168bde18187d1d528b3326ff24cc42af94abd9ccc0e4186c4c500d2950e -size 154490248 diff --git a/ppo_v11/policy_update1595.state.json b/ppo_v11/policy_update1595.state.json deleted file mode 100644 index cfe45340f8aadcb7e0731ef3cfd77f27d755b778..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1595.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1596, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9403392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update160.safetensors b/ppo_v11/policy_update160.safetensors deleted file mode 100644 index def6413d292ebee8473f260b13cadc0ba0361648..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update160.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6cb7d7a7c310bf4132a0db39a1eaa9b91d848770526a3f03ade59017832940ad -size 154490248 diff --git a/ppo_v11/policy_update160.state.json b/ppo_v11/policy_update160.state.json deleted file mode 100644 index 07f3fa3a10bd31124d1e88c6ff15877655555bef..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update160.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 161, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 428928, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1605.safetensors b/ppo_v11/policy_update1605.safetensors deleted file mode 100644 index 7771421e3a8a9c63f8c37a8ccfe3d42eee68c7d1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1605.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:24e0cd54c42990bd6a805299b3fe2d1e4e55e3c18a901e26be0e96bef8e46342 -size 154490248 diff --git a/ppo_v11/policy_update1605.state.json b/ppo_v11/policy_update1605.state.json deleted file mode 100644 index 946d333bf189c37191a053c51ddf3df9dd78c9cf..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1605.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1606, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9480192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1610.safetensors b/ppo_v11/policy_update1610.safetensors deleted file mode 100644 index bf21518e72f1326944cc88c2e93cf6c3cb89b9ee..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1610.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2fea98d1c5bf1a8dcda2dce75ece270884affce22067a6f61e444a0e92dc269b -size 154490248 diff --git a/ppo_v11/policy_update1610.state.json b/ppo_v11/policy_update1610.state.json deleted file mode 100644 index a4821e70f39038af8df75f8bbcbb8651a63a0463..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1610.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1611, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9518592, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1615.safetensors b/ppo_v11/policy_update1615.safetensors deleted file mode 100644 index 3ece096c549d4781633f3e05700a6f204ff06444..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1615.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:85511b6a5770c89f14ad8323e895886e8466d0c60166306597bf1a98debd52dc -size 154490248 diff --git a/ppo_v11/policy_update1615.state.json b/ppo_v11/policy_update1615.state.json deleted file mode 100644 index 7037da5bbaedfbd7b21ef87a08c0bdb5529b0a88..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1615.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1616, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9556992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1620.safetensors b/ppo_v11/policy_update1620.safetensors deleted file mode 100644 index 3f71ce61bb7e80bcd329683871ba0909d6506dfa..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1620.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1feb695f4c9121b258ae87a956fa6edbf87a8cf800638aca82f8df0b70637acd -size 154490248 diff --git a/ppo_v11/policy_update1620.state.json b/ppo_v11/policy_update1620.state.json deleted file mode 100644 index b945bad352f76b07450b0160d89c6bc9b95803b3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1620.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1621, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9595392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1625.safetensors b/ppo_v11/policy_update1625.safetensors deleted file mode 100644 index c43ea51d3c88ece3dc1e756d8cc1861943af5ff0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1625.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a810531643111e957a52eb056ae4038abba201f9ab914c56440788029c8620dc -size 154490248 diff --git a/ppo_v11/policy_update1625.state.json b/ppo_v11/policy_update1625.state.json deleted file mode 100644 index 6ba8e18c673e1ec30077891aea8939eb1324a632..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1625.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1626, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9633792, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1630.safetensors b/ppo_v11/policy_update1630.safetensors deleted file mode 100644 index 7ff85a37bf74ad1d41e97fc2a254999dcf791a48..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1630.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d9cf6e4f6a4521b1de856f91b68e71388546c624a09ddf1eb98b10c7a128f047 -size 154490248 diff --git a/ppo_v11/policy_update1630.state.json b/ppo_v11/policy_update1630.state.json deleted file mode 100644 index 13368f4b9142889630c3f251e25373bd46815d4a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1630.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1631, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9672192, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1635.safetensors b/ppo_v11/policy_update1635.safetensors deleted file mode 100644 index f5366ce9bd9f3892d1bddfaf688606d54bcb8994..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1635.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:afd7f5147fd78fff4ec4cee1c82e63b6ba032f81ef748259a01b84793f13d6d0 -size 154490248 diff --git a/ppo_v11/policy_update1635.state.json b/ppo_v11/policy_update1635.state.json deleted file mode 100644 index 6d3e4d0a8aed12ef81fea0828b7c9ce98d6b64ce..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1635.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1636, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9710592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1640.safetensors b/ppo_v11/policy_update1640.safetensors deleted file mode 100644 index 52f86dc60f7de609845aa9160e7ddd8397799675..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1640.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e3f0cb5bb9a73aebe3547a37cf0235b0fa3acc64e06e7b58c6e10f441bbae45f -size 154490248 diff --git a/ppo_v11/policy_update1640.state.json b/ppo_v11/policy_update1640.state.json deleted file mode 100644 index 91c0345ae6b93dd9ee64351923279000ee2b38bf..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1640.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1641, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9748992, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1645.safetensors b/ppo_v11/policy_update1645.safetensors deleted file mode 100644 index d5d452c7b864c04f99c69dcb692660d917d75cb3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1645.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ddcde46b773a7e8faebfb02821a48e04bf62767ce816cd6e4ccbd6c683b70038 -size 154490248 diff --git a/ppo_v11/policy_update1645.state.json b/ppo_v11/policy_update1645.state.json deleted file mode 100644 index 266cede1655b26d96d03f276699d0bd8da721c0f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1645.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1646, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9787392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update165.safetensors b/ppo_v11/policy_update165.safetensors deleted file mode 100644 index e9b023e4afc8ceba01807c74ad3dcc2e4594e3a5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update165.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ec1b3ee3d2583f238fc133e9439677096169df028a6e846ba7af1061e9c69f23 -size 154490248 diff --git a/ppo_v11/policy_update165.state.json b/ppo_v11/policy_update165.state.json deleted file mode 100644 index 1c5a7ffb796975c718e13cbb2e361bc746c94cc1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update165.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 166, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 440448, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1650.safetensors b/ppo_v11/policy_update1650.safetensors deleted file mode 100644 index d0c9cb561071dcb7e9c177528e90add07080b09e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1650.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4742feac896a016ff9b1f310ad4057d1effb49a59134a5ced1f7b1fc408b2583 -size 154490248 diff --git a/ppo_v11/policy_update1650.state.json b/ppo_v11/policy_update1650.state.json deleted file mode 100644 index 9aea191aa462ec398e3288143416301e54f23f5e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1650.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1651, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9825792, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1655.safetensors b/ppo_v11/policy_update1655.safetensors deleted file mode 100644 index a8d4beab59cc51b580b6fa3f393e25ae49c0dd32..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1655.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6ad79c104ebfac146623528cfbdf1ceb7f165c7fa29232478f71828ab2842df0 -size 154490248 diff --git a/ppo_v11/policy_update1655.state.json b/ppo_v11/policy_update1655.state.json deleted file mode 100644 index a88ddc92a386bc8bfc82b2239fff5384433c89fe..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1655.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1656, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9864192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1660.safetensors b/ppo_v11/policy_update1660.safetensors deleted file mode 100644 index 7de340d8d70d1e6b53d643ed8ebc7de2032a3ec1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1660.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d0b206f546bfefc7ad6cb985cbce6badfbb11a602adb259e092ce5649e494e69 -size 154490248 diff --git a/ppo_v11/policy_update1660.state.json b/ppo_v11/policy_update1660.state.json deleted file mode 100644 index 40a323916a3efe42ef9e09c98b43470141f551cc..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1660.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1661, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9902592, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1665.safetensors b/ppo_v11/policy_update1665.safetensors deleted file mode 100644 index e3afbdb08bcc9f3bff3f650fb016afcf8ac7a9fc..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1665.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0de37bf47b5d61601adaa23778a7bbc1fd72d45642fa55a279f1f8dc4040836c -size 154490248 diff --git a/ppo_v11/policy_update1665.state.json b/ppo_v11/policy_update1665.state.json deleted file mode 100644 index 61c9bd99f6032f8ea991d15436569efc4d701d6f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1665.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1666, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9940992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1670.safetensors b/ppo_v11/policy_update1670.safetensors deleted file mode 100644 index e5939f8f6e73377893ba769fd013cee2eedeaa45..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1670.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:283a2a15ae9e782f737aa8fedb80bdaedb4d8065ea9a0e65d5827dcb1b06cf23 -size 154490248 diff --git a/ppo_v11/policy_update1670.state.json b/ppo_v11/policy_update1670.state.json deleted file mode 100644 index 6ebffb20ed14a84993ef2371fbcc785c6b7d9afb..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1670.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1671, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 9979392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1675.safetensors b/ppo_v11/policy_update1675.safetensors deleted file mode 100644 index 91e79657102d88f33498f86ae485ac2239eafbbd..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1675.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:922518500230663795166e252b99052d235f14e62b619adae92bb2a5b0812cc6 -size 154490248 diff --git a/ppo_v11/policy_update1675.state.json b/ppo_v11/policy_update1675.state.json deleted file mode 100644 index ad79bc63742b25206ac91d14d15187806931c8be..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1675.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1676, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10017792, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1680.safetensors b/ppo_v11/policy_update1680.safetensors deleted file mode 100644 index 23d5df74b81bc229c867178e4c39e4009c327f80..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1680.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6d4bd087318712c243ac8eb6c5767df2872c286368cce3982ea4b25d859ed57d -size 154490248 diff --git a/ppo_v11/policy_update1680.state.json b/ppo_v11/policy_update1680.state.json deleted file mode 100644 index af8762d999c73b8aa722953f59e5ae39e7a0c2f8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1680.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1681, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10056192, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1685.safetensors b/ppo_v11/policy_update1685.safetensors deleted file mode 100644 index 3f965c9558cbe728fb8e6776c981c5582d0be246..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1685.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:aadfe9e5a662fad3d4f0e47962cc3dcccd62573923e7b4e86769fd3aa3c8bed6 -size 154490248 diff --git a/ppo_v11/policy_update1685.state.json b/ppo_v11/policy_update1685.state.json deleted file mode 100644 index e94d5968d2e19e1aa480fb3605b64a08d2ce1740..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1685.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1686, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10094592, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1690.safetensors b/ppo_v11/policy_update1690.safetensors deleted file mode 100644 index 0c605bd692e4904324c836faa49bc9232641cd7d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1690.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:26f08ed8d6fe94f307a52bae30f584ec41bac2a3dffef920983ede001270562e -size 154490248 diff --git a/ppo_v11/policy_update1690.state.json b/ppo_v11/policy_update1690.state.json deleted file mode 100644 index 28761b867f066d8b6353be2f9ceff9846a7568d8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1690.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1691, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10132992, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1695.safetensors b/ppo_v11/policy_update1695.safetensors deleted file mode 100644 index c9c4379a272c8f99398686f31ba0397b711b6429..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1695.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:66dc44980a07a6453d9ff314d0bc1fba96124072e55eb0eea530218657b4ca53 -size 154490248 diff --git a/ppo_v11/policy_update1695.state.json b/ppo_v11/policy_update1695.state.json deleted file mode 100644 index 72f25dd9f007737777eb5312c5388521f710c117..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1695.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1696, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10171392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update170.safetensors b/ppo_v11/policy_update170.safetensors deleted file mode 100644 index 64f310ae04b88861a4814b8e615920443b6ce78f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update170.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1a416a2c165150c9d3d0217fd074e11f2acdcf129a9321c1c9a0073e30ff88ef -size 154490248 diff --git a/ppo_v11/policy_update170.state.json b/ppo_v11/policy_update170.state.json deleted file mode 100644 index 6bfcf07a6f638af2ac0daa16177586f7da840c2d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update170.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 171, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 451968, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update1705.safetensors b/ppo_v11/policy_update1705.safetensors deleted file mode 100644 index bdcfd9158bbcc5f631609f4e2172beb4d2a37696..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1705.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:94a2f1116de11332c13693c07f38538e2e78514d0ebdaadc885813936a50d0ca -size 154490248 diff --git a/ppo_v11/policy_update1705.state.json b/ppo_v11/policy_update1705.state.json deleted file mode 100644 index dbb99728fb47084cb0586db82cf0b1ff893c69cd..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update1705.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 1706, - "stage": 24, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 10248192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file