diff --git a/ppo_v11/policy_update450.safetensors b/ppo_v11/policy_update450.safetensors deleted file mode 100644 index c79d2a76a1db21132894e6ba50911372407fd505..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update450.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:43b780e4c6fe97e3db3ad6b0a0bd4a1e7204ebf78c8985631edf8b800a199200 -size 154490248 diff --git a/ppo_v11/policy_update450.state.json b/ppo_v11/policy_update450.state.json deleted file mode 100644 index bd719c035563f4e96ed6ed785d955d4db681cfd6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update450.state.json +++ /dev/null @@ -1,130 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 451, - "stage": 15, - "ent_scale": 1.0, - "lr_now": 0.000021838554775312908, - "total_env_steps": 1097088, - "recent_wins": [ - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update455.safetensors b/ppo_v11/policy_update455.safetensors deleted file mode 100644 index fdf2f64d804d84bcec91beb1546224f49e0a1ba5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update455.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b5936f327f6eaad8ee036ce01f1d6ca38385a95067451738dbff56ea2c255dd5 -size 154490248 diff --git a/ppo_v11/policy_update455.state.json b/ppo_v11/policy_update455.state.json deleted file mode 100644 index 6e87052f5dd5a56a508928056d45d4947a6fb13e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update455.state.json +++ /dev/null @@ -1,183 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 456, - "stage": 15, - "ent_scale": 1.0, - "lr_now": 0.000021838554775312908, - "total_env_steps": 1108608, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update460.safetensors b/ppo_v11/policy_update460.safetensors deleted file mode 100644 index 8f9ba28d0240261bc4f17a4a5bdc3fe232eca34e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update460.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1da026a47425e35610aebd7df75bb75a4ae91eee0421622e2bb863d74e17df9d -size 154490248 diff --git a/ppo_v11/policy_update460.state.json b/ppo_v11/policy_update460.state.json deleted file mode 100644 index 80b4ddc32a7bab047c3c5b49c4c85bb930c97653..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update460.state.json +++ /dev/null @@ -1,224 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 461, - "stage": 15, - "ent_scale": 1.0, - "lr_now": 0.000021838554775312908, - "total_env_steps": 1120128, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update465.safetensors b/ppo_v11/policy_update465.safetensors deleted file mode 100644 index cf7bcbdc97278c10b6a9467ee783f557f578ad99..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update465.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:79befaa6fdcb5437932cf2b62979332b08b9850982f2a42d3dcc608cc7adae08 -size 154490248 diff --git a/ppo_v11/policy_update465.state.json b/ppo_v11/policy_update465.state.json deleted file mode 100644 index b916f26f0e6e44e43353f0952946787549ac5b2c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update465.state.json +++ /dev/null @@ -1,139 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 466, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 1131648, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update490.safetensors b/ppo_v11/policy_update490.safetensors deleted file mode 100644 index 40da0710c993d5498ec03b4303eaa8fd83d0c174..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update490.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5c6d3cb4a9086b4f278a1a11f5cd12f6d8249544d3bed674c58079b897af66d2 -size 154490248 diff --git a/ppo_v11/policy_update490.state.json b/ppo_v11/policy_update490.state.json deleted file mode 100644 index cd2932f306ec4bdcdc48f2dc1435db6d341e97b8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update490.state.json +++ /dev/null @@ -1,144 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 491, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 1266048, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 32, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update50.safetensors b/ppo_v11/policy_update50.safetensors deleted file mode 100644 index 0e3df8bbab6a23eb4832b290dc1b9b3ccb05cf05..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update50.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dd49fac5eaa98b1166bff400ccedd3fd781159e089405545ef1b63e9809d8652 -size 154490248 diff --git a/ppo_v11/policy_update50.state.json b/ppo_v11/policy_update50.state.json deleted file mode 100644 index a82d011e4fa51ca2adfc5dbb8261f279a320b9bf..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update50.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 51, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 156672, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update515.safetensors b/ppo_v11/policy_update515.safetensors deleted file mode 100644 index aa85a108ce623340cc7f80ea03fd266355f80f3a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update515.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:46ceb04766b3c33f9479ff42149520575182df451d90ee21bc8e72f91c27e070 -size 154490248 diff --git a/ppo_v11/policy_update515.state.json b/ppo_v11/policy_update515.state.json deleted file mode 100644 index d988aefd599a0d5de3e5cd782369be9dda80897b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update515.state.json +++ /dev/null @@ -1,121 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 516, - "stage": 17, - "ent_scale": 1.0, - "lr_now": 0.000015778355825163578, - "total_env_steps": 1406592, - "recent_wins": [], - "recent_conversions": [], - "recent_deaths": [], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 32, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update545.safetensors b/ppo_v11/policy_update545.safetensors deleted file mode 100644 index fdc93211f9562011e26502080e9b2088f0b1eeb4..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update545.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1f62bb8b9bf0e880d1b735e1696efd5561a1c3feb65a8a6e30d43e4c9effc788 -size 154490248 diff --git a/ppo_v11/policy_update545.state.json b/ppo_v11/policy_update545.state.json deleted file mode 100644 index 6d980cf2572f38ce642f91ee5569523d839c2792..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update545.state.json +++ /dev/null @@ -1,127 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 546, - "stage": 18, - "ent_scale": 1.0, - "lr_now": 0.00001341160245138904, - "total_env_steps": 1571712, - "recent_wins": [ - 1.0 - ], - "recent_conversions": [ - 1.0 - ], - "recent_deaths": [ - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 32, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update55.safetensors b/ppo_v11/policy_update55.safetensors deleted file mode 100644 index ec126c41399fd8c80520147ea3929946614b0de9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update55.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e2ee154e7c48bb3f2b4fafbd57dadc35f5b77d6e2a5255f49f1ffa88f12ad3af -size 154490248 diff --git a/ppo_v11/policy_update55.state.json b/ppo_v11/policy_update55.state.json deleted file mode 100644 index c786a5306e963fdfeb0acb7994ea2e752b1b65b3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update55.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 56, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 172032, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update570.safetensors b/ppo_v11/policy_update570.safetensors deleted file mode 100644 index ca62d522d4bfb8b4e19b5c08c6ff02d4497d582c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update570.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4f214921aac793070b4f96425bccde7e8097d21e53effaa86c5b71bf2f04f6f1 -size 154490248 diff --git a/ppo_v11/policy_update570.state.json b/ppo_v11/policy_update570.state.json deleted file mode 100644 index 58f706ae40dc5855e731dad0eb8d842ec9bef1ee..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update570.state.json +++ /dev/null @@ -1,127 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 571, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 1712256, - "recent_wins": [ - 1.0 - ], - "recent_conversions": [ - 1.0 - ], - "recent_deaths": [ - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 32, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update60.safetensors b/ppo_v11/policy_update60.safetensors deleted file mode 100644 index 09e4aa161d4c7809fc0f048d248678547a2395a8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update60.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:37a00d1e9f45548fb890602e10500da7f78e523a0827ab07a8a52f9f8dd011e3 -size 154490248 diff --git a/ppo_v11/policy_update60.state.json b/ppo_v11/policy_update60.state.json deleted file mode 100644 index 6d8d5b8736f5e00df04b6ab4d5b460f1675f6f7f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update60.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 61, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 187392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update605.safetensors b/ppo_v11/policy_update605.safetensors deleted file mode 100644 index 43b921ea8d9d7d6f39f8e9cc5ba58bffb1c06c8c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update605.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ec982707334fc0e09bc297b9fdc5d01f052c0c192a4ee4565a5c7b48d2f30db4 -size 154490248 diff --git a/ppo_v11/policy_update605.state.json b/ppo_v11/policy_update605.state.json deleted file mode 100644 index 68a89e1ac6b4b60d96922bb048fe811abc82912a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update605.state.json +++ /dev/null @@ -1,223 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 606, - "stage": 20, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 1908096, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 32, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update65.safetensors b/ppo_v11/policy_update65.safetensors deleted file mode 100644 index 4be06ffd8e9c8611f90b0ce453b71398d44aef10..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update65.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0b9c55641336ec2e873f6ff64ef0971eb2d4e1a22e6b7a64db049e614dc10205 -size 154490248 diff --git a/ppo_v11/policy_update65.state.json b/ppo_v11/policy_update65.state.json deleted file mode 100644 index d060ff2d2c20a101de23a80859016a73143fdf85..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update65.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 66, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 202752, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update650.safetensors b/ppo_v11/policy_update650.safetensors deleted file mode 100644 index ca4b6f2c6c4e961bfd96e37d2a2992f98c73b17a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update650.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9d97a4ec67f728d8546b5309407512e5d9e11d70dfd6c1e32ed22a2cf4da09b6 -size 154490248 diff --git a/ppo_v11/policy_update650.state.json b/ppo_v11/policy_update650.state.json deleted file mode 100644 index 579e09073ad404619f6a59b444c2c4f65c312726..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update650.state.json +++ /dev/null @@ -1,121 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 651, - "stage": 21, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 2186112, - "recent_wins": [], - "recent_conversions": [], - "recent_deaths": [], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update675.safetensors b/ppo_v11/policy_update675.safetensors deleted file mode 100644 index c6748add53bcb608ca35ce33a946859e560c3b8e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update675.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d1f057a819aae4a4c1d981e347ad14834abbca8c6f1623bcd926901d8f0a1179 -size 154490248 diff --git a/ppo_v11/policy_update675.state.json b/ppo_v11/policy_update675.state.json deleted file mode 100644 index d0ed378e1c3d1acdda8d47e451ae3dd5c0c8d26e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update675.state.json +++ /dev/null @@ -1,89 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 676, - "stage": 13, - "ent_scale": 1.0, - "lr_now": 0.00003022637339143656, - "total_env_steps": 2337792, - "recent_wins": [], - "recent_conversions": [], - "recent_deaths": [], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update680.safetensors b/ppo_v11/policy_update680.safetensors deleted file mode 100644 index 504e713f5f8d870c4aaddd9b4f987cce7b01fa39..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update680.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:36d50714c16c606c4881fcfb4e5b84c4801e5f8f3b114e07db9cec592edf5bbf -size 154490248 diff --git a/ppo_v11/policy_update680.state.json b/ppo_v11/policy_update680.state.json deleted file mode 100644 index 10ff9b88a7c2ad597c547386331cdf9540d17ea8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update680.state.json +++ /dev/null @@ -1,206 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 681, - "stage": 13, - "ent_scale": 1.0, - "lr_now": 0.00003022637339143656, - "total_env_steps": 2376192, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update685.safetensors b/ppo_v11/policy_update685.safetensors deleted file mode 100644 index 965ee0e125c47cd06b3e02cf03b2cfbae36865fe..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update685.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e5cfb7604e0d9c908a2ed69e988fe9031b96e471235d2bba994b0bb9e47482e3 -size 154490248 diff --git a/ppo_v11/policy_update685.state.json b/ppo_v11/policy_update685.state.json deleted file mode 100644 index e5d34ab0bf3f37355efe22f413cb4e4a25c78b2a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update685.state.json +++ /dev/null @@ -1,201 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 686, - "stage": 14, - "ent_scale": 1.0, - "lr_now": 0.00002569241738272107, - "total_env_steps": 2414592, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update690.safetensors b/ppo_v11/policy_update690.safetensors deleted file mode 100644 index 801ce0d5d3b9c7dbf95a3b2fbf6e77e88161cc22..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update690.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fa390eea469ce1f3101f147d52e330ea7a28b9bf6908a7a5055cd4d8922b8003 -size 154490248 diff --git a/ppo_v11/policy_update690.state.json b/ppo_v11/policy_update690.state.json deleted file mode 100644 index a99864f00c92a3b99268e293c82184de42e77881..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update690.state.json +++ /dev/null @@ -1,200 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 691, - "stage": 15, - "ent_scale": 1.0, - "lr_now": 0.000021838554775312908, - "total_env_steps": 2452992, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update695.safetensors b/ppo_v11/policy_update695.safetensors deleted file mode 100644 index 6df685a6461ef465420fda70b40c27b9968455db..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update695.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:07787852d284786847c112a88ebd0b4b3a372f7a9bcf9e6a8aa2c8d49bc379b6 -size 154490248 diff --git a/ppo_v11/policy_update695.state.json b/ppo_v11/policy_update695.state.json deleted file mode 100644 index 9deec327b86cf5a003492db62b091379fec24f7f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update695.state.json +++ /dev/null @@ -1,173 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 696, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 2491392, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update70.safetensors b/ppo_v11/policy_update70.safetensors deleted file mode 100644 index c1a757e3553c93e5cbbfe50f37f6d620093baaf6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update70.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0323fcfec7af376c19aac55eb32daa797261eb37e38c6df2acd0fc1641dc72e1 -size 154490248 diff --git a/ppo_v11/policy_update70.state.json b/ppo_v11/policy_update70.state.json deleted file mode 100644 index a4f85ced6635a24b0559c39a2faf69daddbe451f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update70.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 71, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 218112, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update705.safetensors b/ppo_v11/policy_update705.safetensors deleted file mode 100644 index 2005ed3e1167a898609d25af5e4242d3f0600c76..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update705.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4e8f6991fbcab60201b7a751d99a3a522bd324fd4a2cadbf1af6630ddd1b1150 -size 154490248 diff --git a/ppo_v11/policy_update705.state.json b/ppo_v11/policy_update705.state.json deleted file mode 100644 index 9742a4b0b933ef70a1fb5a31eee0fdfcf8ecc1a0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update705.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 706, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 2568192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update710.safetensors b/ppo_v11/policy_update710.safetensors deleted file mode 100644 index 9596c63156b9a5bc778b6fc48c82ada99f5c49a5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update710.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:293a00b1c965205c50e64fa71947581b0e4553763cda102b09e44fa6478e94b0 -size 154490248 diff --git a/ppo_v11/policy_update710.state.json b/ppo_v11/policy_update710.state.json deleted file mode 100644 index 1a335d45ef352ac230803180536ab76f4fa6ee5b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update710.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 711, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 2606592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update715.safetensors b/ppo_v11/policy_update715.safetensors deleted file mode 100644 index fad74a195aaa22ea8ea13b00b8909e068e4a5a9c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update715.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7d649c60a03dc48cf6e38086c2e55e66d42d555809f8215e06f64982f92cdaf2 -size 154490248 diff --git a/ppo_v11/policy_update715.state.json b/ppo_v11/policy_update715.state.json deleted file mode 100644 index 9a7dc6fd24b9f0c06784d32dd206f2a2a182792d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update715.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 716, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 2644992, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update720.safetensors b/ppo_v11/policy_update720.safetensors deleted file mode 100644 index 860d6603ab48ec09477c5252c5a4ee250663ed34..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update720.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9d15bf10308df40cc822e33fa066b20fb7c95576003df4273c8146e233f982db -size 154490248 diff --git a/ppo_v11/policy_update720.state.json b/ppo_v11/policy_update720.state.json deleted file mode 100644 index f34584016bcb583bd60bdbda9c9625698d030fd6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update720.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 721, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 2683392, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update725.safetensors b/ppo_v11/policy_update725.safetensors deleted file mode 100644 index 44c245805a9799075277db1ce102e83dc21b67b6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update725.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0bcb12c3b0300bc7ea5aac9e499a599603db10cce30ca4746ae4e9de2357aee6 -size 154490248 diff --git a/ppo_v11/policy_update725.state.json b/ppo_v11/policy_update725.state.json deleted file mode 100644 index 905f43bce3c860d4dea791a7703c0bbc161e3d56..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update725.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 726, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 2721792, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update730.safetensors b/ppo_v11/policy_update730.safetensors deleted file mode 100644 index c7af89ba285debf79503c665d776c9c75999f23c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update730.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:90c455c5dc0053ba214c25c316cd50ed4a80d7cf888e10e2e16d98f298aaff31 -size 154490248 diff --git a/ppo_v11/policy_update730.state.json b/ppo_v11/policy_update730.state.json deleted file mode 100644 index 5c4f7340ae494629fe42edb7272b44619147ed18..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update730.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 731, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 2760192, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update735.safetensors b/ppo_v11/policy_update735.safetensors deleted file mode 100644 index fb399c56ffcf021cfe2bae9d53af9f4e7806b142..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update735.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5d2dd7e2737a766f6a672162d342cd5aa4081680e0e459095506dd6690f04a10 -size 154490248 diff --git a/ppo_v11/policy_update735.state.json b/ppo_v11/policy_update735.state.json deleted file mode 100644 index a54117f28128da1d9ff66de4a4fdc32f82080bd5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update735.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 736, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 2798592, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update740.safetensors b/ppo_v11/policy_update740.safetensors deleted file mode 100644 index 0a3413f9feed3388a3de34725c4c98cadb7cf923..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update740.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ba5652848baf55f5ccb969770303d92143fa77bb109985b6b0d9d07f60981f02 -size 154490248 diff --git a/ppo_v11/policy_update740.state.json b/ppo_v11/policy_update740.state.json deleted file mode 100644 index bd4c9ec3eeba4ca68f82b504efa70fce28241785..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update740.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 741, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 2836992, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update745.safetensors b/ppo_v11/policy_update745.safetensors deleted file mode 100644 index 445940146ee1c1e1232fe9ccd6ba85813f98adb4..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update745.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4f0dbc4c476853bba318dc27ca17b0c282b57abc5ec11e13ed55cbf42dd057ec -size 154490248 diff --git a/ppo_v11/policy_update745.state.json b/ppo_v11/policy_update745.state.json deleted file mode 100644 index 22196b35d80949499529b74e99a3408e98dc53b1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update745.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 746, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 2875392, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update75.safetensors b/ppo_v11/policy_update75.safetensors deleted file mode 100644 index fb92f0fe90c8061ddaafc3686c0ff6c4fcf20465..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update75.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4d57e422c728bb6a80bd0a904df0f12453bb54e1277eeae5808219393dd9fe0f -size 154490248 diff --git a/ppo_v11/policy_update75.state.json b/ppo_v11/policy_update75.state.json deleted file mode 100644 index 7252aa884ba079ee9bc2de60f4c3c421b4849d37..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update75.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 76, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 229632, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update750.safetensors b/ppo_v11/policy_update750.safetensors deleted file mode 100644 index 2b1deec30f4b3221caaef8aa1dd2836f6017ae30..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update750.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c1da5f76f3ab49b809ddb79fab9881508d8301bb09926bed828c7a7f5e101532 -size 154490248 diff --git a/ppo_v11/policy_update750.state.json b/ppo_v11/policy_update750.state.json deleted file mode 100644 index bbdb4723ebae363576c311ac92301f98bf14020f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update750.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 751, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 2913792, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update755.safetensors b/ppo_v11/policy_update755.safetensors deleted file mode 100644 index d5df121ecc360653a4fd0743e31e488d9b5426ee..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update755.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dda56e7a60d229a06662decb080b93df98c814fb058bd99f7e5c63dc3432f0c9 -size 154490248 diff --git a/ppo_v11/policy_update755.state.json b/ppo_v11/policy_update755.state.json deleted file mode 100644 index 7c9412293226d1ce81d32f718004c7ffaf64f1b9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update755.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 756, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 2952192, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update760.safetensors b/ppo_v11/policy_update760.safetensors deleted file mode 100644 index f2f4a085e56ccfb9d9c3a5d38f36ef03e766e39a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update760.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8551163a4b9f09d0725b3eaee02e2e9c6443de3721a2437ebe2d1ae3adeaab03 -size 154490248 diff --git a/ppo_v11/policy_update760.state.json b/ppo_v11/policy_update760.state.json deleted file mode 100644 index d213e2d89f79a4c493965388adee092304f42f72..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update760.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 761, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 2990592, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update765.safetensors b/ppo_v11/policy_update765.safetensors deleted file mode 100644 index b032668e5d271022a37a265f43a9887f94bdd24d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update765.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:63f25d1c37cc36c3924237dd013b2e7c6b07f72554e10d9862a1ccf9ced86f96 -size 154490248 diff --git a/ppo_v11/policy_update765.state.json b/ppo_v11/policy_update765.state.json deleted file mode 100644 index e759b2c64c9e389366922072fd4c030b8ae07edb..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update765.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 766, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 3028992, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update770.safetensors b/ppo_v11/policy_update770.safetensors deleted file mode 100644 index 3286de0b9ee488a1fc1befa33ecb8c37d9c88019..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update770.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8328e53d99c67aae731d665d8e5c207981b8b392d79b19f35f9e294f27527a2d -size 154490248 diff --git a/ppo_v11/policy_update770.state.json b/ppo_v11/policy_update770.state.json deleted file mode 100644 index 03720d3f2ea54e05183f57c5b3b4d87f3929acb0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update770.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 771, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 3067392, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update775.safetensors b/ppo_v11/policy_update775.safetensors deleted file mode 100644 index 7af353277a47ac8638aadfb58d4081ec94223226..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update775.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:664cb5f98a2da01ce29e38b36408f0ba92ccd997e51825a3b34e6d5e788bc47d -size 154490248 diff --git a/ppo_v11/policy_update775.state.json b/ppo_v11/policy_update775.state.json deleted file mode 100644 index bfc66684cbda6c198c39081a1f95422529d3de65..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update775.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 776, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 3105792, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update780.safetensors b/ppo_v11/policy_update780.safetensors deleted file mode 100644 index 9a7a173f312158f2baeae69d40bb1d8d5cde59f3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update780.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:62bd8fa1378bb770d657d8af1f6e634af6647a7679a0ad51586bb7d7141bca1d -size 154490248 diff --git a/ppo_v11/policy_update780.state.json b/ppo_v11/policy_update780.state.json deleted file mode 100644 index e8798434839b3db025d22dd15b78edb6a5b89c5a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update780.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 781, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 3144192, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update785.safetensors b/ppo_v11/policy_update785.safetensors deleted file mode 100644 index ccbd6be60ceb0d11e5ec43a2fd3b810e68298e16..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update785.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:981a118b762cf84ec67e25ae255477cbe884047bb69e468c8f0ad3e731efea5e -size 154490248 diff --git a/ppo_v11/policy_update785.state.json b/ppo_v11/policy_update785.state.json deleted file mode 100644 index 3b65d5ea796522ff569b2979d7bf96897e4a4544..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update785.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 786, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 3182592, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update790.safetensors b/ppo_v11/policy_update790.safetensors deleted file mode 100644 index aca47611dc380a3ff4cf24e5b91211f402dbe779..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update790.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f8e2ee1719b452e05225f35f6f4d11d98eaef22813122491dc3401817cf6b664 -size 154490248 diff --git a/ppo_v11/policy_update790.state.json b/ppo_v11/policy_update790.state.json deleted file mode 100644 index 5b7083795d7d4b691c099036515f26f3123522c6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update790.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 791, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 3220992, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update795.safetensors b/ppo_v11/policy_update795.safetensors deleted file mode 100644 index 5102b36663799c6e63f215543bada2e01aef5172..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update795.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0339eb581e9bd9b8a36b4ab13ea13d088e00d6d0097419d7ea1135269c591717 -size 154490248 diff --git a/ppo_v11/policy_update795.state.json b/ppo_v11/policy_update795.state.json deleted file mode 100644 index 4ece127c957ac34684cae9c1d8c3567e50d7a62a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update795.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 796, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 3259392, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update80.safetensors b/ppo_v11/policy_update80.safetensors deleted file mode 100644 index 7ebd46c7b24b9acb597c245ab48b312b8fe69507..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update80.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5467a2746c119532752be77ce59fcc8c1ca3486ef4b0cee7e449bc4d7e7ec660 -size 154490248 diff --git a/ppo_v11/policy_update80.state.json b/ppo_v11/policy_update80.state.json deleted file mode 100644 index e2d6304e302eb8eeb79114ce92e3f0bb5ac799a7..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update80.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 81, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 241152, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update805.safetensors b/ppo_v11/policy_update805.safetensors deleted file mode 100644 index baba19c2a0ea71b454baddf686b58d93a6f91846..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update805.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:71645923f43f6540e388261a3ccf05d943ce92468c447a01fc989b5c3166cd9a -size 154490248 diff --git a/ppo_v11/policy_update805.state.json b/ppo_v11/policy_update805.state.json deleted file mode 100644 index 167dca9d02a34f1305922e1e544edc7d2eb85165..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update805.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 806, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 3336192, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update810.safetensors b/ppo_v11/policy_update810.safetensors deleted file mode 100644 index e03b8d3365a113b465170163ae07cd752dfc7875..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update810.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7a4c4a7d7c35c2c592ed0f914081e14e57de0368e49d5f853c54a93fba151c31 -size 154490248 diff --git a/ppo_v11/policy_update810.state.json b/ppo_v11/policy_update810.state.json deleted file mode 100644 index a33aff01b2de0a44f2bd2ed9b2564fb18be3b5c3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update810.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 811, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 3374592, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update815.safetensors b/ppo_v11/policy_update815.safetensors deleted file mode 100644 index b649749854ba0132b13752bcb8a643f884273c0a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update815.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:871dcaa45606fd020ae3e5b202c5312872db590c9071c03317477ec3d9cc0541 -size 154490248 diff --git a/ppo_v11/policy_update815.state.json b/ppo_v11/policy_update815.state.json deleted file mode 100644 index d237d6b3d0420fbff04449d5d25071783a69880b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update815.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 816, - "stage": 16, - "ent_scale": 1.0, - "lr_now": 0.000018562771559015974, - "total_env_steps": 3412992, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update820.safetensors b/ppo_v11/policy_update820.safetensors deleted file mode 100644 index a151a0361a2745890a418eb53454b51f1686d04f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update820.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:befcc84e3da611ad5456f5dba6f40d5816a281cf897f94040a93b619d6ab92dc -size 154490248 diff --git a/ppo_v11/policy_update820.state.json b/ppo_v11/policy_update820.state.json deleted file mode 100644 index 29e6d08851ee501f983442afd6bcc73852a117d2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update820.state.json +++ /dev/null @@ -1,157 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 821, - "stage": 17, - "ent_scale": 1.0, - "lr_now": 0.000015778355825163578, - "total_env_steps": 3451392, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update825.safetensors b/ppo_v11/policy_update825.safetensors deleted file mode 100644 index 0fb0c32c3e30540ecc425147638c05e79a91a2be..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update825.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b75f4852d31cba05ee71512884ff9603755f63de47c32cb7710777e3febff6e7 -size 154490248 diff --git a/ppo_v11/policy_update825.state.json b/ppo_v11/policy_update825.state.json deleted file mode 100644 index 6572f869354948af5acaa16fb2ccdade209bc40d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update825.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 826, - "stage": 17, - "ent_scale": 1.0, - "lr_now": 0.000015778355825163578, - "total_env_steps": 3489792, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update830.safetensors b/ppo_v11/policy_update830.safetensors deleted file mode 100644 index 3437f1bf246df823c88f243879d58abaf2d349b6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update830.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c0771ff8397f6f6fe4f03e352527a2c8be891d9c3c1738b3eb859094637757f9 -size 154490248 diff --git a/ppo_v11/policy_update830.state.json b/ppo_v11/policy_update830.state.json deleted file mode 100644 index 342da7b45c673acb374fe405cea067154cc1daba..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update830.state.json +++ /dev/null @@ -1,172 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 831, - "stage": 18, - "ent_scale": 1.0, - "lr_now": 0.00001341160245138904, - "total_env_steps": 3528192, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update835.safetensors b/ppo_v11/policy_update835.safetensors deleted file mode 100644 index 416cb701ba2d78d48cb83939fee6b5998c12328a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update835.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cc49f8605cd3f57471506f86311da2a84b269ed6d1be943364e02165fe2bc9e2 -size 154490248 diff --git a/ppo_v11/policy_update835.state.json b/ppo_v11/policy_update835.state.json deleted file mode 100644 index e651110e4b60f7ef508d11e3bfdcb59d9b073760..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update835.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 836, - "stage": 18, - "ent_scale": 1.0, - "lr_now": 0.00001341160245138904, - "total_env_steps": 3566592, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update840.safetensors b/ppo_v11/policy_update840.safetensors deleted file mode 100644 index ab9e3f75f327f6cdebf059ce0260acfec5d2b87c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update840.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5d0a5c514946f1ce731f34e0dd2c9011e9c5cd44a8bb6a33d84c29e49786e0e6 -size 154490248 diff --git a/ppo_v11/policy_update840.state.json b/ppo_v11/policy_update840.state.json deleted file mode 100644 index c887299deee99f91b7a126af3c1a7c3ee5aafdc8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update840.state.json +++ /dev/null @@ -1,109 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 841, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 3604992, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update845.safetensors b/ppo_v11/policy_update845.safetensors deleted file mode 100644 index e2aeb941aa2395c14005eb4f84debedcbb4b2647..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update845.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:51a298360a73e083362f0075070ad6796f64a34c4348525eb64a529d76d7f99c -size 154490248 diff --git a/ppo_v11/policy_update845.state.json b/ppo_v11/policy_update845.state.json deleted file mode 100644 index f56628d85bef36ea213523d0cc74d5474c24c453..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update845.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 846, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 3643392, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update85.safetensors b/ppo_v11/policy_update85.safetensors deleted file mode 100644 index 45c12c9589050685f257f4ee004936b6b434f94e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update85.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:86cea592c64e47495dcc6f8ce1fe1f71e6a7a0354098dcb91fef465b9f36c5a3 -size 154490248 diff --git a/ppo_v11/policy_update85.state.json b/ppo_v11/policy_update85.state.json deleted file mode 100644 index a204ffa818d73ec0a03a0e2fc062f55c7f1f1cdd..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update85.state.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 86, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 252672, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update850.safetensors b/ppo_v11/policy_update850.safetensors deleted file mode 100644 index d05e381f30aecc51665e13afa6394c025b568984..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update850.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:88d5a85736e8c41fdd520e24b6cbdf6155e37f3574bd112cf1785b93bd3b241b -size 154490248 diff --git a/ppo_v11/policy_update850.state.json b/ppo_v11/policy_update850.state.json deleted file mode 100644 index c2f838232e3323a1b82fc498b40c309b0fa7b3b9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update850.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 851, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 3681792, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update855.safetensors b/ppo_v11/policy_update855.safetensors deleted file mode 100644 index 2f6af7a7006107fd529b0352433e18c4b3eb423c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update855.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cf6cb7fcffc1e7dc5e30281f18c763a124578524c2d28958619a55f97bed6f35 -size 154490248 diff --git a/ppo_v11/policy_update855.state.json b/ppo_v11/policy_update855.state.json deleted file mode 100644 index 104f8ff5a7fd5e2a74003f838824435a947566f3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update855.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 856, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 3720192, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update860.safetensors b/ppo_v11/policy_update860.safetensors deleted file mode 100644 index 576c66bc14ccc0153acde878051abc5692220060..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update860.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:abd5df4b53c1c93e7663df53d595194cfcb482fd98d9a238147d64642a1ae9f2 -size 154490248 diff --git a/ppo_v11/policy_update860.state.json b/ppo_v11/policy_update860.state.json deleted file mode 100644 index 8779abedb2d2160164340488451244fcc7f93927..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update860.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 861, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 3758592, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update865.safetensors b/ppo_v11/policy_update865.safetensors deleted file mode 100644 index 1e838a661aaa00e6e8762d028ac23f89add4c2ae..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update865.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ed6664acb2461aa1f0772257bfffffd6dd7140339d46f7ea00826e9d14e1de7a -size 154490248 diff --git a/ppo_v11/policy_update865.state.json b/ppo_v11/policy_update865.state.json deleted file mode 100644 index 11b80e623deb1fd2b824ddca1e9789bd1060987e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update865.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 866, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 3796992, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update870.safetensors b/ppo_v11/policy_update870.safetensors deleted file mode 100644 index 6974f4805719540645f2a142df7feceb20f7e143..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update870.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d87b90a09dcb3956261bc90efb0d5a2761c8298701030fb05e28c5c73cd67057 -size 154490248 diff --git a/ppo_v11/policy_update870.state.json b/ppo_v11/policy_update870.state.json deleted file mode 100644 index 6c4c138c16c557491f6c9f54580d353db3290d33..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update870.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 871, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 3835392, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update875.safetensors b/ppo_v11/policy_update875.safetensors deleted file mode 100644 index f6a5609348b0c0107d6ddcfebefc5273f3c3d618..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update875.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c0bb3433fce514f4aba38bd8ba05e212ef4162e72aa56c465470834580a95953 -size 154490248 diff --git a/ppo_v11/policy_update875.state.json b/ppo_v11/policy_update875.state.json deleted file mode 100644 index 5d722e0062cb49e1cb99d18273764f71a95464d1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update875.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 876, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 3873792, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update880.safetensors b/ppo_v11/policy_update880.safetensors deleted file mode 100644 index b8d3f0a5d20335c6f2f2c066b39ed35f9f86f86b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update880.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8bba1d7dd63b07361f1216b1bb699cfe763749eaa9652d9c915e77bf4c45a734 -size 154490248 diff --git a/ppo_v11/policy_update880.state.json b/ppo_v11/policy_update880.state.json deleted file mode 100644 index 2a3ef38b1d9774a410ebd4cdf766703d9ef31f57..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update880.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 881, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 3912192, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update885.safetensors b/ppo_v11/policy_update885.safetensors deleted file mode 100644 index cc7281a5f6420f84f8cb7b45a7f7851db61aadd2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update885.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c0e53c9c32e49621b6c4e0a7d6105ff24d876fcea818f9eed863c65f8736bb70 -size 154490248 diff --git a/ppo_v11/policy_update885.state.json b/ppo_v11/policy_update885.state.json deleted file mode 100644 index 1c1d3333f6e10c5f9702380864ca18094ea3f027..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update885.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 886, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 3950592, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update890.safetensors b/ppo_v11/policy_update890.safetensors deleted file mode 100644 index 72e044c2457c182b30d4f455fafec6570fed06e5..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update890.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a703bf84f306267ef9c27d0455cfed7440c525d2d6858a66519fc715fa5f848a -size 154490248 diff --git a/ppo_v11/policy_update890.state.json b/ppo_v11/policy_update890.state.json deleted file mode 100644 index 393f27bae350d20b3c995755f6c3be963e4f2acd..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update890.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 891, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 3988992, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update895.safetensors b/ppo_v11/policy_update895.safetensors deleted file mode 100644 index f0c1b493b56a795bd2f337349e0d47c3e5801da1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update895.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6993a501568d8159be044955c45fc69cb333a19cb9ce4ef3e2a56f9807482970 -size 154490248 diff --git a/ppo_v11/policy_update895.state.json b/ppo_v11/policy_update895.state.json deleted file mode 100644 index f8e11be877d0c94acfe24e53ef3aaf88bb6a2be2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update895.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 896, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 4027392, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update90.safetensors b/ppo_v11/policy_update90.safetensors deleted file mode 100644 index be91071ea1fde42fc9cdecb2e062d94d4ab3309a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update90.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dec3e3db07cca903c1e189be416c9e69c624a83d033e3d255c48029b883b527e -size 154490248 diff --git a/ppo_v11/policy_update90.state.json b/ppo_v11/policy_update90.state.json deleted file mode 100644 index ad65d2e0725288ce454a3d9eacb485dc170d7012..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update90.state.json +++ /dev/null @@ -1,144 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 91, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 264192, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 16, - 16, - 16, - 16, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update905.safetensors b/ppo_v11/policy_update905.safetensors deleted file mode 100644 index 85fdcc1f734593ed03304b5e0f800cd57e667c53..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update905.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ac7ee95b9f8ee7621c1ff37433b4e6005ed67338a293c02f0125d3b2fcdac382 -size 154490248 diff --git a/ppo_v11/policy_update905.state.json b/ppo_v11/policy_update905.state.json deleted file mode 100644 index 036c583a8fc9721639a045b51266f9fd4a345f27..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update905.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 906, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 4104192, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update910.safetensors b/ppo_v11/policy_update910.safetensors deleted file mode 100644 index e2e23f52580a8ee038d210a9a115942c65c5933a..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update910.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a1819707785e33fca7a00011b5b0272a5280d4503b81f7fd2f97487d547067f1 -size 154490248 diff --git a/ppo_v11/policy_update910.state.json b/ppo_v11/policy_update910.state.json deleted file mode 100644 index 2076d64d1bd584b926b6c630b08e117896f43183..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update910.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 911, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 4142592, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update915.safetensors b/ppo_v11/policy_update915.safetensors deleted file mode 100644 index 617bdb782d5c09949224816d595711246bc62c28..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update915.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7b7b31159a6e0834b873ce0b7af1665c1dd565e07ce5a96bb8a9716af9630968 -size 154490248 diff --git a/ppo_v11/policy_update915.state.json b/ppo_v11/policy_update915.state.json deleted file mode 100644 index 09fc948e368c624f369fbcdfbc67a6b79cc53a0d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update915.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 916, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 4180992, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update920.safetensors b/ppo_v11/policy_update920.safetensors deleted file mode 100644 index e47ab2960a34a65bf946dbdfb28ca6a5b5c158c9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update920.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cf85ccb6f6debd0f5eac5f304b6944998c7cdcf2a1836cf0f8b1557a7b6e553d -size 154490248 diff --git a/ppo_v11/policy_update920.state.json b/ppo_v11/policy_update920.state.json deleted file mode 100644 index 7cfd3c42dcaed85855651d2d8ea55be7243399bc..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update920.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 921, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 4219392, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update925.safetensors b/ppo_v11/policy_update925.safetensors deleted file mode 100644 index ccf4e797b908997bd4817f430c90230375c25255..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update925.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:11f3b5b4ced3236993ca1630e78dd44febed267222bb25f2578b0e7f7aeaf04f -size 154490248 diff --git a/ppo_v11/policy_update925.state.json b/ppo_v11/policy_update925.state.json deleted file mode 100644 index d13e2371cf9b23dd2085020ebbc8b26102bbddd0..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update925.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 926, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 4257792, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update930.safetensors b/ppo_v11/policy_update930.safetensors deleted file mode 100644 index 27127f8a5d26d63ef56f5498678c4b2975d0ab37..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update930.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cf0a1c94109dcbb36c79dea4ab2c7815b8958a44ab3d2352ed5b21acc3fedb7c -size 154490248 diff --git a/ppo_v11/policy_update930.state.json b/ppo_v11/policy_update930.state.json deleted file mode 100644 index a0334628c1cceea389ed2bc7cf4f04f17a479258..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update930.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 931, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 4296192, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update935.safetensors b/ppo_v11/policy_update935.safetensors deleted file mode 100644 index 48dd7462160cca15f031b963b2b4886a7ac313f7..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update935.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2ff6aec2d6835145d8678d393a47c78efde1f5704b02f5eaee99b78345c1c292 -size 154490248 diff --git a/ppo_v11/policy_update935.state.json b/ppo_v11/policy_update935.state.json deleted file mode 100644 index 9d788d13476b55e43b436237d58775ba055d360b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update935.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 936, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 4334592, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update940.safetensors b/ppo_v11/policy_update940.safetensors deleted file mode 100644 index 4cfed6e99ea03bdb5e3488a902835e1a7fbea6d8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update940.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1091ca8ca7f4a6ec83202db1f77818575a42d0652bf13bd6169cdf91c2c92655 -size 154490248 diff --git a/ppo_v11/policy_update940.state.json b/ppo_v11/policy_update940.state.json deleted file mode 100644 index 41386791a72bc4ffc659f7291e2e3be702ec93ec..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update940.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 941, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 4372992, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update945.safetensors b/ppo_v11/policy_update945.safetensors deleted file mode 100644 index 9283931063d19ff183eb1bc560179c4cf0e8b0f1..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update945.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:749c4a999b0fe4d55a7a5fb7a45a32cdf2b00cdcf2b9f01201c2ff2a615dcc17 -size 154490248 diff --git a/ppo_v11/policy_update945.state.json b/ppo_v11/policy_update945.state.json deleted file mode 100644 index e8c291edb498147c8d6524bb0d6bbe4becf07888..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update945.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 946, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 4411392, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update950.safetensors b/ppo_v11/policy_update950.safetensors deleted file mode 100644 index 65e19e670e719bfddd9a8d3de4a1580bd98307c2..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update950.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5091aba1c94c94c5d0be7b449c4d7a11a7f225a8316b7b5d1f6650478d3f4b7e -size 154490248 diff --git a/ppo_v11/policy_update950.state.json b/ppo_v11/policy_update950.state.json deleted file mode 100644 index 43479609fe799dd3ded6aba47911c37b1caa9f2b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update950.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 951, - "stage": 19, - "ent_scale": 1.0, - "lr_now": 0.000011399862083680684, - "total_env_steps": 4449792, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update955.safetensors b/ppo_v11/policy_update955.safetensors deleted file mode 100644 index 9bcaf5e1f9d3d342c7006e615eebf61d16c4fbb3..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update955.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ce968efe440200000d205af03d19b41cb8485642fb7f240b791164352081e1e1 -size 154490248 diff --git a/ppo_v11/policy_update955.state.json b/ppo_v11/policy_update955.state.json deleted file mode 100644 index dacacb3f80644596fd7f3fe8df7870f8697d5b6b..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update955.state.json +++ /dev/null @@ -1,141 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 956, - "stage": 20, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 4488192, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update960.safetensors b/ppo_v11/policy_update960.safetensors deleted file mode 100644 index 39217cc1691caaf289036e990ee857614e5abcd9..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update960.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c2d1c9d3ef93364dbf78fcf7c9b127067738a0aa38eeb018a9d6acd040b61e6b -size 154490248 diff --git a/ppo_v11/policy_update960.state.json b/ppo_v11/policy_update960.state.json deleted file mode 100644 index f0a147e819a2369568c53758a933ecf3e3de627f..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update960.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 961, - "stage": 20, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 4526592, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update965.safetensors b/ppo_v11/policy_update965.safetensors deleted file mode 100644 index ea1b60904d61cfbae5c72975b879fd0050c2483e..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update965.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ee25031af21fe0b10e283c0462ff7ca9fb043d9528070de007afb9b8ab074118 -size 154490248 diff --git a/ppo_v11/policy_update965.state.json b/ppo_v11/policy_update965.state.json deleted file mode 100644 index e73f574400aa73c6461a68f155b3ba5ee5fb3178..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update965.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 966, - "stage": 20, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 4564992, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update970.safetensors b/ppo_v11/policy_update970.safetensors deleted file mode 100644 index 0a1d02500ab552b4568a542e4bfa3b6911caa363..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update970.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:347faf6137c41021f518dad62b0f206586731d08ddb60570e7ce5ee70126cc10 -size 154490248 diff --git a/ppo_v11/policy_update970.state.json b/ppo_v11/policy_update970.state.json deleted file mode 100644 index 32f67ca83d39b864b44406c6bf66ec4d60d2a793..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update970.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 971, - "stage": 20, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 4603392, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update975.safetensors b/ppo_v11/policy_update975.safetensors deleted file mode 100644 index ec7899f1683a93e308141daf117d2cff25f01bd8..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update975.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:adfa5e084655a0bfbffaee44c91371815e14352a9c8ef8790f3ddf395632e706 -size 154490248 diff --git a/ppo_v11/policy_update975.state.json b/ppo_v11/policy_update975.state.json deleted file mode 100644 index 686348b3e9da838c9b0def49580b768ef71bdf68..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update975.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 976, - "stage": 20, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 4641792, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update980.safetensors b/ppo_v11/policy_update980.safetensors deleted file mode 100644 index 23abefd95a2c5f4f156565c69f10f716e1ab1d02..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update980.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:417bf8798305507ed743d33dfa62223ed1fd3e42d4c6be5b23bd092b4c05b624 -size 154490248 diff --git a/ppo_v11/policy_update980.state.json b/ppo_v11/policy_update980.state.json deleted file mode 100644 index 2de72f0e9a995f0eadbe7b4de35899c1037e2b4d..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update980.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 981, - "stage": 20, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 4680192, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update985.safetensors b/ppo_v11/policy_update985.safetensors deleted file mode 100644 index e90f67788dc379c573c384c7cdace4983e131c6c..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update985.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e81b4f9eeee820b636e1e59b48cb562877e5bad4ef838504fc018cb5b0706b2c -size 154490248 diff --git a/ppo_v11/policy_update985.state.json b/ppo_v11/policy_update985.state.json deleted file mode 100644 index 35afb687e071413a61977858274df712ac459619..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update985.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 986, - "stage": 20, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 4718592, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update990.safetensors b/ppo_v11/policy_update990.safetensors deleted file mode 100644 index 708a5ff55385dc908850d68d1308ab6510b110b6..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update990.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c55b9329eca83a22a5e95716a32b250f3bb470c57b8a0a38f0d5bfd8cc958be1 -size 154490248 diff --git a/ppo_v11/policy_update990.state.json b/ppo_v11/policy_update990.state.json deleted file mode 100644 index e294d33bf74627a94787d8c82ff8def1d67d7c69..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update990.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 991, - "stage": 20, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 4756992, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v11/policy_update995.safetensors b/ppo_v11/policy_update995.safetensors deleted file mode 100644 index 716b5257caeff6c8f5737c491e85e13fad4df061..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update995.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:07999f882e7ed263b6015bdf2b091973e9e398c9abfc3dbeb400623bdf337caa -size 154490248 diff --git a/ppo_v11/policy_update995.state.json b/ppo_v11/policy_update995.state.json deleted file mode 100644 index f00686c9d91226598ac19b53d2891c7d1d6fe0ce..0000000000000000000000000000000000000000 --- a/ppo_v11/policy_update995.state.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "checkpoint_schema_version": 3, - "hidden_reset_policy": "episode_done", - "update": 996, - "stage": 20, - "ent_scale": 1.0, - "lr_now": 0.00001, - "total_env_steps": 4795392, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 20, - 16, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 40, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v2c/policy.pt b/ppo_v2c/policy.pt deleted file mode 100644 index 9485e761ae8a5e38ed79731248e020271f7a11c4..0000000000000000000000000000000000000000 --- a/ppo_v2c/policy.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:838ab813eb8dff0c9ba56ba5b72b1abcd23de026b1d31f5f1d4f9d6d49b47fc4 -size 70894667 diff --git a/ppo_v3/policy.pt b/ppo_v3/policy.pt deleted file mode 100644 index c5b09ad7e4d73d5c8260c170bcfe9a22362885fd..0000000000000000000000000000000000000000 --- a/ppo_v3/policy.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:76379886aeeadeed43dc475d98a7c0749c6ce069f34c4f6ba0a6f0f04476adf1 -size 70894667 diff --git a/ppo_v4/policy.pt b/ppo_v4/policy.pt deleted file mode 100644 index fe634869f260865705016a551026335e5bf20bd3..0000000000000000000000000000000000000000 --- a/ppo_v4/policy.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2e99c083cff35cd429a967ff04fa802268fa05917ce6ee1e07df2ecd01b9db78 -size 71096907 diff --git a/ppo_v5/policy.pt b/ppo_v5/policy.pt deleted file mode 100644 index 1efd6e7f7a344c3f367e0e94168ed354b945cc39..0000000000000000000000000000000000000000 --- a/ppo_v5/policy.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fe98a98ae81c681632db8d73fa8af32410e374ebef92d92e1ad571bef82d05e0 -size 71097035 diff --git a/ppo_v5/policy_final_frozen.pt b/ppo_v5/policy_final_frozen.pt deleted file mode 100644 index 1efd6e7f7a344c3f367e0e94168ed354b945cc39..0000000000000000000000000000000000000000 --- a/ppo_v5/policy_final_frozen.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fe98a98ae81c681632db8d73fa8af32410e374ebef92d92e1ad571bef82d05e0 -size 71097035 diff --git a/ppo_v6/policy.pt b/ppo_v6/policy.pt deleted file mode 100644 index 68a7d08e9799fe8df07bdb4fc65fd30e3d8a75ff..0000000000000000000000000000000000000000 --- a/ppo_v6/policy.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5e7ad0c5fd72b0a182e06734e8ce567b489a6081cc36fc285e592c4ceba72efb -size 71140235 diff --git a/ppo_v6/policy_rl4_final.pt b/ppo_v6/policy_rl4_final.pt deleted file mode 100644 index 68a7d08e9799fe8df07bdb4fc65fd30e3d8a75ff..0000000000000000000000000000000000000000 --- a/ppo_v6/policy_rl4_final.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5e7ad0c5fd72b0a182e06734e8ce567b489a6081cc36fc285e592c4ceba72efb -size 71140235 diff --git a/ppo_v6/policy_rl5_seed.pt b/ppo_v6/policy_rl5_seed.pt deleted file mode 100644 index e0a8ed23dc5d76dfc728b664ba035af95015f723..0000000000000000000000000000000000000000 --- a/ppo_v6/policy_rl5_seed.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:aa56f0f0dd14c662d14d415ba365ebab1997203435d19d5c09f843fed24606f2 -size 71140235 diff --git a/ppo_v6/policy_snapshot_190.pt b/ppo_v6/policy_snapshot_190.pt deleted file mode 100644 index 509c071a42ea83bc25549839f2e5f0c9c285e3fb..0000000000000000000000000000000000000000 --- a/ppo_v6/policy_snapshot_190.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8a4305ee2070dcc21935abeb86e6ff1793434bf831def42cf76594b401e897f5 -size 71140235 diff --git a/ppo_v6/state_rl4_final.json b/ppo_v6/state_rl4_final.json deleted file mode 100644 index 6b37c5f601af0bcbc6c022b4c3bcd05cd6053a7f..0000000000000000000000000000000000000000 --- a/ppo_v6/state_rl4_final.json +++ /dev/null @@ -1 +0,0 @@ -{"stage": 4, "update": 900, "global_step": 2770944, "episodes_done": 3922, "recent_wins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0], "recent_scores": [0.847457627118644, 0.8627450980392157, 0.9411764705882352, 0.9411764705882352, 0.9487179487179488, 0.9230769230769232, 0.8431372549019608, 0.9487179487179488, 0.8823529411764706, 0.8974358974358975, 0.8974358974358975, 0.9487179487179488, 1.0, 0.6274509803921569, 0.8235294117647058, 0.6949152542372882, 0.7966101694915254, 0.9743589743589745, 1.0, 1.0, 0.6101694915254238, 0.8135593220338984, 0.711864406779661, 0.9230769230769232, 1.0, 0.5932203389830508, 0.8717948717948718, 1.0, 1.0, 0.8717948717948718, 0.6274509803921569, 0.9411764705882352, 1.0, 0.9487179487179488, 0.9230769230769232, 0.7692307692307693, 1.0, 0.9487179487179488, 1.0, 0.8205128205128205], "ent_scale": 1.0, "lr": 0.00013050156249999996} \ No newline at end of file diff --git a/ppo_v6/state_rl5_seed.json b/ppo_v6/state_rl5_seed.json deleted file mode 100644 index 3adf3354ee0eba602728be9aa313d1db0246f435..0000000000000000000000000000000000000000 --- a/ppo_v6/state_rl5_seed.json +++ /dev/null @@ -1 +0,0 @@ -{"stage": 4, "update": 792, "global_step": 2439168, "episodes_done": 3586, "recent_wins": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "recent_scores": [1.0, 0.7796610169491526, 1.0, 0.9607843137254902, 0.9743589743589745, 0.8983050847457628, 0.9491525423728814, 0.8627450980392157, 0.864406779661017, 1.0, 1.0, 0.8431372549019608, 0.6274509803921569, 1.0, 0.0, 1.0, 0.9215686274509804, 0.7948717948717948, 0.8974358974358975, 0.9743589743589745, 1.0, 1.0, 0.9487179487179488, 0.9019607843137256, 0.7948717948717948, 0.9411764705882352, 0.7948717948717948, 0.9803921568627452, 0.9803921568627452, 1.0, 0.9607843137254902, 1.0, 0.9215686274509804, 0.9661016949152542, 0.8205128205128205, 1.0, 0.9230769230769232, 1.0, 0.8717948717948718, 1.0], "ent_scale": 1.0, "lr": 0.00013050156249999996} \ No newline at end of file diff --git a/ppo_v61/policy.pt b/ppo_v61/policy.pt deleted file mode 100644 index d9ede95f9d72710df8a78648f7e7187afd776167..0000000000000000000000000000000000000000 --- a/ppo_v61/policy.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ab146b3f99f4d4a2f3d47fbb869bdcd13778157ea5d1598fb51cc415f738e9c0 -size 71140235 diff --git a/ppo_v7/policy.pt b/ppo_v7/policy.pt deleted file mode 100644 index 3087c91387d51fbb13a56b9809658eebca744df5..0000000000000000000000000000000000000000 --- a/ppo_v7/policy.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cbee63f6c91011ad98cd3f4f10bc33566a2a21edf4a889e256e2a86b00a7e190 -size 135552523 diff --git a/ppo_v7/state.json b/ppo_v7/state.json deleted file mode 100644 index 108742a43cda795ac1ffdbd14dd897e2ccb7cbf1..0000000000000000000000000000000000000000 --- a/ppo_v7/state.json +++ /dev/null @@ -1 +0,0 @@ -{"stage": 1, "update": 355, "global_step": 5318352, "episodes_done": 7220, "recent_wins": [0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0], "recent_scores": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 1.0, 0.0, 1.0, 0.3333333333333333, 0.0, 0.0, 1.0, 1.0, 0.3333333333333333, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0], "ent_scale": 1.0, "lr": 4.25e-05, "envs": 752, "suggested_envs": 608, "perf": {"roll_s": 33.42, "upd_s": 27.34, "tps": 9813.4}} \ No newline at end of file diff --git a/ppo_v81/experiments/stage5_tune/aggressive/latest.safetensors b/ppo_v81/experiments/stage5_tune/aggressive/latest.safetensors deleted file mode 100644 index c1cda63cac57af44e2f3eda634ae85e4c7d71745..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/aggressive/latest.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:849d4fd4ff4126c72f4cc0bee621b27bb2a2dfb1d3311c92317c7b5f26cfd4d8 -size 45154952 diff --git a/ppo_v81/experiments/stage5_tune/aggressive/latest.state.json b/ppo_v81/experiments/stage5_tune/aggressive/latest.state.json deleted file mode 100644 index db1d6c7748a54c459c5f3952d556f84c47e4af52..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/aggressive/latest.state.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "update": 1281, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 2618624, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": 0.0, - "best_eval_score": 0.9322033898305084, - "v81_curriculum": true, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 12, - 10, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1240.safetensors b/ppo_v81/experiments/stage5_tune/aggressive/policy_update1240.safetensors deleted file mode 100644 index 0e8a3804bb1b67ad5b93780ce55006f270e0dea6..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1240.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0e01390b7d94ab4cd70082c59df1e01caecb604663d1f345cd7eacf4049982dd -size 45154952 diff --git a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1240.state.json b/ppo_v81/experiments/stage5_tune/aggressive/policy_update1240.state.json deleted file mode 100644 index b254eb403e5fbbdc82c43ba3f80b51f8c518e791..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1240.state.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "update": 1241, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 2557184, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": 0.0, - "best_eval_score": 0.9322033898305084, - "v81_curriculum": true, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 12, - 10, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1250.safetensors b/ppo_v81/experiments/stage5_tune/aggressive/policy_update1250.safetensors deleted file mode 100644 index b358ff636408b8b40ccb14b785a177314b3f5da5..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1250.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9c4c3d8dcd837140e4e172871a1564b129d0584663c8b0274dc372ac02360600 -size 45154952 diff --git a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1250.state.json b/ppo_v81/experiments/stage5_tune/aggressive/policy_update1250.state.json deleted file mode 100644 index 19c0751fcafc261b349e598556d6319a7bbb03cb..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1250.state.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "update": 1251, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 2572544, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": 0.0, - "best_eval_score": 0.9322033898305084, - "v81_curriculum": true, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 12, - 10, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1260.safetensors b/ppo_v81/experiments/stage5_tune/aggressive/policy_update1260.safetensors deleted file mode 100644 index 591e958caff77189a46ca02b91187c3a8b8ad035..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:727ed09c8e18f3175f48fc7d72f5c3ffb6621a52ed6746398afae0caa4ef9e93 -size 45154952 diff --git a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1260.state.json b/ppo_v81/experiments/stage5_tune/aggressive/policy_update1260.state.json deleted file mode 100644 index df7ab0776b3775877a3d65a30096fc74cf8febf0..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1260.state.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "update": 1261, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 2587904, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": 0.0, - "best_eval_score": 0.9322033898305084, - "v81_curriculum": true, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 12, - 10, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1270.safetensors b/ppo_v81/experiments/stage5_tune/aggressive/policy_update1270.safetensors deleted file mode 100644 index 77d7149e25196a0449acf211b69e7c8327bccfbe..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1270.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9b56d13ec8417590f081779c7d612d887a13575552c84193b109ccf2aec377ca -size 45154952 diff --git a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1270.state.json b/ppo_v81/experiments/stage5_tune/aggressive/policy_update1270.state.json deleted file mode 100644 index 6ebb5669142081651140b74743ffcb4edde638c2..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1270.state.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "update": 1271, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 2603264, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": 0.0, - "best_eval_score": 0.9322033898305084, - "v81_curriculum": true, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 12, - 10, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1280.safetensors b/ppo_v81/experiments/stage5_tune/aggressive/policy_update1280.safetensors deleted file mode 100644 index c1cda63cac57af44e2f3eda634ae85e4c7d71745..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1280.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:849d4fd4ff4126c72f4cc0bee621b27bb2a2dfb1d3311c92317c7b5f26cfd4d8 -size 45154952 diff --git a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1280.state.json b/ppo_v81/experiments/stage5_tune/aggressive/policy_update1280.state.json deleted file mode 100644 index db1d6c7748a54c459c5f3952d556f84c47e4af52..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/aggressive/policy_update1280.state.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "update": 1281, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 2618624, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": 0.0, - "best_eval_score": 0.9322033898305084, - "v81_curriculum": true, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 12, - 10, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v81/experiments/stage5_tune/control/latest.safetensors b/ppo_v81/experiments/stage5_tune/control/latest.safetensors deleted file mode 100644 index 8d69ea792ba09dc02a0e0cbebc89c0527bde1eee..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/control/latest.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:171e80fc9607e4f3a92a48cfe1c339cb9522920a2ff9354f44ea19e81aad8340 -size 45154952 diff --git a/ppo_v81/experiments/stage5_tune/control/latest.state.json b/ppo_v81/experiments/stage5_tune/control/latest.state.json deleted file mode 100644 index db1d6c7748a54c459c5f3952d556f84c47e4af52..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/control/latest.state.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "update": 1281, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 2618624, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": 0.0, - "best_eval_score": 0.9322033898305084, - "v81_curriculum": true, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 12, - 10, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v81/experiments/stage5_tune/control/policy_update1240.safetensors b/ppo_v81/experiments/stage5_tune/control/policy_update1240.safetensors deleted file mode 100644 index 430a419f55e6ac9edd9695d594267000dc640d7a..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/control/policy_update1240.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c1d4affa6de7ba5ecdf5737a1a87075d31e1961de117962b1cdabd704de57f4a -size 45154952 diff --git a/ppo_v81/experiments/stage5_tune/control/policy_update1240.state.json b/ppo_v81/experiments/stage5_tune/control/policy_update1240.state.json deleted file mode 100644 index b254eb403e5fbbdc82c43ba3f80b51f8c518e791..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/control/policy_update1240.state.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "update": 1241, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 2557184, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": 0.0, - "best_eval_score": 0.9322033898305084, - "v81_curriculum": true, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 12, - 10, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v81/experiments/stage5_tune/control/policy_update1250.safetensors b/ppo_v81/experiments/stage5_tune/control/policy_update1250.safetensors deleted file mode 100644 index c7e6f4c78e0a0f04fff9641d36ed3637e1606dd0..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/control/policy_update1250.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c7c4040cfd77bdf61ce83c6ac63c390d69708883d3986352c05beafca31330b3 -size 45154952 diff --git a/ppo_v81/experiments/stage5_tune/control/policy_update1250.state.json b/ppo_v81/experiments/stage5_tune/control/policy_update1250.state.json deleted file mode 100644 index 19c0751fcafc261b349e598556d6319a7bbb03cb..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/control/policy_update1250.state.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "update": 1251, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 2572544, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": 0.0, - "best_eval_score": 0.9322033898305084, - "v81_curriculum": true, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 12, - 10, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v81/experiments/stage5_tune/control/policy_update1260.safetensors b/ppo_v81/experiments/stage5_tune/control/policy_update1260.safetensors deleted file mode 100644 index 362125b5a4356e05df50efb226f64246cb66f6bb..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/control/policy_update1260.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e411c1f88e0846b7cab97aa4d97ce8d360a94aa409551668954fd7d117327bba -size 45154952 diff --git a/ppo_v81/experiments/stage5_tune/control/policy_update1260.state.json b/ppo_v81/experiments/stage5_tune/control/policy_update1260.state.json deleted file mode 100644 index df7ab0776b3775877a3d65a30096fc74cf8febf0..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/control/policy_update1260.state.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "update": 1261, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 2587904, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": 0.0, - "best_eval_score": 0.9322033898305084, - "v81_curriculum": true, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 12, - 10, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v81/experiments/stage5_tune/control/policy_update1270.safetensors b/ppo_v81/experiments/stage5_tune/control/policy_update1270.safetensors deleted file mode 100644 index 95e77a6d416e9c6e3fc72bd86e15e0b7eb9a5069..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/control/policy_update1270.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6658ca3ef0689ccddc9212b9c2ee12629d6dac2c38c9999dd4b08ada92765429 -size 45154952 diff --git a/ppo_v81/experiments/stage5_tune/control/policy_update1270.state.json b/ppo_v81/experiments/stage5_tune/control/policy_update1270.state.json deleted file mode 100644 index 6ebb5669142081651140b74743ffcb4edde638c2..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/control/policy_update1270.state.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "update": 1271, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 2603264, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": 0.0, - "best_eval_score": 0.9322033898305084, - "v81_curriculum": true, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 12, - 10, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v81/experiments/stage5_tune/control/policy_update1280.safetensors b/ppo_v81/experiments/stage5_tune/control/policy_update1280.safetensors deleted file mode 100644 index 8d69ea792ba09dc02a0e0cbebc89c0527bde1eee..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/control/policy_update1280.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:171e80fc9607e4f3a92a48cfe1c339cb9522920a2ff9354f44ea19e81aad8340 -size 45154952 diff --git a/ppo_v81/experiments/stage5_tune/control/policy_update1280.state.json b/ppo_v81/experiments/stage5_tune/control/policy_update1280.state.json deleted file mode 100644 index db1d6c7748a54c459c5f3952d556f84c47e4af52..0000000000000000000000000000000000000000 --- a/ppo_v81/experiments/stage5_tune/control/policy_update1280.state.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "update": 1281, - "stage": 5, - "ent_scale": 1.0, - "lr_now": 0.00011092632812499998, - "total_env_steps": 2618624, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": 0.0, - "best_eval_score": 0.9322033898305084, - "v81_curriculum": true, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 12, - 10, - 8, - 8, - 8 - ], - "envs_per_shard": 24, - "requested_env_target": null -} \ No newline at end of file