diff --git a/ppo_v9/policy_update35.state.json b/ppo_v9/policy_update35.state.json deleted file mode 100644 index 4ff9e916ed90f8f69ee9d0004e57af3f2d9ecfac..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update35.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 36, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 138240, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update350.safetensors b/ppo_v9/policy_update350.safetensors deleted file mode 100644 index a310bb5a586cb55fa474a372128ea510632d1db7..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update350.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e9d0b9e8e4bab13da836baadc4a192174673f5c2cd4cf9d4852ef54060cb0730 -size 48494336 diff --git a/ppo_v9/policy_update350.state.json b/ppo_v9/policy_update350.state.json deleted file mode 100644 index 903456c4b66e2efdc4682f3a19a14472203371a9..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update350.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 351, - "stage": 0, - "ent_scale": 1.6900000000000002, - "lr_now": 0.00025, - "total_env_steps": 1347840, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update355.safetensors b/ppo_v9/policy_update355.safetensors deleted file mode 100644 index 3a1952bb5e6c7057b8c22f259a6cc9dc0965453b..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update355.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8f0f4b0a1e6b231933d214c20a2dc0eac35c703a0cb2a1ace336190a6b89f8f3 -size 48494336 diff --git a/ppo_v9/policy_update355.state.json b/ppo_v9/policy_update355.state.json deleted file mode 100644 index 4d1a9acdb8c68f2ad910005120facb44ea4af630..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update355.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 356, - "stage": 0, - "ent_scale": 1.6095238095238098, - "lr_now": 0.00025, - "total_env_steps": 1367040, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update360.safetensors b/ppo_v9/policy_update360.safetensors deleted file mode 100644 index bd85097281b5f0b98afe167f8898b1abf7b89566..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update360.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:95e21d54d86265ebf0a42a9d633b15eaf9f077ba6b013d0c352728ad32379037 -size 48494336 diff --git a/ppo_v9/policy_update360.state.json b/ppo_v9/policy_update360.state.json deleted file mode 100644 index da8461dca00f57a142d9a04a4528a835cce3077e..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update360.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 361, - "stage": 0, - "ent_scale": 1.122988878090919, - "lr_now": 0.00025, - "total_env_steps": 1386240, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update365.safetensors b/ppo_v9/policy_update365.safetensors deleted file mode 100644 index dfe8491894bb346b275795bf5149c34480137bcb..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update365.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d3ddd8e32f47e646e75d519f62c9b24b34e678d27d710816c6af6a8096b1278b -size 48494336 diff --git a/ppo_v9/policy_update365.state.json b/ppo_v9/policy_update365.state.json deleted file mode 100644 index ca31d0c9d10fcbd45189eea4d1fb3bc8153dd617..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update365.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 366, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1405440, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update370.safetensors b/ppo_v9/policy_update370.safetensors deleted file mode 100644 index 6efd0f006855bed435b61d5ef6c06c8f59f3ffe3..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update370.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4c3902553a24f35496738395d5061898dae5aa15b08e4b4b9cb2dea27e831d64 -size 48494336 diff --git a/ppo_v9/policy_update370.state.json b/ppo_v9/policy_update370.state.json deleted file mode 100644 index 16283c2a002d0e9722d4523c5deafc47be61b4c8..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update370.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 371, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1424640, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update375.safetensors b/ppo_v9/policy_update375.safetensors deleted file mode 100644 index 522b65bbbf5e0c8d2fd358b771c7f68e63e8a444..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update375.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dd3fc05be794a6e5d5a2857a44ef7c40dbaa5fafc16a95c40c3bf4df0f9daebd -size 48494336 diff --git a/ppo_v9/policy_update375.state.json b/ppo_v9/policy_update375.state.json deleted file mode 100644 index 2f9911f62745525485121c08db2d6941be9cce42..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update375.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 376, - "stage": 0, - "ent_scale": 1.4598855415181946, - "lr_now": 0.00025, - "total_env_steps": 1443840, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update385.safetensors b/ppo_v9/policy_update385.safetensors deleted file mode 100644 index 7cf4c76c5c3eaf9bb2f79703c9fdac11730dd9ec..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update385.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2e7ff4a7239ad531e4ed19f8dfdbfa11532025028eb2c6fc962ff0b46ce81a77 -size 48494336 diff --git a/ppo_v9/policy_update385.state.json b/ppo_v9/policy_update385.state.json deleted file mode 100644 index eb6a5eacd5285ad17857bb41d2dbb470c5628677..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update385.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 386, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1482240, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update390.safetensors b/ppo_v9/policy_update390.safetensors deleted file mode 100644 index 245ab1cf02c36c1ce1a21469a10bd8d9bb3e06ec..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update390.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:210470b32678bdfc9ddd397fb83c6569d45a3242d5778550edaa2b4ff4c3bb1c -size 48494336 diff --git a/ppo_v9/policy_update390.state.json b/ppo_v9/policy_update390.state.json deleted file mode 100644 index fc5c1138259c7d527aedd3c4c8fdee979d711520..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update390.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 391, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1501440, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update395.safetensors b/ppo_v9/policy_update395.safetensors deleted file mode 100644 index a7dfe51369e5db475db95195cd48c36e07278ad6..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update395.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b11e2777662011b1746770b9b730c878ed0386c3e431a6cc0b71f3d7b431c39f -size 48494336 diff --git a/ppo_v9/policy_update395.state.json b/ppo_v9/policy_update395.state.json deleted file mode 100644 index 089af28587852c0e45ab86d129b091522a4ca7f5..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update395.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 396, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1520640, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update40.safetensors b/ppo_v9/policy_update40.safetensors deleted file mode 100644 index 560a81e625678c1444290147218facada198f706..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update40.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d1d41b82d44532a4a4902c8b73c7f2f32ce6b8152e6272e123702988e6d87fd2 -size 48494336 diff --git a/ppo_v9/policy_update40.state.json b/ppo_v9/policy_update40.state.json deleted file mode 100644 index 890242204ffc02149e14aeff96eaf45928ccb4b5..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update40.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 41, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 157440, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update400.safetensors b/ppo_v9/policy_update400.safetensors deleted file mode 100644 index 45086de428354b1e33d2acbb8613dbe81c4ef5e5..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update400.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bf9c73128c3b121a53d027f88e2c7f9b4f08b97339c00bc77ff695380e6ff67a -size 48494336 diff --git a/ppo_v9/policy_update400.state.json b/ppo_v9/policy_update400.state.json deleted file mode 100644 index 0462580a5282eebdb2d0bc595570287ad8587117..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update400.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 401, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1539840, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update405.safetensors b/ppo_v9/policy_update405.safetensors deleted file mode 100644 index 3f774998ce193b604f7b1f818790dfae869d25db..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update405.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:031445e8d822ea33de0c22ff11df2ea869e1a5f19855ca5d2ff3e1ed773c6ec2 -size 48494336 diff --git a/ppo_v9/policy_update405.state.json b/ppo_v9/policy_update405.state.json deleted file mode 100644 index 7e4b9e6cdaa1f4bb8aab3e77e1795145f2ca36b6..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update405.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 406, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1559040, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update410.safetensors b/ppo_v9/policy_update410.safetensors deleted file mode 100644 index faf038099c2e01c88f651abf39995ea88d30298b..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update410.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:70ca31f89d187ee548e77691ccd16a8071b01b3488782dc27f90344c0d97ee1d -size 48494336 diff --git a/ppo_v9/policy_update410.state.json b/ppo_v9/policy_update410.state.json deleted file mode 100644 index e5d9cf797b502bfa7626de77d27892d77cab1e5e..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update410.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 411, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1578240, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update415.safetensors b/ppo_v9/policy_update415.safetensors deleted file mode 100644 index 9ffe3d9eeb90f8fe6a1812ba840623aac84f1cce..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update415.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:16fd876cd673fb64d10694a487b2ae1b7d586dff48fa079f34e63b0a1c0bd4f9 -size 48494336 diff --git a/ppo_v9/policy_update415.state.json b/ppo_v9/policy_update415.state.json deleted file mode 100644 index c36a4af1616344d8b9691158a5c7251d72687575..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update415.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 416, - "stage": 0, - "ent_scale": 2.856100000000001, - "lr_now": 0.00025, - "total_env_steps": 1597440, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update420.safetensors b/ppo_v9/policy_update420.safetensors deleted file mode 100644 index 91f4a76fedf8fd6054430830187b8d8d48d8eb82..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update420.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0c63737b544329d0bb927518b899df9eac967037b4db609a35d8b68cb5c1a2d0 -size 48494336 diff --git a/ppo_v9/policy_update420.state.json b/ppo_v9/policy_update420.state.json deleted file mode 100644 index 613f1b0468429a9f8bd8f8f78bd5a744673015cd..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update420.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 421, - "stage": 0, - "ent_scale": 4.169579095130116, - "lr_now": 0.00025, - "total_env_steps": 1616640, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update425.safetensors b/ppo_v9/policy_update425.safetensors deleted file mode 100644 index 285aa6ea957d442ed6824372462d06248fa5a28c..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update425.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:04cca215e65de91a0499c0ad01f0e83a399ffe8a9f983234d10373ffd1e1073e -size 48494336 diff --git a/ppo_v9/policy_update435.safetensors b/ppo_v9/policy_update435.safetensors deleted file mode 100644 index 24f0e3d93040d2fe2c21d40eee1a6cee53d433a8..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update435.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ce2a778b84ea16a310d8a557e4c0a5054ac0021a6e5aa5b708b9e6ff57b07da0 -size 48494336 diff --git a/ppo_v9/policy_update435.state.json b/ppo_v9/policy_update435.state.json deleted file mode 100644 index 0c3c5174fe856a30fdddc7af3b0f50ae172f230a..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update435.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 436, - "stage": 0, - "ent_scale": 1.3084123179596376, - "lr_now": 0.00025, - "total_env_steps": 1674240, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update440.safetensors b/ppo_v9/policy_update440.safetensors deleted file mode 100644 index 09e574254d2cec4cf24795116f05a45c2af7fba1..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update440.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ee25e3942c3412201c63925b5df15b742709351249a8fbd9151335867651dd26 -size 48494336 diff --git a/ppo_v9/policy_update440.state.json b/ppo_v9/policy_update440.state.json deleted file mode 100644 index dd09ee15a4b05a3f6e8d86d55e1c950e91b8bcc0..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update440.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 441, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1693440, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update445.safetensors b/ppo_v9/policy_update445.safetensors deleted file mode 100644 index 387b97e9391eaa99221dfbd062b653974be72bee..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update445.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:33de4342eca60564b97cf7e72dcef63a0588c13b1686dc90eb340c2a6c1cfdf4 -size 48494336 diff --git a/ppo_v9/policy_update445.state.json b/ppo_v9/policy_update445.state.json deleted file mode 100644 index 080c4bed27e1285c192131e168b4ae3698f66ebe..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update445.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 446, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1712640, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update45.safetensors b/ppo_v9/policy_update45.safetensors deleted file mode 100644 index 06cc515c485e38af3dd645495bf4885a84e6d842..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update45.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0e61a6716495dfe0c293deb51d205252dae8480dd3688e4ecac7c351c9a6642b -size 48494336 diff --git a/ppo_v9/policy_update45.state.json b/ppo_v9/policy_update45.state.json deleted file mode 100644 index 8c1ca54328f37c61ee4a9c5b3a566007349c436c..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update45.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 46, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 176640, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update450.safetensors b/ppo_v9/policy_update450.safetensors deleted file mode 100644 index 8d5778b0fc6f354d09fc3d94059d8ce6221d3964..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update450.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4fce953f52289bc04e8c135207bb0e88a8430e4394beeb15ee48e7a2b5906388 -size 48494336 diff --git a/ppo_v9/policy_update450.state.json b/ppo_v9/policy_update450.state.json deleted file mode 100644 index c84fe8ba2f52cbbbe54f888cb1f2ed1d3565c150..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update450.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 451, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1731840, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update455.safetensors b/ppo_v9/policy_update455.safetensors deleted file mode 100644 index 79ffdbdaf691e52761da6587f6c29cd1a7b54110..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update455.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:32475dcb52f899746ef8e4e2a2d7d3e0f597b27ac69060da80562d95b7892b7b -size 48494336 diff --git a/ppo_v9/policy_update455.state.json b/ppo_v9/policy_update455.state.json deleted file mode 100644 index 11abf587b8064c12d21b15ec79ea4c64f21da9fb..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update455.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 456, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1751040, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update460.safetensors b/ppo_v9/policy_update460.safetensors deleted file mode 100644 index 8db0f96034ad054c1c2204f61bf66d30b745c36c..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update460.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b73142d123bac3705cd4c5d1af11217286955a32118dc631c13776a629c66e06 -size 48494336 diff --git a/ppo_v9/policy_update460.state.json b/ppo_v9/policy_update460.state.json deleted file mode 100644 index 3877d943c317a36ea727e1e1b93f8866e1362359..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update460.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 461, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1770240, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update465.safetensors b/ppo_v9/policy_update465.safetensors deleted file mode 100644 index 84b2e10f9970586724dd5fc87638ba359b2a33e6..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update465.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:acc2bcdf54c3f1dfc6d9544b66e6891fecfd1ca9ab0d16220612c6b0fd1f667b -size 48494336 diff --git a/ppo_v9/policy_update465.state.json b/ppo_v9/policy_update465.state.json deleted file mode 100644 index cc0d34edfc1d1ae4ee16d4d33b47c90fcafd0c5d..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update465.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 466, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1789440, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update470.safetensors b/ppo_v9/policy_update470.safetensors deleted file mode 100644 index 2a103ce652669deeda86618221b0d478a894fbb1..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update470.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e4d6823d2ff93afb3782252290b07074a4b83c2e478d3bbf9e3cf40ad2cc53fc -size 48494336 diff --git a/ppo_v9/policy_update470.state.json b/ppo_v9/policy_update470.state.json deleted file mode 100644 index 93acd443ffba7e5cb19bb67d3e17d301c5a0d7c3..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update470.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 471, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1808640, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update475.safetensors b/ppo_v9/policy_update475.safetensors deleted file mode 100644 index 591b30674e9f559eb7649e32c4b06c8f48f2f9b0..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update475.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:70624ced6fe49a57b12a8a0c6fade7ff366f23dffa6c9c72984d060864af406c -size 48494336 diff --git a/ppo_v9/policy_update475.state.json b/ppo_v9/policy_update475.state.json deleted file mode 100644 index cc3f77bcec1a99903f09f3454741ecdd1eb69286..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update475.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 476, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1827840, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update480.safetensors b/ppo_v9/policy_update480.safetensors deleted file mode 100644 index 9e20e1cef9852ea239a230c5955cab3f30b1e598..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update480.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b653ce9f663401d6f075486a338189da662e4c22d727f8bbc15263c3933f13e4 -size 48494336 diff --git a/ppo_v9/policy_update480.state.json b/ppo_v9/policy_update480.state.json deleted file mode 100644 index 4d5dfa4005cef6dd303b4e4c21c827178b776b4f..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update480.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 481, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1847040, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update485.safetensors b/ppo_v9/policy_update485.safetensors deleted file mode 100644 index b49709acfff4fc1910bc9c4d30bfbd145237b71e..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update485.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:370ecbfe915bbb50afa8c6e2c76f6665666f66754b2c0bd6d947b48ca466cf27 -size 48494336 diff --git a/ppo_v9/policy_update485.state.json b/ppo_v9/policy_update485.state.json deleted file mode 100644 index 3b6a6c719140a556c46919406393e0fba1f5b201..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update485.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 486, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1866240, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update490.safetensors b/ppo_v9/policy_update490.safetensors deleted file mode 100644 index ddb3b3913c27138f7650fdabea01d5716e857ebf..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update490.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dc6170a7803c6dcac4ff6eb7dfa19ec124d6d8bef6f0c5fc7bf78c25998da8bd -size 48494336 diff --git a/ppo_v9/policy_update490.state.json b/ppo_v9/policy_update490.state.json deleted file mode 100644 index 6452a7b301fe8450e99062f0879257535ed44f00..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update490.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 491, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1885440, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update495.safetensors b/ppo_v9/policy_update495.safetensors deleted file mode 100644 index e959973b7c61974be913500ef4ec487937863bea..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update495.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:80aa5e8b83ea432cf9b809d249a6628826172d4f1c8380271db059fca09931e8 -size 48494336 diff --git a/ppo_v9/policy_update495.state.json b/ppo_v9/policy_update495.state.json deleted file mode 100644 index 11a99ed491e7dc3cac3c08f7237aa3716174946f..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update495.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 496, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 1904640, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update5.safetensors b/ppo_v9/policy_update5.safetensors deleted file mode 100644 index 683a44c5da978328cd5cefab5291a84532283c6a..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update5.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:db21a7f0c495145a51788d3b481de87c575dc38d78bcd9cbfaec4b51e58cdf05 -size 48494336 diff --git a/ppo_v9/policy_update5.state.json b/ppo_v9/policy_update5.state.json deleted file mode 100644 index 574a4581f7a5ba236da51ba1e766fbd36ba279ba..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update5.state.json +++ /dev/null @@ -1,56 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 6, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 23040, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update50.safetensors b/ppo_v9/policy_update50.safetensors deleted file mode 100644 index 267a24dec3fc36b82c0fb043fec5ac96e347ef46..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update50.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:622c348fc42d07004f8da028b377d192adc3bfb1b38300feb36ced178e5adde1 -size 48494336 diff --git a/ppo_v9/policy_update50.state.json b/ppo_v9/policy_update50.state.json deleted file mode 100644 index c52f66e1d9b7f005038b8aaf5b3cede2750c9d7c..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update50.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 51, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 195840, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update500.safetensors b/ppo_v9/policy_update500.safetensors deleted file mode 100644 index 210f65531cf271947df67f5bf1852c7b0d4d6d65..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update500.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:da8df0f268cfa9cde8a1b4b789e29d56f12fd08b8a0f43d885395508429dcf59 -size 48494336 diff --git a/ppo_v9/policy_update500.state.json b/ppo_v9/policy_update500.state.json deleted file mode 100644 index a307affb50027857aed5f84f6806a5b0b8751366..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update500.state.json +++ /dev/null @@ -1,49 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 501, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 1923840, - "recent_wins": [ - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update505.safetensors b/ppo_v9/policy_update505.safetensors deleted file mode 100644 index 4e510219baccc866c6bb79f7a0aaaab986dbdfc3..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update505.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f101cca652d53b8e27ba29c0f92273e29bdd78675a9881487e9b011ea22caae7 -size 48494336 diff --git a/ppo_v9/policy_update505.state.json b/ppo_v9/policy_update505.state.json deleted file mode 100644 index f22594d510b145ee303b97793c7b24ae3838dbbf..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update505.state.json +++ /dev/null @@ -1,58 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 506, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 1943040, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update510.safetensors b/ppo_v9/policy_update510.safetensors deleted file mode 100644 index 3bc97a03ed0503e8d363a2a6d1628ad1a8abe7a3..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update510.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f98ef30af59af80109c91a7e99cb169b1f9ce93e168620dfc2a577e6ea2df2dc -size 48494336 diff --git a/ppo_v9/policy_update510.state.json b/ppo_v9/policy_update510.state.json deleted file mode 100644 index dc8fecfc375a8b824dabead25a9286be0b9560ad..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update510.state.json +++ /dev/null @@ -1,82 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 511, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 1962240, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update515.safetensors b/ppo_v9/policy_update515.safetensors deleted file mode 100644 index 16e94360bfadbdb3be64b95086c249d66f5a0d02..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update515.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:07d90a15a69caea199535b2fdee4bb112ce3d31ba89cbbda62d4841d7dd7b5e3 -size 48494336 diff --git a/ppo_v9/policy_update515.state.json b/ppo_v9/policy_update515.state.json deleted file mode 100644 index f8bab0a26ba13ef6b02d0c6105b25d1ada3e23e8..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update515.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 516, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 1981440, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update520.safetensors b/ppo_v9/policy_update520.safetensors deleted file mode 100644 index 5d976e9c3ff1c0462a21b836a37ee0125d80a276..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update520.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:235b5dfa724244d377c5fe0abeaa6cc569278efba18bfc7ee2b774a453b7ce67 -size 48494336 diff --git a/ppo_v9/policy_update520.state.json b/ppo_v9/policy_update520.state.json deleted file mode 100644 index c435db46a056c6ed23778a2678d1012f71ae7f2f..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update520.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 521, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2000640, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update525.safetensors b/ppo_v9/policy_update525.safetensors deleted file mode 100644 index a6a6fe148205abb82e499c2ec5ac2791b50e3fbb..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update525.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4fa079c43ad07df1dc75cae47d7a5768e86d217f32b595782bfa3e67ffea11f2 -size 48494336 diff --git a/ppo_v9/policy_update525.state.json b/ppo_v9/policy_update525.state.json deleted file mode 100644 index d454d45eeccbdebd1c71f7ec091718ef800f2483..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update525.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 526, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2019840, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update530.safetensors b/ppo_v9/policy_update530.safetensors deleted file mode 100644 index ce507e497bbed1ba6131370c5d8d7e374bd137c3..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update530.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6b38c99842b2dc7d1bf5e379a7940d4d24f5f6b04bf9b92d73cd655e1d2f21a3 -size 48494336 diff --git a/ppo_v9/policy_update530.state.json b/ppo_v9/policy_update530.state.json deleted file mode 100644 index baf7af9646baaa1966e36ec168e144f526e49b58..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update530.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 531, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2039040, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update535.safetensors b/ppo_v9/policy_update535.safetensors deleted file mode 100644 index 3739d1cf8e9cb80d735812b500b2d20dfe7b56a5..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update535.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:67990ee33af85895b5a6a300ad62f41450c7bed31f90841f9973c5000825a25d -size 48494336 diff --git a/ppo_v9/policy_update535.state.json b/ppo_v9/policy_update535.state.json deleted file mode 100644 index 495f526a2dddb05fd5213f8f26c6cf95493c9df8..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update535.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 536, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2058240, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update540.safetensors b/ppo_v9/policy_update540.safetensors deleted file mode 100644 index 979f359376ebb414c2a0716de90fd8d74106db62..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update540.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1fa894ff43cc72d701f174873f1143d67ea9250731a7ebc1fde850066746f6fd -size 48494336 diff --git a/ppo_v9/policy_update540.state.json b/ppo_v9/policy_update540.state.json deleted file mode 100644 index 385d9d1ddd76ed61ef0b409c566492a6b07bdc28..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update540.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 541, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2077440, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update545.safetensors b/ppo_v9/policy_update545.safetensors deleted file mode 100644 index 1df7b6c4b5bd2e83e24f8f4e870e79122a6c0bcb..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update545.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:71372932d9fffba251bda2f575c6b708beecc71387133fd2afc11143b644cf37 -size 48494336 diff --git a/ppo_v9/policy_update545.state.json b/ppo_v9/policy_update545.state.json deleted file mode 100644 index 6e95ea5b640021ce2639da7c67311c301b8e1dca..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update545.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 546, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2096640, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update55.safetensors b/ppo_v9/policy_update55.safetensors deleted file mode 100644 index f623fb97d76f2398fed3ad188e4a562f39c6b6c5..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update55.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6acfa9b1c1d81da5959c7074910f34c374077a56b572dfca60f3db4a53aa7cdb -size 48494336 diff --git a/ppo_v9/policy_update55.state.json b/ppo_v9/policy_update55.state.json deleted file mode 100644 index 493a375fbfc1ff170042c2272d966b683e46107a..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update55.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 56, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 215040, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update550.safetensors b/ppo_v9/policy_update550.safetensors deleted file mode 100644 index c24c9103ef89991cdc89ae74865f2fe8e7fb94b0..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update550.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:81ae0d35523d15439fb1856e6ca9419b8e4008f66edc937a2fbe4150d1699dd8 -size 48494336 diff --git a/ppo_v9/policy_update550.state.json b/ppo_v9/policy_update550.state.json deleted file mode 100644 index 5029e4a7b00ca89290a69da9cf45848bbbde51e5..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update550.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 551, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2115840, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update555.safetensors b/ppo_v9/policy_update555.safetensors deleted file mode 100644 index 0751a275ff79c9afaf7a52f8f31ffdc25fd47dd4..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update555.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8303b547d39457c2cb2b299db5442ba04275033867d6e9913e0d83424fe03214 -size 48494336 diff --git a/ppo_v9/policy_update555.state.json b/ppo_v9/policy_update555.state.json deleted file mode 100644 index fc15a81bf2b9d48b224331af4e4f8f9610dd3993..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update555.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 556, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2135040, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update560.safetensors b/ppo_v9/policy_update560.safetensors deleted file mode 100644 index 30e5a1ef97b44832638dc01ba158bd6bb76229e9..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update560.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:896566a2af9364e33c556f5ec8df4457ee19994d818514289bf983efada1d1a0 -size 48494336 diff --git a/ppo_v9/policy_update560.state.json b/ppo_v9/policy_update560.state.json deleted file mode 100644 index 74512e2d2185211004852c7ad9e86ca4cd517104..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update560.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 561, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2154240, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update565.safetensors b/ppo_v9/policy_update565.safetensors deleted file mode 100644 index c4b5bd51044056625b04c1f5c0e5ad09332bd324..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update565.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6517dddb9b3a83f4bb8003393cf003bceee72ec18bb6da04655fd776f919868a -size 48494336 diff --git a/ppo_v9/policy_update565.state.json b/ppo_v9/policy_update565.state.json deleted file mode 100644 index 1a683a8f47dec4c0a769b935575dcd76e6430c5c..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update565.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 566, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2173440, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update570.safetensors b/ppo_v9/policy_update570.safetensors deleted file mode 100644 index e7b7db65bc48ca0f302aaccb1ca89699b575d00a..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update570.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5190a033e2805528b24b02921d1fc8adc120df929155059bf470fd34df9aef79 -size 48494336 diff --git a/ppo_v9/policy_update570.state.json b/ppo_v9/policy_update570.state.json deleted file mode 100644 index c26c6d3081825fde7e078bfb0b68af79f08bcd25..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update570.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 571, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2192640, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update575.safetensors b/ppo_v9/policy_update575.safetensors deleted file mode 100644 index 4dab8f2ce85b8468407a021c6e1bd18f45f0c6f5..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update575.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dbe2e959da6bcc101ab01a9070de8818d4931870a52f05f99db07162f470bed8 -size 48494336 diff --git a/ppo_v9/policy_update575.state.json b/ppo_v9/policy_update575.state.json deleted file mode 100644 index 91cb9b7e72d0fe2081a70238114535727cdb834f..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update575.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 576, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2211840, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update580.safetensors b/ppo_v9/policy_update580.safetensors deleted file mode 100644 index 9171c2fb9de9aa4f01480a7b6090530c02c5c834..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update580.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7e237253c4c6c9501e7d29771e91b5b97b5c46dadd0b325c433beefb8bd96bd5 -size 48494336 diff --git a/ppo_v9/policy_update580.state.json b/ppo_v9/policy_update580.state.json deleted file mode 100644 index 22c881299508b737665599cb215c171df15bdc18..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update580.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 581, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2231040, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update585.safetensors b/ppo_v9/policy_update585.safetensors deleted file mode 100644 index 8b970dfa7f72524c9349da8c36316118751eb358..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update585.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cd486c9a35a8522d26ecdb77d76bbc33f2ca4d05cf2d28546bc7178adde6f9f2 -size 48494336 diff --git a/ppo_v9/policy_update585.state.json b/ppo_v9/policy_update585.state.json deleted file mode 100644 index 2cd713b0519f57c7b1abc44b2c9f366036ffef71..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update585.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 586, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2250240, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update590.safetensors b/ppo_v9/policy_update590.safetensors deleted file mode 100644 index ec7c5722ecabf87397dbc9427aa9f80c71da5156..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update590.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1cb86666f4fc68e47ce6d1f047dbe47767e6840eceeb9a39b58e53a0d3805615 -size 48494336 diff --git a/ppo_v9/policy_update590.state.json b/ppo_v9/policy_update590.state.json deleted file mode 100644 index 32b5c71bf56baed3c2a1ddfce4ae21edfb58c123..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update590.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 591, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2269440, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update595.safetensors b/ppo_v9/policy_update595.safetensors deleted file mode 100644 index c979e5e882ec1f3eb110f0bbefb1057540325a33..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update595.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e4ae0ad20192aa62df64c71e01e75b5010c97e52e427667e2731009849160b85 -size 48494336 diff --git a/ppo_v9/policy_update595.state.json b/ppo_v9/policy_update595.state.json deleted file mode 100644 index e66f19178fb75d1bce4bbc6129eab8a81747798c..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update595.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 596, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2288640, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update60.safetensors b/ppo_v9/policy_update60.safetensors deleted file mode 100644 index fc451c07a73b4b2c15d1b45bb641d6e07b3d764b..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update60.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dd01453515c12afd67ec7f78a73eef375823582f6fe19147c11bbd13c5dc3a1a -size 48494336 diff --git a/ppo_v9/policy_update60.state.json b/ppo_v9/policy_update60.state.json deleted file mode 100644 index 221a116762711dd5f43dd0d69d030d94a2ef4703..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update60.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 61, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 234240, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update600.safetensors b/ppo_v9/policy_update600.safetensors deleted file mode 100644 index 6d884bc98fbf2d2b7742ad2c67a3a54f47e0bccf..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update600.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:48651f8da4b071e50751089c2ab0e6f1f5e456860c415db1dfd5cd43569ca271 -size 48494336 diff --git a/ppo_v9/policy_update600.state.json b/ppo_v9/policy_update600.state.json deleted file mode 100644 index 1325c704c4dcb087443a38aaad8e9d0f36667bad..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update600.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 601, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2307840, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update605.safetensors b/ppo_v9/policy_update605.safetensors deleted file mode 100644 index b5bbc5e541283d0a96ce836ff9f636d70c34ac82..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update605.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:974b4d88aafdb5b01d2f1f2df22e1ab342ac6727731d571b81ef70200afc800c -size 48494336 diff --git a/ppo_v9/policy_update605.state.json b/ppo_v9/policy_update605.state.json deleted file mode 100644 index 70136cf6d74a1845e28978974710e6159d3a61f8..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update605.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 606, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2327040, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update610.safetensors b/ppo_v9/policy_update610.safetensors deleted file mode 100644 index 44c0583536320e75314e1d701d896b0c64f634b0..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update610.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:49120a66ebf61e2686fa2a581b95d6db13d524978a049abeb96eb6cb17cb89c6 -size 48494336 diff --git a/ppo_v9/policy_update610.state.json b/ppo_v9/policy_update610.state.json deleted file mode 100644 index 33c4cb229560eb7532db3470bc28efeedea054db..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update610.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 611, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2346240, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update615.safetensors b/ppo_v9/policy_update615.safetensors deleted file mode 100644 index ccca37f57e3b4dc83e065d57dd965c91bbd14aab..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update615.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1f70416c1e130810877acf07a560008236d165595c926d4edf7d686148517f08 -size 48494336 diff --git a/ppo_v9/policy_update620.safetensors b/ppo_v9/policy_update620.safetensors deleted file mode 100644 index 48958555f06870e49f58e3823176c5a7f0194c1b..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update620.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0970c795d3dd1ad22cf88459d15bb38f75c8b40beec3de607379fb60dee1fe6e -size 48494336 diff --git a/ppo_v9/policy_update620.state.json b/ppo_v9/policy_update620.state.json deleted file mode 100644 index a6cb90f4b1beeb5cd05f2f0b8b69284657101da7..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update620.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 621, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2384640, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update625.safetensors b/ppo_v9/policy_update625.safetensors deleted file mode 100644 index 1572f754be2245e356c08796aa2f4b9fcab36cdd..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update625.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:907be73af8509db4acf2a1d5b594d793e1c12358899559bee1ee74bb4497c555 -size 48494336 diff --git a/ppo_v9/policy_update625.state.json b/ppo_v9/policy_update625.state.json deleted file mode 100644 index 87bcbc32a9242689672f55c2b4798983b124b276..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update625.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 626, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2403840, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update630.safetensors b/ppo_v9/policy_update630.safetensors deleted file mode 100644 index ea3e883f9b3099af7ba954283f10028394c99291..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update630.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d3f5afd65e87084dd30d759f00a0730e60bea3c6d3016cf9f74689725a002541 -size 48494336 diff --git a/ppo_v9/policy_update630.state.json b/ppo_v9/policy_update630.state.json deleted file mode 100644 index 99c8f3da297900c570c0b798d282b73c12bf5887..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update630.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 631, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2423040, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update635.safetensors b/ppo_v9/policy_update635.safetensors deleted file mode 100644 index 589336abac565f7d00c705999896bc4193df4c9d..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update635.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4a552e3558c075f282e8b58bf3fc96162e88b49194eeba98df6287a851bbdd0b -size 48494336 diff --git a/ppo_v9/policy_update635.state.json b/ppo_v9/policy_update635.state.json deleted file mode 100644 index ba686c30dea11030d13a4718b9b309015f028e3a..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update635.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 636, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2442240, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update640.safetensors b/ppo_v9/policy_update640.safetensors deleted file mode 100644 index 195476db168a5c31fc594d42aac4def56de3e7f6..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update640.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f0d265ff92f5aed79816d611770c282e438b7fc4254f1a4c2fee121659f47389 -size 48494336 diff --git a/ppo_v9/policy_update640.state.json b/ppo_v9/policy_update640.state.json deleted file mode 100644 index 7e7b810b85ad90b08c7b28f5ae1ab2e32a9070f1..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update640.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 641, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2461440, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update645.safetensors b/ppo_v9/policy_update645.safetensors deleted file mode 100644 index 0d3b0833479ad5ef43763b6909c39a157196dd4f..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update645.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:88d2c943199f055d995452e54c1fc2c631ffc74038137e6f2329f62a2ab95bbe -size 48494336 diff --git a/ppo_v9/policy_update645.state.json b/ppo_v9/policy_update645.state.json deleted file mode 100644 index 3263a9ed160c3bca0cdde190135ca4c15e012b97..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update645.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 646, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2480640, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update65.safetensors b/ppo_v9/policy_update65.safetensors deleted file mode 100644 index f92aeac65715798bda6b505f45a967cb23aa4ca4..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update65.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1a6b51c40e6512113d17d8e7b01aae38312bb53ffc6a758757f2d524f6a28e18 -size 48494336 diff --git a/ppo_v9/policy_update65.state.json b/ppo_v9/policy_update65.state.json deleted file mode 100644 index aa74c374a4c6ef51e0ccb4c5265a4b3bab834ae7..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update65.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 66, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 253440, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update650.safetensors b/ppo_v9/policy_update650.safetensors deleted file mode 100644 index b6f8acbdd0b0e33964bc377ca5f01dfa398cf15c..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update650.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2ee2490fdaed2fd8c95caba71b8151d152781a67bdf03dc131e640dbad3e5b9c -size 48494336 diff --git a/ppo_v9/policy_update650.state.json b/ppo_v9/policy_update650.state.json deleted file mode 100644 index b0c387b3097565c87fbe05f544b31e70a424906f..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update650.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 651, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2499840, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update655.safetensors b/ppo_v9/policy_update655.safetensors deleted file mode 100644 index 04ea8a491419adb06faa4005199ba44924246308..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update655.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:89032a5908f12d7c052f0c6af02fb06205bb458030a9bb8d977bb534fd5510ab -size 48494336 diff --git a/ppo_v9/policy_update655.state.json b/ppo_v9/policy_update655.state.json deleted file mode 100644 index ceafeab4377f09edae2a4b60d0d0b8455914463e..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update655.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 656, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2519040, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update660.safetensors b/ppo_v9/policy_update660.safetensors deleted file mode 100644 index 22f0325dec5bd941cffa26ee5d5e574c4f4dff10..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update660.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:73caf262f8b7e257473c8741e816516696efc8a8d7180dcd7c5af3af3fabf5a6 -size 48494336 diff --git a/ppo_v9/policy_update670.safetensors b/ppo_v9/policy_update670.safetensors deleted file mode 100644 index 8df643b6a14bf653f61fd14e3289dbe7b675a8dd..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update670.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5208a612f16470c794ab2238ebe9b4af2f93b3a50e6b99dea810ba03af4281a5 -size 48494336 diff --git a/ppo_v9/policy_update670.state.json b/ppo_v9/policy_update670.state.json deleted file mode 100644 index bfb478f5e7ac4d30d100d4ec9a0636edc3288ec9..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update670.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 671, - "stage": 1, - "ent_scale": 1.4598855415181946, - "lr_now": 0.0002125, - "total_env_steps": 2576640, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update675.safetensors b/ppo_v9/policy_update675.safetensors deleted file mode 100644 index c8e51c278a9625dfd49d26a5c9af28c0fc765ee3..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update675.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7f7c2623ff2874370c8b7453706da9d87603d86d6044e6a9ab2d69dc9138e2ee -size 48494336 diff --git a/ppo_v9/policy_update675.state.json b/ppo_v9/policy_update675.state.json deleted file mode 100644 index 4100e1cb1c6bfea326e350e4570c81baac48e33a..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update675.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 676, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2595840, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update680.safetensors b/ppo_v9/policy_update680.safetensors deleted file mode 100644 index fd801eade317913b2a439e8c87548df669e4374f..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update680.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a2e5c82dc96e1013773d441cf8f5fee993880953fc8e06f05404c63ced5056f0 -size 48494336 diff --git a/ppo_v9/policy_update680.state.json b/ppo_v9/policy_update680.state.json deleted file mode 100644 index 6425b91d1a0180f70cba8f006c69f768e892328f..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update680.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 681, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2615040, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update685.safetensors b/ppo_v9/policy_update685.safetensors deleted file mode 100644 index 0254051445c17ee2d98e3c67d9fa11500c675d45..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update685.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:011eed2f5c676eb546ca0b303adf40fd776a9c03acc9ca2b60942253a4b2d0d3 -size 48494336 diff --git a/ppo_v9/policy_update685.state.json b/ppo_v9/policy_update685.state.json deleted file mode 100644 index b0b5e38a016f9a872707eb8c660555cfeb0c4a98..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update685.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 686, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2634240, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update690.safetensors b/ppo_v9/policy_update690.safetensors deleted file mode 100644 index 830c95664bf1aefe053f4905cea7c566f9d96bac..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update690.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:da2f3b3e3e505fe39ee456f2b056bcc3738454fcc621799d7ce3d241f369deeb -size 48494336 diff --git a/ppo_v9/policy_update690.state.json b/ppo_v9/policy_update690.state.json deleted file mode 100644 index c421ec587e88fc41c003483ee941189aedaee51f..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update690.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 691, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2653440, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update695.safetensors b/ppo_v9/policy_update695.safetensors deleted file mode 100644 index a8899874827226c495b15002d80901efe976ac14..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update695.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f5e723655438846d3c4987c6ff6812917100e70f57d0472e0464c1ca130cb6f8 -size 48494336 diff --git a/ppo_v9/policy_update695.state.json b/ppo_v9/policy_update695.state.json deleted file mode 100644 index fad6baa3ce456d666bfd5bb837e85a0e8a915b54..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update695.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 696, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2672640, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update70.safetensors b/ppo_v9/policy_update70.safetensors deleted file mode 100644 index abfdbac4199ff41d576b22cda8e67d92d4baa2b1..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update70.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:500e4cc7d56f92e04c444a2e36dbb11ca4b8131fddaf90c45955f0d8718dddeb -size 48494336 diff --git a/ppo_v9/policy_update70.state.json b/ppo_v9/policy_update70.state.json deleted file mode 100644 index 9d6d8747905906dcf7d36ea8f72f12faebb78f98..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update70.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 71, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 272640, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update700.safetensors b/ppo_v9/policy_update700.safetensors deleted file mode 100644 index 33cfe0e0bfa6af709138c2d81601994508aae5b5..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update700.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d38ae0b79f7d58d02b18fbf3f9d37d6de2432e7d78eac21834e6a74bd8a8bee7 -size 48494336 diff --git a/ppo_v9/policy_update700.state.json b/ppo_v9/policy_update700.state.json deleted file mode 100644 index e2f88ba7a7bf693558cd1e9eccfe0bd0762e1cfd..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update700.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 701, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2691840, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update705.safetensors b/ppo_v9/policy_update705.safetensors deleted file mode 100644 index 25b72897332f3d2d4d241f9e0fb478d91bf279f9..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update705.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8a28065b4eb126c1865a0ee915f450d6c78d46963cc2e6286a3a94aaa3aa93b6 -size 48494336 diff --git a/ppo_v9/policy_update705.state.json b/ppo_v9/policy_update705.state.json deleted file mode 100644 index eefdbf1b502eb996be060b1c6c3b6bb320982739..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update705.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 706, - "stage": 1, - "ent_scale": 2.856100000000001, - "lr_now": 0.0002125, - "total_env_steps": 2711040, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update710.safetensors b/ppo_v9/policy_update710.safetensors deleted file mode 100644 index 80de61cef5a0513aa909fc8ffbe748a9041c2b00..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update710.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4e3d4fa48d07673783faa414eb513a57c38b07718a3bf1c6ec6ba8c5dcfc1976 -size 48494336 diff --git a/ppo_v9/policy_update710.state.json b/ppo_v9/policy_update710.state.json deleted file mode 100644 index b886dafcac36da05df54d456a72e690291f2c0f9..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update710.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 711, - "stage": 1, - "ent_scale": 5.0, - "lr_now": 0.0002125, - "total_env_steps": 2730240, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update715.safetensors b/ppo_v9/policy_update715.safetensors deleted file mode 100644 index a32683c7414c5af081e5314b04251e2e04b7976f..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update715.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ac5ff6c02512f2cee7c97b1d6debc66b6b982418ac3424b6b5b426553a0af505 -size 48494336 diff --git a/ppo_v9/policy_update715.state.json b/ppo_v9/policy_update715.state.json deleted file mode 100644 index e8e88db8dc666c3294643a356e916c966bb466b1..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update715.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 716, - "stage": 1, - "ent_scale": 4.535147392290249, - "lr_now": 0.0002125, - "total_env_steps": 2749440, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update720.safetensors b/ppo_v9/policy_update720.safetensors deleted file mode 100644 index beb42518b65c2ace61a552ce985c0ec46ce8d67b..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update720.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bd0cd57bd762e87d6669ba69258554032a7a2be167504e2e26e8d27cc718eea1 -size 48494336 diff --git a/ppo_v9/policy_update720.state.json b/ppo_v9/policy_update720.state.json deleted file mode 100644 index 6cf32967c04d09b55428375103533987e5fcb03c..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update720.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 721, - "stage": 1, - "ent_scale": 1.5122677751680194, - "lr_now": 0.0002125, - "total_env_steps": 2768640, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update725.safetensors b/ppo_v9/policy_update725.safetensors deleted file mode 100644 index 82bae5321e1732766a869ec10074a38d3eaf5c12..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update725.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8d51ab19b579af82a763b5a0df9c36e38efdebff6bd3039062f490363ded184e -size 48494336 diff --git a/ppo_v9/policy_update725.state.json b/ppo_v9/policy_update725.state.json deleted file mode 100644 index 0d4982c0ba7cc521822164e4b5c66acc49c136e6..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update725.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 726, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2787840, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update730.safetensors b/ppo_v9/policy_update730.safetensors deleted file mode 100644 index 86b41ac12d0b501abca31c03786b7034efb2ef19..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update730.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3830ae1c06e46bda47b2fb67daed1d36fb8abd1c5630fe4113b619b2f1239824 -size 48494336 diff --git a/ppo_v9/policy_update730.state.json b/ppo_v9/policy_update730.state.json deleted file mode 100644 index 2a4094ff86e5ac8b0516a8940d51d70208e52e94..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update730.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 731, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2807040, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update735.safetensors b/ppo_v9/policy_update735.safetensors deleted file mode 100644 index 401d63d0443b84f0e4c13abb26b21dbee6b438d4..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update735.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:76b7a824732b845db8fae80526e4ddf789bfc7864c6eb5894b85f94abe6010f7 -size 48494336 diff --git a/ppo_v9/policy_update735.state.json b/ppo_v9/policy_update735.state.json deleted file mode 100644 index 9846f25af8fb6a41dd1e53797833cb26fb8670db..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update735.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 736, - "stage": 1, - "ent_scale": 1.0, - "lr_now": 0.0002125, - "total_env_steps": 2826240, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update740.safetensors b/ppo_v9/policy_update740.safetensors deleted file mode 100644 index 8d679740a113a450949a26d9231066c2496d2ffe..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update740.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:eb2fac6642f96232c3041ab0697bb7b3239ce7002365d40014dc9ce3b4502af0 -size 48494336 diff --git a/ppo_v9/policy_update740.state.json b/ppo_v9/policy_update740.state.json deleted file mode 100644 index af9794bacff82b20ff65a76e2e36a37ea492740a..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update740.state.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 741, - "stage": 2, - "ent_scale": 1.3, - "lr_now": 0.00018062499999999999, - "total_env_steps": 2845440, - "recent_wins": [], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update745.safetensors b/ppo_v9/policy_update745.safetensors deleted file mode 100644 index 053471ff2bdbc792e907612c71e031096a931aa5..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update745.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8895ac3345b46187e1cc600c93cedb221b2610f8e243445491c03b892387c296 -size 48494336 diff --git a/ppo_v9/policy_update745.state.json b/ppo_v9/policy_update745.state.json deleted file mode 100644 index e076fcebae74c3628da56afab611d9a91f3c220a..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update745.state.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 746, - "stage": 2, - "ent_scale": 4.826809000000002, - "lr_now": 0.00018062499999999999, - "total_env_steps": 2864640, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update75.safetensors b/ppo_v9/policy_update75.safetensors deleted file mode 100644 index 634bafb4a3c02d4fb3727b091e18be4a7109aae8..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update75.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:890766c79c5810e594e30fee3c2b1382b1a32f7cae33697b7690a6a60aac9037 -size 48494336 diff --git a/ppo_v9/policy_update75.state.json b/ppo_v9/policy_update75.state.json deleted file mode 100644 index 87e16fefea5d554ffb0ecded5f415cf394b86ff4..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update75.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 76, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 291840, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update750.safetensors b/ppo_v9/policy_update750.safetensors deleted file mode 100644 index e5665e7f6fd350668afec510d9eaa12e70d5e502..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update750.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:17c103b2a66be92919de91affc500b8154ab8bf2ec84042f45ee5318aebe0eab -size 48494336 diff --git a/ppo_v9/policy_update750.state.json b/ppo_v9/policy_update750.state.json deleted file mode 100644 index 7950215c8c88b24d9fcc37965849283cc9c631e1..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update750.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 751, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 2883840, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update755.safetensors b/ppo_v9/policy_update755.safetensors deleted file mode 100644 index 9e6cb1ff1f1162de0693ebbaabf0ffd8c6d5d145..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update755.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2f78f8da686aad9c33605072bce1898998f2c0caed248f54a0c537f409e9cfdc -size 48494336 diff --git a/ppo_v9/policy_update755.state.json b/ppo_v9/policy_update755.state.json deleted file mode 100644 index 3fea6fb56f200deb5221df735bd6cd1ca94f822a..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update755.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 756, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 2903040, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update760.safetensors b/ppo_v9/policy_update760.safetensors deleted file mode 100644 index d89d2579596a139ec2b77cf6e3ba164a914bdfe6..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update760.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8f0c42e4ebac4ce3dd5cffbdc047e5f9c2719ed8143ce170ffc36a126855b8c1 -size 48494336 diff --git a/ppo_v9/policy_update760.state.json b/ppo_v9/policy_update760.state.json deleted file mode 100644 index 529ccf4eefc38b16badf7b32b55d909b076bc3f7..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update760.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 761, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 2922240, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update765.safetensors b/ppo_v9/policy_update765.safetensors deleted file mode 100644 index 60c62cec2554d2152abe0aaf2407d05a570e006f..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update765.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7c9eafead088f496159ba3351fb481b2d2c160a689bab3187d3d38ef5bcfb984 -size 48494336 diff --git a/ppo_v9/policy_update765.state.json b/ppo_v9/policy_update765.state.json deleted file mode 100644 index 102be962621c49bac4f39e607b289a345432b63d..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update765.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 766, - "stage": 2, - "ent_scale": 4.761904761904762, - "lr_now": 0.00018062499999999999, - "total_env_steps": 2941440, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update770.safetensors b/ppo_v9/policy_update770.safetensors deleted file mode 100644 index 59aec5772df9cab95d126d28bb7abf4a755b615c..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update770.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0691da6c1d0bd7ef5c55b9b85beae209ec5567ddadce9eb9d9c8acd2456eb431 -size 48494336 diff --git a/ppo_v9/policy_update770.state.json b/ppo_v9/policy_update770.state.json deleted file mode 100644 index 76b3bed24539c4cbb8bbe1c33c119cef057d209a..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update770.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 771, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 2960640, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update775.safetensors b/ppo_v9/policy_update775.safetensors deleted file mode 100644 index 920171bc7e0bb893531cb258c0c0c9c06a9a3fed..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update775.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:472bc882dc40adc9ca5061716ed103cd6ded7e4aa8df38cfe3168e42c639efe6 -size 48494336 diff --git a/ppo_v9/policy_update775.state.json b/ppo_v9/policy_update775.state.json deleted file mode 100644 index ee637de84d10340894351ca41cda6f92acb8f66f..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update775.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 776, - "stage": 2, - "ent_scale": 4.761904761904762, - "lr_now": 0.00018062499999999999, - "total_env_steps": 2979840, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update780.safetensors b/ppo_v9/policy_update780.safetensors deleted file mode 100644 index f7fa0e46bf6c8fc7486c63888f89bb5a20a3ea5e..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update780.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d0c180fd0b02975e2c9d65b4ceb1f45f2588f25e7ca5c44b349099d2f4cb3324 -size 48494336 diff --git a/ppo_v9/policy_update780.state.json b/ppo_v9/policy_update780.state.json deleted file mode 100644 index 72342530b0e49838ab7e1d0900a3ce9e6e0a4041..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update780.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 781, - "stage": 2, - "ent_scale": 1.9659481077184253, - "lr_now": 0.00018062499999999999, - "total_env_steps": 2999040, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update785.safetensors b/ppo_v9/policy_update785.safetensors deleted file mode 100644 index 0551bfe9cbd8e2bb997c02b36242dcb73efbdfe8..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update785.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:34020a2d201d80b3780e3c9253d03e8aa7737c353f0db57efa4ff89e82f50aed -size 48494336 diff --git a/ppo_v9/policy_update785.state.json b/ppo_v9/policy_update785.state.json deleted file mode 100644 index 65e1422337038168c712741ba4a3955b3bf02cc6..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update785.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 786, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 3018240, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update790.safetensors b/ppo_v9/policy_update790.safetensors deleted file mode 100644 index 90659c82005c35cf05bdcd39748a6f83bd73170e..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update790.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1567fc9728fe9aa4e1fd592668a80e253c7a9aad36cd6a9af8c647f8a7764b17 -size 48494336 diff --git a/ppo_v9/policy_update790.state.json b/ppo_v9/policy_update790.state.json deleted file mode 100644 index 822bb9ee886860ea5680f30ed72e0f8168a7bbb2..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update790.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 791, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 3037440, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update795.safetensors b/ppo_v9/policy_update795.safetensors deleted file mode 100644 index 6542c23437f6749a97f6575f9f4c6f8e0010e867..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update795.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b1f75f019a5ce1a633f83560a9daf4727d124462fdb281c1f32db35ec0637e56 -size 48494336 diff --git a/ppo_v9/policy_update795.state.json b/ppo_v9/policy_update795.state.json deleted file mode 100644 index ed16e0c7621b5043634de610888c8ef4e0852b5b..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update795.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 796, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 3056640, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update80.safetensors b/ppo_v9/policy_update80.safetensors deleted file mode 100644 index 8e2bb60a734c885f7885369bb64a7ab0109f56b8..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update80.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bcfcef07e533b951fc39d27c64ddb9336207a9192f960b29ba0dfcdc3c90ae14 -size 48494336 diff --git a/ppo_v9/policy_update80.state.json b/ppo_v9/policy_update80.state.json deleted file mode 100644 index 329e24a7c72ec0b5b76c19bd3a93654567b8aed4..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update80.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 81, - "stage": 0, - "ent_scale": 1.0, - "lr_now": 0.00025, - "total_env_steps": 311040, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update800.safetensors b/ppo_v9/policy_update800.safetensors deleted file mode 100644 index 529a1f43fbab0c288e504e8fe8c0ff6fb2cff3f8..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update800.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:34c9d615986233f07880a675cdfcc7e08dac22c1e330a55c5856a3f2e86aef51 -size 48494336 diff --git a/ppo_v9/policy_update800.state.json b/ppo_v9/policy_update800.state.json deleted file mode 100644 index 58cd80c484255113c5fbcb1847d50c63caaffb64..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update800.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 801, - "stage": 2, - "ent_scale": 1.2380952380952381, - "lr_now": 0.00018062499999999999, - "total_env_steps": 3075840, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update805.safetensors b/ppo_v9/policy_update805.safetensors deleted file mode 100644 index cac4a411575c7622b09c0bae254ee54cb26f2f1a..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update805.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:aa7d6407bb1ef21bd96f2534a946a8b27492c6924c0f65c3a49ec2d405c1d347 -size 48494336 diff --git a/ppo_v9/policy_update805.state.json b/ppo_v9/policy_update805.state.json deleted file mode 100644 index 041cdd83b3c675fea5d2e574b8f267be87483f70..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update805.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 806, - "stage": 2, - "ent_scale": 2.467206565165749, - "lr_now": 0.00018062499999999999, - "total_env_steps": 3095040, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update810.safetensors b/ppo_v9/policy_update810.safetensors deleted file mode 100644 index b488ae21b54711a35192e2f0796ca1fb40ae24b3..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update810.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:89faad8654470fa3be40ed50dffcd4970cc72dac0b67efb8c7e2ebea30d110fb -size 48494336 diff --git a/ppo_v9/policy_update810.state.json b/ppo_v9/policy_update810.state.json deleted file mode 100644 index 48a533eacd928a46deb644246a1a59c851671cea..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update810.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 811, - "stage": 2, - "ent_scale": 1.9331209018901334, - "lr_now": 0.00018062499999999999, - "total_env_steps": 3114240, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v9/policy_update815.safetensors b/ppo_v9/policy_update815.safetensors deleted file mode 100644 index 80e35ce25d897c81de5f07e6daed0a3f3a0e489e..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update815.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c4cdbfd337e10c431cdbf5019e7fea59ad39df0f4798e4ef3d23cbfcf0e08b36 -size 48494336 diff --git a/ppo_v9/policy_update815.state.json b/ppo_v9/policy_update815.state.json deleted file mode 100644 index 21f3cf4b3b3090c0e969d32792b83282022290d9..0000000000000000000000000000000000000000 --- a/ppo_v9/policy_update815.state.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 816, - "stage": 2, - "ent_scale": 2.822135254676018, - "lr_now": 0.00018062499999999999, - "total_env_steps": 3133440, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v9", - "reward_profile": "v9-sparse-win-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 20, - 20, - 16, - 16, - 12, - 12, - 10, - 10, - 10, - 8, - 8, - 10, - 8, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 20, - "requested_env_target": null -} \ No newline at end of file