Prune dense checkpoints (batch 11, 200 files)
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- ppo_v10/policy_update3565.state.json +0 -160
- ppo_v10/policy_update3570.safetensors +0 -3
- ppo_v10/policy_update3570.state.json +0 -160
- ppo_v10/policy_update3575.safetensors +0 -3
- ppo_v10/policy_update3575.state.json +0 -160
- ppo_v10/policy_update3580.safetensors +0 -3
- ppo_v10/policy_update3580.state.json +0 -160
- ppo_v10/policy_update3585.safetensors +0 -3
- ppo_v10/policy_update3585.state.json +0 -160
- ppo_v10/policy_update3590.safetensors +0 -3
- ppo_v10/policy_update3590.state.json +0 -160
- ppo_v10/policy_update3595.safetensors +0 -3
- ppo_v10/policy_update3595.state.json +0 -160
- ppo_v10/policy_update3600.safetensors +0 -3
- ppo_v10/policy_update3600.state.json +0 -160
- ppo_v10/policy_update3605.safetensors +0 -3
- ppo_v10/policy_update3605.state.json +0 -160
- ppo_v10/policy_update3610.safetensors +0 -3
- ppo_v10/policy_update3610.state.json +0 -160
- ppo_v10/policy_update3615.safetensors +0 -3
- ppo_v10/policy_update3615.state.json +0 -160
- ppo_v10/policy_update3620.safetensors +0 -3
- ppo_v10/policy_update3620.state.json +0 -160
- ppo_v10/policy_update3625.safetensors +0 -3
- ppo_v10/policy_update3625.state.json +0 -160
- ppo_v10/policy_update3630.safetensors +0 -3
- ppo_v10/policy_update3630.state.json +0 -160
- ppo_v10/policy_update3635.safetensors +0 -3
- ppo_v10/policy_update3635.state.json +0 -160
- ppo_v10/policy_update3640.safetensors +0 -3
- ppo_v10/policy_update3640.state.json +0 -160
- ppo_v10/policy_update3645.safetensors +0 -3
- ppo_v10/policy_update3645.state.json +0 -160
- ppo_v10/policy_update3650.safetensors +0 -3
- ppo_v10/policy_update3650.state.json +0 -160
- ppo_v10/policy_update3655.safetensors +0 -3
- ppo_v10/policy_update3655.state.json +0 -160
- ppo_v10/policy_update3660.safetensors +0 -3
- ppo_v10/policy_update3660.state.json +0 -160
- ppo_v10/policy_update3665.safetensors +0 -3
- ppo_v10/policy_update3665.state.json +0 -160
- ppo_v10/policy_update3670.safetensors +0 -3
- ppo_v10/policy_update3670.state.json +0 -160
- ppo_v10/policy_update3675.safetensors +0 -3
- ppo_v10/policy_update3675.state.json +0 -160
- ppo_v10/policy_update3680.safetensors +0 -3
- ppo_v10/policy_update3680.state.json +0 -160
- ppo_v10/policy_update3685.safetensors +0 -3
- ppo_v10/policy_update3685.state.json +0 -160
- ppo_v10/policy_update3690.safetensors +0 -3
ppo_v10/policy_update3565.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3566,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12049408,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
1.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
0.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
0.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3570.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:fdb0f4b4679c8865eb893f29380f50be52c08205cc195cda267d49fe2a6816fc
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3570.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3571,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12067328,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
1.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
1.0,
|
| 27 |
-
1.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
1.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
1.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
0.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
1.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
1.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3575.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:a64840df747debb38c304bc942d1c6abf84c7cce0ffac629cc8f88ab4f75984f
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3575.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3576,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12085248,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
1.0,
|
| 23 |
-
1.0,
|
| 24 |
-
1.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
1.0,
|
| 29 |
-
1.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
1.0,
|
| 35 |
-
1.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
1.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
0.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
1.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3580.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:1f242138e89b4da2d31a80e779e94222f0a42bc5b4fabf5939253fb37b045054
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3580.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3581,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12103168,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
1.0,
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
1.0,
|
| 20 |
-
1.0,
|
| 21 |
-
1.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
1.0,
|
| 35 |
-
1.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
0.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3585.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:0dd09b7f5c0338f8fbdf31b3f8fbad295e91830ebc3bae3b745825751c8f6c27
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3585.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3586,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12121088,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
1.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
0.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
1.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
1.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3590.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:258586fa568e5922211b569b561c3cf0a9264c13c0d00ae3e4d6ca7f38fc84c3
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3590.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3591,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12139008,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
1.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
1.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
1.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
0.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
1.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
1.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
1.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3595.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:bbd3ade8d4acbd54916441ac0eeb51c5ec107a026838afacc46f84c74a79c3c1
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3595.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3596,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12156928,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
1.0,
|
| 29 |
-
1.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
1.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
1.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
0.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
0.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
0.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3600.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:36a9662e3fadde2fbe05e663a186729ae98a2adadf2302175663845360b05918
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3600.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3601,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12174848,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
1.0,
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
1.0,
|
| 45 |
-
1.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
0.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
0.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
0.0,
|
| 86 |
-
0.0,
|
| 87 |
-
0.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
1.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3605.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d37be09bd7f263ad8b8a08a533fddfbe87bb956c6761ce3be737a168691fc90b
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3605.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3606,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 4.319187992657381,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12192768,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
1.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
0.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
0.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
0.0,
|
| 80 |
-
0.0,
|
| 81 |
-
0.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
1.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3610.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:7fd4545380a02d1f279eae758ff6b5a7e1468eac31401b4c4745ed831cf07829
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3610.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3611,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12210688,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
1.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
1.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
0.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
0.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
0.0,
|
| 72 |
-
0.0,
|
| 73 |
-
0.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
0.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
1.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3615.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:b5cf571ba21d71324abd278bf316938df1de4c8958c852b710c00f742b0fe5f0
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3615.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3616,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12228608,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
1.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
0.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
0.0,
|
| 62 |
-
0.0,
|
| 63 |
-
0.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
0.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
0.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
0.0,
|
| 87 |
-
0.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
1.0,
|
| 98 |
-
1.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3620.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:6624d78ce633044d180aa6e62b92b40caa9a64dc4e015d2ae5f6abb8e2d75191
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3620.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3621,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12246528,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
1.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
1.0,
|
| 27 |
-
1.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
1.0,
|
| 35 |
-
1.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
1.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
0.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
0.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
0.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
0.0,
|
| 77 |
-
0.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
1.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3625.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:edbfa0940483bbfc6eafe1a7367623184784a1dafd860309098fecc8f55351d6
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3625.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3626,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12264448,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
1.0,
|
| 27 |
-
1.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
1.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
0.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
0.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
0.0,
|
| 69 |
-
0.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3630.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9884a01b1a55f42f5be612e1cc61c5d912eed41caa06e4141f84aa96f84b17d7
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3630.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3631,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12282368,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
1.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
1.0,
|
| 35 |
-
1.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
1.0,
|
| 45 |
-
1.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
1.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
0.0,
|
| 59 |
-
0.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
1.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
1.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3635.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:c85674be636ea6040de785b7a9af3e4f685274c74e3d123538e62c7c97972475
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3635.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3636,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12300288,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
1.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
1.0,
|
| 27 |
-
1.0,
|
| 28 |
-
1.0,
|
| 29 |
-
1.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
1.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
1.0,
|
| 39 |
-
1.0,
|
| 40 |
-
1.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
0.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
1.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
1.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3640.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:05791fc190b283d3c1d54ea5c8f41fed66655cbe438f3c3da9cb0aadd8bef744
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3640.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3641,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12318208,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
1.0,
|
| 20 |
-
1.0,
|
| 21 |
-
1.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
1.0,
|
| 39 |
-
1.0,
|
| 40 |
-
1.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
0.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
0.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
1.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3645.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:c256a9bc9a188766a7537f34ca291473fe6d7bf6e9204fc4fea9f6f6fe68f619
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3645.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3646,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12336128,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
1.0,
|
| 21 |
-
1.0,
|
| 22 |
-
1.0,
|
| 23 |
-
1.0,
|
| 24 |
-
1.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
1.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
0.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
0.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
1.0,
|
| 131 |
-
1.0,
|
| 132 |
-
1.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3650.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:f381222a69f6e4f4685e5df8bfab4848bb8136fae4f68d2616a51764783281e0
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3650.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3651,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12354048,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
1.0,
|
| 16 |
-
0.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
1.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
1.0,
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
0.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
0.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
0.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3655.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:2723c339f9f174078c7ff7c5cbff52b84a58e4135fd155bcb705b9b9fcf3c4b2
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3655.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3656,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12371968,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
1.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
1.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
0.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
0.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
0.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
1.0,
|
| 98 |
-
1.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
1.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3660.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:53f957420af153e077a9e82a238dd00e5dce71324e5956d12b1306bddb408a15
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3660.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3661,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12389888,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
1.0,
|
| 18 |
-
1.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
1.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
1.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
1.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
0.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
0.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
1.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3665.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:183507b135436c741dabf7e5760791727234b17318ca9a4e697a8cde6097b828
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3665.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3666,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12407808,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
1.0,
|
| 34 |
-
1.0,
|
| 35 |
-
1.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
1.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
0.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
1.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
1.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3670.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:2bc2b8d2d5ecd83634bc9b9689b7d8d881a7f7b032bab98870cfc8b9e77cdf0a
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3670.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3671,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12425728,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
1.0,
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
1.0,
|
| 19 |
-
1.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
0.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
1.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3675.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:16716540908818e6137b75ea1041dd2b6f2c2a39e93bf71f4b7d74774168f3a4
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3675.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3676,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12443648,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
1.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
1.0,
|
| 18 |
-
1.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
0.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
0.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
1.0,
|
| 98 |
-
1.0,
|
| 99 |
-
0.0,
|
| 100 |
-
1.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3680.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:4a7ba6809121f5619011cf1639ecb67d5ad8499753112254c40e00051110125d
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3680.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3681,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12461568,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
1.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
0.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
1.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
1.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3685.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:1188d4785671d7f59d6f2d76f909bd9ba190a3e344b0f73d9ca8c550a3a2b050
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3685.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 3686,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 12479488,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
1.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
0.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
0.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
1.0,
|
| 98 |
-
1.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
1.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update3690.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:46b80ffb4063fd6b055df9363cf89fece7880ff8a7fc25ea3c248608872b979c
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|