Prune dense checkpoints (batch 13, 200 files)
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- ppo_v10/policy_update4565.state.json +0 -160
- ppo_v10/policy_update4570.safetensors +0 -3
- ppo_v10/policy_update4570.state.json +0 -160
- ppo_v10/policy_update4575.safetensors +0 -3
- ppo_v10/policy_update4575.state.json +0 -160
- ppo_v10/policy_update4580.safetensors +0 -3
- ppo_v10/policy_update4580.state.json +0 -160
- ppo_v10/policy_update4585.safetensors +0 -3
- ppo_v10/policy_update4585.state.json +0 -160
- ppo_v10/policy_update4590.safetensors +0 -3
- ppo_v10/policy_update4590.state.json +0 -160
- ppo_v10/policy_update4595.safetensors +0 -3
- ppo_v10/policy_update4595.state.json +0 -160
- ppo_v10/policy_update4600.safetensors +0 -3
- ppo_v10/policy_update4600.state.json +0 -160
- ppo_v10/policy_update4605.safetensors +0 -3
- ppo_v10/policy_update4605.state.json +0 -160
- ppo_v10/policy_update4610.safetensors +0 -3
- ppo_v10/policy_update4610.state.json +0 -160
- ppo_v10/policy_update4615.safetensors +0 -3
- ppo_v10/policy_update4615.state.json +0 -160
- ppo_v10/policy_update4620.safetensors +0 -3
- ppo_v10/policy_update4620.state.json +0 -160
- ppo_v10/policy_update4625.safetensors +0 -3
- ppo_v10/policy_update4625.state.json +0 -160
- ppo_v10/policy_update4630.safetensors +0 -3
- ppo_v10/policy_update4630.state.json +0 -160
- ppo_v10/policy_update4635.safetensors +0 -3
- ppo_v10/policy_update4635.state.json +0 -160
- ppo_v10/policy_update4640.safetensors +0 -3
- ppo_v10/policy_update4640.state.json +0 -160
- ppo_v10/policy_update4645.safetensors +0 -3
- ppo_v10/policy_update4645.state.json +0 -160
- ppo_v10/policy_update4650.safetensors +0 -3
- ppo_v10/policy_update4650.state.json +0 -160
- ppo_v10/policy_update4655.safetensors +0 -3
- ppo_v10/policy_update4655.state.json +0 -160
- ppo_v10/policy_update4660.safetensors +0 -3
- ppo_v10/policy_update4660.state.json +0 -160
- ppo_v10/policy_update4665.safetensors +0 -3
- ppo_v10/policy_update4665.state.json +0 -160
- ppo_v10/policy_update4670.safetensors +0 -3
- ppo_v10/policy_update4670.state.json +0 -160
- ppo_v10/policy_update4675.safetensors +0 -3
- ppo_v10/policy_update4675.state.json +0 -160
- ppo_v10/policy_update4680.safetensors +0 -3
- ppo_v10/policy_update4680.state.json +0 -160
- ppo_v10/policy_update4685.safetensors +0 -3
- ppo_v10/policy_update4685.state.json +0 -160
- ppo_v10/policy_update4690.safetensors +0 -3
ppo_v10/policy_update4565.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4566,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15633408,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
1.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
0.0,
|
| 54 |
-
0.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
0.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
0.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
1.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
1.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4570.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:c601fb875f6463357bb309590bac5d26d634694b0a02a1a3928027255f6eb9cc
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4570.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4571,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15651328,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
1.0,
|
| 44 |
-
1.0,
|
| 45 |
-
1.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
0.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
0.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4575.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9aaef20ef97748e2b75aef3ec73142f2bf8b2e492bea9cd821e056bb769a19f4
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4575.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4576,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15669248,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
1.0,
|
| 29 |
-
1.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
1.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
0.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
0.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
0.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
1.0,
|
| 98 |
-
1.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4580.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:fca211d46fbc72c42cd728865190fd0a237a766a2ebea0f843f5cd6915498749
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4580.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4581,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15687168,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
1.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
0.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
0.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
0.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
1.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4585.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:23202b6ac3db81c2f3a78d82c0e17f2c6af81ed0e38a1c86a18bc2ad1b5dae7c
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4585.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4586,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15705088,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
1.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
0.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
0.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
0.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4590.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d6344a4538fb4aa87452d4903af62fe253f3e2b065dcf6b32a51e8e664d8292a
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4590.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4591,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15723008,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
0.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
0.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
0.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
0.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4595.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:51b5e85cc3998fc3b12b78493d45b9aedfe4e9053c328ca5866919c03890ff07
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4595.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4596,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 4.761904761904762,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15740928,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
1.0,
|
| 16 |
-
0.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
0.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
1.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
0.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
0.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
0.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4600.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9012e619f2a9dc085b56f73d34b2db79d794ae4892103682ec882144e9b6fd24
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4600.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4601,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 3.731076983183138,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15758848,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
0.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
0.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
1.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
1.0,
|
| 131 |
-
1.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4605.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:da79102173ac478aec6f9b7f6a4c0224d2e5981a32328ba4a9b559b55652794f
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4605.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4606,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15776768,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
1.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
0.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
1.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
1.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4610.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:b7a598776b6f81c6dc8bfbeda507ee1f2fab0d676f1a443f126250a98192d984
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4610.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4611,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15794688,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
1.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4615.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:e9f86c414f84d04ab90ed801a4ea62b2653fa90c5ad0119840933a749b14a1a6
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4615.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4616,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15812608,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
1.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
1.0,
|
| 39 |
-
1.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
1.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
1.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
1.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
1.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4620.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:8fa1fda3f411361d4ab1f57d8b69ea0c8de7c47b0728891cf565ca4b8b5a4b72
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4620.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4621,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 4.319187992657381,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15830528,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
1.0,
|
| 34 |
-
1.0,
|
| 35 |
-
1.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
1.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
1.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4625.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:64cc5a0562166b05976b4388d9fedac1dfeca361d5506b09c4f63e85a7221a09
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4625.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4626,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15848448,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
0.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
1.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
1.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4630.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:213f8150790be35d53a303f2cb5fb9064384c67ef5e65ffbe4ed5cd284d09ffa
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4630.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4631,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15866368,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
1.0,
|
| 35 |
-
1.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
1.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
1.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
0.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
0.0,
|
| 114 |
-
1.0,
|
| 115 |
-
1.0,
|
| 116 |
-
1.0,
|
| 117 |
-
1.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4635.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:555ecc9ba307af5007328cd75d6da1c4c9642670ae10d97b10a3aa7695264115
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4635.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4636,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15884288,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
0.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
0.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
1.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
1.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4640.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:4d046b2ab092a9b3254179be766a65d289a39f5e0da90beb42c4477f04a5ace9
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4640.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4641,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15902208,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
1.0,
|
| 16 |
-
0.0,
|
| 17 |
-
1.0,
|
| 18 |
-
1.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
1.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
0.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
0.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
0.0,
|
| 100 |
-
1.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
1.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4645.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:e275b8f74cdaef863ab4997a51136673a0b004d10b12c09c9a4e0e1899074c7a
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4645.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4646,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15920128,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
1.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
0.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
0.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
1.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4650.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9bf6398f955de06eb5faa39a453a7b09af61add632b9b7b97c52d0c699c8416f
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4650.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4651,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15938048,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
0.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
0.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4655.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:57bbf0ae2d421d6f6f14eb1741ddff63af8f1a66429112495b6624d14b861119
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4655.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4656,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15955968,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
1.0,
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
0.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
0.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
1.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4660.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d4545e9c793511f5a6e809a58fbe78a9df6aabd29a16749612a7d628d4a9c152
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4660.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4661,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15973888,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
1.0,
|
| 20 |
-
1.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
1.0,
|
| 35 |
-
1.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
0.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
1.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
1.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4665.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d9c79b6e1c57dadda9614fca339bc4b445324595e2edeaca4eee7d639322f02f
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4665.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4666,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 15991808,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
1.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
0.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
0.0,
|
| 90 |
-
1.0,
|
| 91 |
-
0.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
1.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
1.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4670.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:5fadda301e4050466f51a68f203d2e1b2887e25aa61da4b8ca34794b77366117
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4670.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4671,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 16009728,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
0.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
0.0,
|
| 85 |
-
1.0,
|
| 86 |
-
0.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
1.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4675.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:6c5ac9e19630b5698f378a52f351997f0aebac71b60eb37e473ae9798a32f6c7
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4675.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4676,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 16027648,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
1.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
0.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
0.0,
|
| 82 |
-
1.0,
|
| 83 |
-
0.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
1.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
1.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4680.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:6eac1b06417044df09f31701dd043be82363b8da6b07999127756e3a323dbd0b
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4680.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4681,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 16045568,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
1.0,
|
| 35 |
-
1.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
1.0,
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
0.0,
|
| 74 |
-
1.0,
|
| 75 |
-
0.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
1.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4685.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:1ca751a343c281c98c535d62a9b77cec4ddf96c57e3ed3dc15909e0e148cd93f
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4685.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 4686,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 16063488,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
1.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
0.0,
|
| 67 |
-
1.0,
|
| 68 |
-
0.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
0.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
1.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
1.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update4690.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:81c5f2c076fad3b2c718003883df9a11a1b9e3ab60533a5f5df49a162af41a8e
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|