Prune dense checkpoints (batch 7, 200 files)
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- ppo_v10/policy_update1555.state.json +0 -160
- ppo_v10/policy_update1560.safetensors +0 -3
- ppo_v10/policy_update1560.state.json +0 -160
- ppo_v10/policy_update1565.safetensors +0 -3
- ppo_v10/policy_update1565.state.json +0 -160
- ppo_v10/policy_update1570.safetensors +0 -3
- ppo_v10/policy_update1570.state.json +0 -160
- ppo_v10/policy_update1575.safetensors +0 -3
- ppo_v10/policy_update1575.state.json +0 -160
- ppo_v10/policy_update1580.safetensors +0 -3
- ppo_v10/policy_update1580.state.json +0 -160
- ppo_v10/policy_update1585.safetensors +0 -3
- ppo_v10/policy_update1585.state.json +0 -160
- ppo_v10/policy_update1590.safetensors +0 -3
- ppo_v10/policy_update1590.state.json +0 -160
- ppo_v10/policy_update1595.safetensors +0 -3
- ppo_v10/policy_update1595.state.json +0 -160
- ppo_v10/policy_update1600.safetensors +0 -3
- ppo_v10/policy_update1600.state.json +0 -160
- ppo_v10/policy_update1605.safetensors +0 -3
- ppo_v10/policy_update1605.state.json +0 -160
- ppo_v10/policy_update1610.safetensors +0 -3
- ppo_v10/policy_update1610.state.json +0 -160
- ppo_v10/policy_update1615.safetensors +0 -3
- ppo_v10/policy_update1615.state.json +0 -160
- ppo_v10/policy_update1620.safetensors +0 -3
- ppo_v10/policy_update1620.state.json +0 -160
- ppo_v10/policy_update1625.safetensors +0 -3
- ppo_v10/policy_update1625.state.json +0 -160
- ppo_v10/policy_update1630.safetensors +0 -3
- ppo_v10/policy_update1630.state.json +0 -160
- ppo_v10/policy_update1635.safetensors +0 -3
- ppo_v10/policy_update1635.state.json +0 -160
- ppo_v10/policy_update1640.safetensors +0 -3
- ppo_v10/policy_update1640.state.json +0 -160
- ppo_v10/policy_update1645.safetensors +0 -3
- ppo_v10/policy_update1645.state.json +0 -160
- ppo_v10/policy_update1650.safetensors +0 -3
- ppo_v10/policy_update1650.state.json +0 -160
- ppo_v10/policy_update1655.safetensors +0 -3
- ppo_v10/policy_update1655.state.json +0 -160
- ppo_v10/policy_update1660.safetensors +0 -3
- ppo_v10/policy_update1660.state.json +0 -160
- ppo_v10/policy_update1665.safetensors +0 -3
- ppo_v10/policy_update1665.state.json +0 -160
- ppo_v10/policy_update1670.safetensors +0 -3
- ppo_v10/policy_update1670.state.json +0 -160
- ppo_v10/policy_update1675.safetensors +0 -3
- ppo_v10/policy_update1675.state.json +0 -160
- ppo_v10/policy_update1680.safetensors +0 -3
ppo_v10/policy_update1555.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1556,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 4845568,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
0.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
0.0,
|
| 62 |
-
0.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
0.0,
|
| 67 |
-
0.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
0.0,
|
| 72 |
-
0.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
0.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
1.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
0.0,
|
| 114 |
-
1.0,
|
| 115 |
-
1.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1560.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:86db0bb8dff8834cf5b5510f54ea3efa802d6cfb3a528f0b8704da38a785f73f
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1560.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1561,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 4863488,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
1.0,
|
| 18 |
-
1.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
1.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
0.0,
|
| 57 |
-
0.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
0.0,
|
| 62 |
-
0.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
0.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
0.0,
|
| 86 |
-
0.0,
|
| 87 |
-
0.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
1.0,
|
| 98 |
-
1.0,
|
| 99 |
-
0.0,
|
| 100 |
-
1.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
1.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
1.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1565.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:882c7b635447a00ec6e23f4dc767e2d4a965cab9fc3e8675c907871edcf41913
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1565.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1566,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 4.535147392290249,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 4881408,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
0.0,
|
| 54 |
-
0.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
0.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
0.0,
|
| 78 |
-
0.0,
|
| 79 |
-
0.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
1.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
1.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
1.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1570.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d9237de10b6645920c1c73e65280b77df65f44c671d3faf9dbf8421feee0da2b
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1570.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1571,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 3.5534066506506075,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 4899328,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
1.0,
|
| 18 |
-
1.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
0.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
0.0,
|
| 73 |
-
0.0,
|
| 74 |
-
0.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
1.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
1.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1575.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:dd04ad01a32f19b87310add8e54edccc22979df73ddf8ad1b1128418d6d65def
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1575.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1576,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 4.535147392290249,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 4917248,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
1.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
1.0,
|
| 39 |
-
1.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
1.0,
|
| 45 |
-
1.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
0.0,
|
| 59 |
-
0.0,
|
| 60 |
-
0.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
1.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
1.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1580.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:ab3f7735c5df4ce5925efec3d810d369cf542ea2cbf7febb39fbe1eef7b9640c
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1580.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1581,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 4935168,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
1.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
1.0,
|
| 23 |
-
1.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
0.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
0.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
1.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
1.0,
|
| 131 |
-
1.0,
|
| 132 |
-
1.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1585.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:4d7f00d091932446ada90f43089d22d29cec5428bc5889b0cfc60dcfc45641b6
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1585.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1586,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 4.535147392290249,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 4953088,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
1.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
0.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
1.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
1.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1590.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9820fe25f96f35e5f79c407c009ebfa66e73b985c6f66a08b8b977c69f742256
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1590.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1591,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 3.5534066506506075,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 4971008,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
1.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
0.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
0.0,
|
| 90 |
-
1.0,
|
| 91 |
-
0.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
1.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
0.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1595.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:45d05853bc3acfd54baa77c210d90fae26ab13fd44883beda2c9ccbf75d237ba
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1595.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1596,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 2.7841870908877966,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 4988928,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
1.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
0.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
0.0,
|
| 85 |
-
1.0,
|
| 86 |
-
0.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
0.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
1.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
1.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1600.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:a5771c696059c2922065b94e9f7cc00b7cdf0df1873716b074c70f51b3c5bb25
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1600.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1601,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 2.181483438054286,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5006848,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
1.0,
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
0.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
0.0,
|
| 76 |
-
1.0,
|
| 77 |
-
0.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
0.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
0.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
1.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
1.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
1.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
1.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1605.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:6eb37ddcda664fa3938ffeb89584f836e23e1b362d249939c6403ed09c675d1f
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1605.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1606,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 2.333125370166193,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5024768,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
1.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
0.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
0.0,
|
| 70 |
-
1.0,
|
| 71 |
-
0.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
0.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
0.0,
|
| 85 |
-
1.0,
|
| 86 |
-
0.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
0.0,
|
| 90 |
-
0.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
0.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
1.0,
|
| 121 |
-
0.0,
|
| 122 |
-
1.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1610.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:51097a34cf0cdb295173fcfc2cb307a13d0e3c8a23fb92c636d5e0d6bdf0af71
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1610.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1611,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5042688,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
1.0,
|
| 27 |
-
1.0,
|
| 28 |
-
1.0,
|
| 29 |
-
1.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
1.0,
|
| 33 |
-
1.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
0.0,
|
| 55 |
-
1.0,
|
| 56 |
-
0.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
0.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
0.0,
|
| 70 |
-
1.0,
|
| 71 |
-
0.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
0.0,
|
| 75 |
-
0.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
1.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1615.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:28a0beefc49817157f9715455a0918f0a62ffdcacedb175f9b434c3ebb30877d
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1615.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1616,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 3.917630832342295,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5060608,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
1.0,
|
| 15 |
-
1.0,
|
| 16 |
-
0.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
0.0,
|
| 64 |
-
1.0,
|
| 65 |
-
0.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
0.0,
|
| 69 |
-
0.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
0.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1620.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:2dbc613647a01f3e965c420bcd9853c922e3c3ab9d74344057bbc594712784f8
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1620.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1621,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 4.761904761904762,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5078528,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
1.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0,
|
| 57 |
-
0.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
0.0,
|
| 61 |
-
0.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
0.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
0.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
0.0,
|
| 89 |
-
1.0,
|
| 90 |
-
0.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
1.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
1.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1625.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:4881fe633c390e3203c6d1efa269393098d80e1b1e9626294e40b5d5a7e72979
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1625.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1626,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5096448,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
1.0,
|
| 18 |
-
1.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
1.0,
|
| 54 |
-
0.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
0.0,
|
| 58 |
-
0.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
0.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
0.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
0.0,
|
| 86 |
-
1.0,
|
| 87 |
-
0.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
1.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
1.0,
|
| 131 |
-
1.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1630.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:57032cba83132490c4074c7b9ec8a4811320c0bee1cf99181108e8f28f900eb4
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1630.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1631,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5114368,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
0.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
0.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
0.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
0.0,
|
| 81 |
-
1.0,
|
| 82 |
-
0.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
0.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
0.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
1.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
1.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
1.0,
|
| 106 |
-
0.0,
|
| 107 |
-
1.0,
|
| 108 |
-
0.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
1.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1635.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:a44e6e7943eb3d1933a0a1ce55e8c88f13213e3673b39d1070be4b6697134072
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1635.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1636,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5132288,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
0.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
0.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
0.0,
|
| 77 |
-
1.0,
|
| 78 |
-
0.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
0.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
0.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
1.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
1.0,
|
| 131 |
-
1.0,
|
| 132 |
-
1.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1640.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:7be0fb228cf6dae3aa797805a220749d4e651d1291f2a90b78f7202308981849
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1640.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1641,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5150208,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
0.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
0.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
0.0,
|
| 69 |
-
1.0,
|
| 70 |
-
0.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
0.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
0.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
1.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
1.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
1.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1645.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d64244b733c14a46dd0d21d45d56e55858293aa4d52bb5a3f6d060e49434c17a
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1645.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1646,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5168128,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
1.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
0.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
0.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
0.0,
|
| 65 |
-
1.0,
|
| 66 |
-
0.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
0.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
0.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
1.0,
|
| 111 |
-
0.0,
|
| 112 |
-
1.0,
|
| 113 |
-
0.0,
|
| 114 |
-
1.0,
|
| 115 |
-
1.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
0.0,
|
| 123 |
-
0.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
1.0,
|
| 131 |
-
1.0,
|
| 132 |
-
1.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1650.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:ee61216b5bd2a6b39b2206d6763939559fe5d9d31d53fa8ffab2ad043d14da28
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1650.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1651,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5186048,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
1.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0,
|
| 57 |
-
0.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
0.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
0.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
0.0,
|
| 86 |
-
0.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
1.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
0.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
0.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
1.0,
|
| 116 |
-
1.0,
|
| 117 |
-
1.0,
|
| 118 |
-
0.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
0.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1655.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:07adc1c07aceade76e237b345abeb112bffaefe37b76d78e272affec7c9c99d4
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1655.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1656,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5203968,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
0.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
0.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
0.0,
|
| 81 |
-
0.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
0.0,
|
| 89 |
-
0.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
1.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
0.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
0.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
0.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1660.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:ffd6ba16b3abc5e1996affae418316854f63f527a5c30b86151d02257e7f282f
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1660.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1661,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5221888,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
0.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
0.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
0.0,
|
| 74 |
-
0.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
0.0,
|
| 82 |
-
0.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
0.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
0.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
1.0,
|
| 97 |
-
1.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
0.0,
|
| 101 |
-
0.0,
|
| 102 |
-
0.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
1.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
0.0,
|
| 122 |
-
1.0,
|
| 123 |
-
0.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
0.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
1.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1665.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:eae0d7d2dd59106c31c4b49fceea2b2bd25cca382b2485dc3bed188643ac452e
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1665.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1666,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 4.11351237395941,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5239808,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
1.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
1.0,
|
| 29 |
-
1.0,
|
| 30 |
-
1.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
0.0,
|
| 67 |
-
0.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
0.0,
|
| 75 |
-
0.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
0.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
0.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
0.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
1.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
1.0,
|
| 101 |
-
0.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
0.0,
|
| 105 |
-
0.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
0.0,
|
| 112 |
-
0.0,
|
| 113 |
-
0.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
0.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
0.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
0.0,
|
| 128 |
-
1.0,
|
| 129 |
-
1.0,
|
| 130 |
-
1.0,
|
| 131 |
-
0.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1670.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:76e6d52156ec37cfe3b74cf23e039e540f2ec2a2d8d5cc1713c0978d11a10b6a
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1670.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1671,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5257728,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
1.0,
|
| 12 |
-
1.0,
|
| 13 |
-
1.0,
|
| 14 |
-
0.0,
|
| 15 |
-
1.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
1.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
1.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
0.0,
|
| 64 |
-
0.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
0.0,
|
| 72 |
-
0.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
0.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
0.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
0.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
0.0,
|
| 95 |
-
0.0,
|
| 96 |
-
0.0,
|
| 97 |
-
0.0,
|
| 98 |
-
0.0,
|
| 99 |
-
0.0,
|
| 100 |
-
1.0,
|
| 101 |
-
1.0,
|
| 102 |
-
0.0,
|
| 103 |
-
0.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
1.0,
|
| 107 |
-
1.0,
|
| 108 |
-
1.0,
|
| 109 |
-
1.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
0.0,
|
| 115 |
-
0.0,
|
| 116 |
-
1.0,
|
| 117 |
-
1.0,
|
| 118 |
-
1.0,
|
| 119 |
-
0.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
1.0,
|
| 123 |
-
1.0,
|
| 124 |
-
1.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
1.0,
|
| 129 |
-
0.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
0.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1675.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:3498b9d8c636a277cd374fa4f7f21e066616a9faf38e79055776d1ed9aa58b9d
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1675.state.json
DELETED
|
@@ -1,160 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 1676,
|
| 5 |
-
"stage": 2,
|
| 6 |
-
"ent_scale": 5.0,
|
| 7 |
-
"lr_now": 0.00018062499999999999,
|
| 8 |
-
"total_env_steps": 5275648,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
1.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
0.0,
|
| 56 |
-
0.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
0.0,
|
| 64 |
-
0.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
0.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
0.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
0.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
0.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
0.0,
|
| 89 |
-
0.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"recent_deaths": [
|
| 94 |
-
1.0,
|
| 95 |
-
1.0,
|
| 96 |
-
0.0,
|
| 97 |
-
1.0,
|
| 98 |
-
1.0,
|
| 99 |
-
1.0,
|
| 100 |
-
1.0,
|
| 101 |
-
1.0,
|
| 102 |
-
1.0,
|
| 103 |
-
1.0,
|
| 104 |
-
1.0,
|
| 105 |
-
1.0,
|
| 106 |
-
0.0,
|
| 107 |
-
0.0,
|
| 108 |
-
1.0,
|
| 109 |
-
0.0,
|
| 110 |
-
0.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
1.0,
|
| 116 |
-
0.0,
|
| 117 |
-
0.0,
|
| 118 |
-
1.0,
|
| 119 |
-
1.0,
|
| 120 |
-
1.0,
|
| 121 |
-
1.0,
|
| 122 |
-
0.0,
|
| 123 |
-
1.0,
|
| 124 |
-
0.0,
|
| 125 |
-
1.0,
|
| 126 |
-
1.0,
|
| 127 |
-
1.0,
|
| 128 |
-
0.0,
|
| 129 |
-
1.0,
|
| 130 |
-
0.0,
|
| 131 |
-
1.0,
|
| 132 |
-
0.0,
|
| 133 |
-
1.0
|
| 134 |
-
],
|
| 135 |
-
"best_eval_win": null,
|
| 136 |
-
"best_eval_score": null,
|
| 137 |
-
"v81_curriculum": true,
|
| 138 |
-
"curriculum_schedule": "v10",
|
| 139 |
-
"reward_profile": "v10-anti-spiral-v1",
|
| 140 |
-
"return_stats": null,
|
| 141 |
-
"stage_env_targets": [
|
| 142 |
-
24,
|
| 143 |
-
24,
|
| 144 |
-
24,
|
| 145 |
-
24,
|
| 146 |
-
24,
|
| 147 |
-
24,
|
| 148 |
-
16,
|
| 149 |
-
12,
|
| 150 |
-
10,
|
| 151 |
-
12,
|
| 152 |
-
10,
|
| 153 |
-
8,
|
| 154 |
-
8,
|
| 155 |
-
8,
|
| 156 |
-
8
|
| 157 |
-
],
|
| 158 |
-
"envs_per_shard": 14,
|
| 159 |
-
"requested_env_target": null
|
| 160 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v10/policy_update1680.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:e6110eddb8f88631a87010c0f6f13c07aee96a9adf6548bd8914d7cabe54789a
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|