Prune dense checkpoints (batch 30, 200 files)
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- ppo_v86/policy_update805.state.json +0 -102
- ppo_v86/policy_update810.safetensors +0 -3
- ppo_v86/policy_update810.state.json +0 -102
- ppo_v86/policy_update815.safetensors +0 -3
- ppo_v86/policy_update815.state.json +0 -102
- ppo_v86/policy_update820.safetensors +0 -3
- ppo_v86/policy_update820.state.json +0 -102
- ppo_v86/policy_update825.safetensors +0 -3
- ppo_v86/policy_update825.state.json +0 -102
- ppo_v86/policy_update830.safetensors +0 -3
- ppo_v86/policy_update830.state.json +0 -103
- ppo_v86/policy_update835.safetensors +0 -3
- ppo_v86/policy_update835.state.json +0 -106
- ppo_v86/policy_update840.safetensors +0 -3
- ppo_v86/policy_update840.state.json +0 -114
- ppo_v86/policy_update845.safetensors +0 -3
- ppo_v86/policy_update845.state.json +0 -116
- ppo_v86/policy_update850.safetensors +0 -3
- ppo_v86/policy_update850.state.json +0 -118
- ppo_v86/policy_update855.safetensors +0 -3
- ppo_v86/policy_update855.state.json +0 -118
- ppo_v86/policy_update860.safetensors +0 -3
- ppo_v86/policy_update860.state.json +0 -45
- ppo_v86/policy_update865.safetensors +0 -3
- ppo_v86/policy_update865.state.json +0 -64
- ppo_v86/policy_update870.safetensors +0 -3
- ppo_v86/policy_update870.state.json +0 -78
- ppo_v86/policy_update875.safetensors +0 -3
- ppo_v86/policy_update875.state.json +0 -92
- ppo_v86/policy_update880.safetensors +0 -3
- ppo_v86/policy_update880.state.json +0 -96
- ppo_v86/policy_update890.safetensors +0 -3
- ppo_v86/policy_update890.state.json +0 -38
- ppo_v86/policy_update895.safetensors +0 -3
- ppo_v86/policy_update895.state.json +0 -43
- ppo_v86/policy_update900.safetensors +0 -3
- ppo_v86/policy_update900.state.json +0 -48
- ppo_v86/policy_update905.safetensors +0 -3
- ppo_v86/policy_update905.state.json +0 -59
- ppo_v86/policy_update910.safetensors +0 -3
- ppo_v86/policy_update910.state.json +0 -83
- ppo_v86/policy_update915.safetensors +0 -3
- ppo_v86/policy_update915.state.json +0 -84
- ppo_v86/policy_update920.safetensors +0 -3
- ppo_v86/policy_update920.state.json +0 -86
- ppo_v86/policy_update925.safetensors +0 -3
- ppo_v86/policy_update925.state.json +0 -88
- ppo_v86/policy_update930.safetensors +0 -3
- ppo_v86/policy_update930.state.json +0 -88
- ppo_v86/policy_update935.safetensors +0 -3
ppo_v86/policy_update805.state.json
DELETED
|
@@ -1,102 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 806,
|
| 5 |
-
"stage": 6,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00009428737890624998,
|
| 8 |
-
"total_env_steps": 2322432,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0
|
| 76 |
-
],
|
| 77 |
-
"best_eval_win": null,
|
| 78 |
-
"best_eval_score": null,
|
| 79 |
-
"v81_curriculum": true,
|
| 80 |
-
"curriculum_schedule": "v8.3",
|
| 81 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 82 |
-
"return_stats": null,
|
| 83 |
-
"stage_env_targets": [
|
| 84 |
-
24,
|
| 85 |
-
24,
|
| 86 |
-
24,
|
| 87 |
-
24,
|
| 88 |
-
24,
|
| 89 |
-
24,
|
| 90 |
-
16,
|
| 91 |
-
12,
|
| 92 |
-
10,
|
| 93 |
-
12,
|
| 94 |
-
10,
|
| 95 |
-
8,
|
| 96 |
-
8,
|
| 97 |
-
8,
|
| 98 |
-
8
|
| 99 |
-
],
|
| 100 |
-
"envs_per_shard": 20,
|
| 101 |
-
"requested_env_target": null
|
| 102 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update810.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:8440a3eba61f6ca02667911cae92b684557362fb7da2512ea77beeac73ae0281
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update810.state.json
DELETED
|
@@ -1,102 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 811,
|
| 5 |
-
"stage": 6,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00009428737890624998,
|
| 8 |
-
"total_env_steps": 2348032,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0
|
| 76 |
-
],
|
| 77 |
-
"best_eval_win": null,
|
| 78 |
-
"best_eval_score": null,
|
| 79 |
-
"v81_curriculum": true,
|
| 80 |
-
"curriculum_schedule": "v8.3",
|
| 81 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 82 |
-
"return_stats": null,
|
| 83 |
-
"stage_env_targets": [
|
| 84 |
-
24,
|
| 85 |
-
24,
|
| 86 |
-
24,
|
| 87 |
-
24,
|
| 88 |
-
24,
|
| 89 |
-
24,
|
| 90 |
-
16,
|
| 91 |
-
12,
|
| 92 |
-
10,
|
| 93 |
-
12,
|
| 94 |
-
10,
|
| 95 |
-
8,
|
| 96 |
-
8,
|
| 97 |
-
8,
|
| 98 |
-
8
|
| 99 |
-
],
|
| 100 |
-
"envs_per_shard": 20,
|
| 101 |
-
"requested_env_target": null
|
| 102 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update815.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:24de26a8b0bf47c6bf1b805c85f7c43d01d74576b9c5e75123f7b71cff58bdac
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update815.state.json
DELETED
|
@@ -1,102 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 816,
|
| 5 |
-
"stage": 6,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00009428737890624998,
|
| 8 |
-
"total_env_steps": 2373632,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0
|
| 76 |
-
],
|
| 77 |
-
"best_eval_win": null,
|
| 78 |
-
"best_eval_score": null,
|
| 79 |
-
"v81_curriculum": true,
|
| 80 |
-
"curriculum_schedule": "v8.3",
|
| 81 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 82 |
-
"return_stats": null,
|
| 83 |
-
"stage_env_targets": [
|
| 84 |
-
24,
|
| 85 |
-
24,
|
| 86 |
-
24,
|
| 87 |
-
24,
|
| 88 |
-
24,
|
| 89 |
-
24,
|
| 90 |
-
16,
|
| 91 |
-
12,
|
| 92 |
-
10,
|
| 93 |
-
12,
|
| 94 |
-
10,
|
| 95 |
-
8,
|
| 96 |
-
8,
|
| 97 |
-
8,
|
| 98 |
-
8
|
| 99 |
-
],
|
| 100 |
-
"envs_per_shard": 20,
|
| 101 |
-
"requested_env_target": null
|
| 102 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update820.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9f331822a42b235f15bda03f3ca2449bb3235a2e8bc737037e80ef09f85f2dec
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update820.state.json
DELETED
|
@@ -1,102 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 821,
|
| 5 |
-
"stage": 6,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00009428737890624998,
|
| 8 |
-
"total_env_steps": 2388992,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
1.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0
|
| 76 |
-
],
|
| 77 |
-
"best_eval_win": null,
|
| 78 |
-
"best_eval_score": null,
|
| 79 |
-
"v81_curriculum": true,
|
| 80 |
-
"curriculum_schedule": "v8.3",
|
| 81 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 82 |
-
"return_stats": null,
|
| 83 |
-
"stage_env_targets": [
|
| 84 |
-
24,
|
| 85 |
-
24,
|
| 86 |
-
24,
|
| 87 |
-
24,
|
| 88 |
-
24,
|
| 89 |
-
24,
|
| 90 |
-
16,
|
| 91 |
-
12,
|
| 92 |
-
10,
|
| 93 |
-
12,
|
| 94 |
-
10,
|
| 95 |
-
8,
|
| 96 |
-
8,
|
| 97 |
-
8,
|
| 98 |
-
8
|
| 99 |
-
],
|
| 100 |
-
"envs_per_shard": 12,
|
| 101 |
-
"requested_env_target": null
|
| 102 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update825.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:5378cc091206a61ae6830695931443946bcbd94af348920799f1122a159cbf20
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update825.state.json
DELETED
|
@@ -1,102 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 826,
|
| 5 |
-
"stage": 6,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00009428737890624998,
|
| 8 |
-
"total_env_steps": 2404352,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0
|
| 76 |
-
],
|
| 77 |
-
"best_eval_win": null,
|
| 78 |
-
"best_eval_score": null,
|
| 79 |
-
"v81_curriculum": true,
|
| 80 |
-
"curriculum_schedule": "v8.3",
|
| 81 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 82 |
-
"return_stats": null,
|
| 83 |
-
"stage_env_targets": [
|
| 84 |
-
24,
|
| 85 |
-
24,
|
| 86 |
-
24,
|
| 87 |
-
24,
|
| 88 |
-
24,
|
| 89 |
-
24,
|
| 90 |
-
16,
|
| 91 |
-
12,
|
| 92 |
-
10,
|
| 93 |
-
12,
|
| 94 |
-
10,
|
| 95 |
-
8,
|
| 96 |
-
8,
|
| 97 |
-
8,
|
| 98 |
-
8
|
| 99 |
-
],
|
| 100 |
-
"envs_per_shard": 12,
|
| 101 |
-
"requested_env_target": null
|
| 102 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update830.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:7a48719125379289d72192e0ed923ade0224a29e9faedc4c21cf8bf581b75376
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update830.state.json
DELETED
|
@@ -1,103 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 831,
|
| 5 |
-
"stage": 6,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00009428737890624998,
|
| 8 |
-
"total_env_steps": 2419712,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0
|
| 77 |
-
],
|
| 78 |
-
"best_eval_win": null,
|
| 79 |
-
"best_eval_score": null,
|
| 80 |
-
"v81_curriculum": true,
|
| 81 |
-
"curriculum_schedule": "v8.3",
|
| 82 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 83 |
-
"return_stats": null,
|
| 84 |
-
"stage_env_targets": [
|
| 85 |
-
24,
|
| 86 |
-
24,
|
| 87 |
-
24,
|
| 88 |
-
24,
|
| 89 |
-
24,
|
| 90 |
-
24,
|
| 91 |
-
16,
|
| 92 |
-
12,
|
| 93 |
-
10,
|
| 94 |
-
12,
|
| 95 |
-
10,
|
| 96 |
-
8,
|
| 97 |
-
8,
|
| 98 |
-
8,
|
| 99 |
-
8
|
| 100 |
-
],
|
| 101 |
-
"envs_per_shard": 12,
|
| 102 |
-
"requested_env_target": null
|
| 103 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update835.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:1953e615badb2fbd26abf8ffdc39993fb9b975231fe99ba367108311f26db3cf
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update835.state.json
DELETED
|
@@ -1,106 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 836,
|
| 5 |
-
"stage": 6,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00009428737890624998,
|
| 8 |
-
"total_env_steps": 2435072,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0
|
| 80 |
-
],
|
| 81 |
-
"best_eval_win": null,
|
| 82 |
-
"best_eval_score": null,
|
| 83 |
-
"v81_curriculum": true,
|
| 84 |
-
"curriculum_schedule": "v8.3",
|
| 85 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 86 |
-
"return_stats": null,
|
| 87 |
-
"stage_env_targets": [
|
| 88 |
-
24,
|
| 89 |
-
24,
|
| 90 |
-
24,
|
| 91 |
-
24,
|
| 92 |
-
24,
|
| 93 |
-
24,
|
| 94 |
-
16,
|
| 95 |
-
12,
|
| 96 |
-
10,
|
| 97 |
-
12,
|
| 98 |
-
10,
|
| 99 |
-
8,
|
| 100 |
-
8,
|
| 101 |
-
8,
|
| 102 |
-
8
|
| 103 |
-
],
|
| 104 |
-
"envs_per_shard": 12,
|
| 105 |
-
"requested_env_target": null
|
| 106 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update840.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9a0f90e55a1d1ed551825b77841ecc62f498327bcb99a6bb7f55abd246b1904a
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update840.state.json
DELETED
|
@@ -1,114 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 841,
|
| 5 |
-
"stage": 6,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00009428737890624998,
|
| 8 |
-
"total_env_steps": 2450432,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
1.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
1.0,
|
| 26 |
-
1.0,
|
| 27 |
-
0.0,
|
| 28 |
-
1.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
0.0,
|
| 85 |
-
0.0,
|
| 86 |
-
1.0,
|
| 87 |
-
0.0
|
| 88 |
-
],
|
| 89 |
-
"best_eval_win": null,
|
| 90 |
-
"best_eval_score": null,
|
| 91 |
-
"v81_curriculum": true,
|
| 92 |
-
"curriculum_schedule": "v8.3",
|
| 93 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 94 |
-
"return_stats": null,
|
| 95 |
-
"stage_env_targets": [
|
| 96 |
-
24,
|
| 97 |
-
24,
|
| 98 |
-
24,
|
| 99 |
-
24,
|
| 100 |
-
24,
|
| 101 |
-
24,
|
| 102 |
-
16,
|
| 103 |
-
12,
|
| 104 |
-
10,
|
| 105 |
-
12,
|
| 106 |
-
10,
|
| 107 |
-
8,
|
| 108 |
-
8,
|
| 109 |
-
8,
|
| 110 |
-
8
|
| 111 |
-
],
|
| 112 |
-
"envs_per_shard": 12,
|
| 113 |
-
"requested_env_target": null
|
| 114 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update845.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:a21bf06b16855c56839274feb8e21e1e9df780c59aba8e7efa9d2850794cc33a
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update845.state.json
DELETED
|
@@ -1,116 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 846,
|
| 5 |
-
"stage": 6,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00009428737890624998,
|
| 8 |
-
"total_env_steps": 2465792,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
1.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
1.0,
|
| 21 |
-
0.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
1.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
0.0,
|
| 85 |
-
0.0,
|
| 86 |
-
1.0,
|
| 87 |
-
0.0,
|
| 88 |
-
0.0,
|
| 89 |
-
1.0
|
| 90 |
-
],
|
| 91 |
-
"best_eval_win": null,
|
| 92 |
-
"best_eval_score": null,
|
| 93 |
-
"v81_curriculum": true,
|
| 94 |
-
"curriculum_schedule": "v8.3",
|
| 95 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 96 |
-
"return_stats": null,
|
| 97 |
-
"stage_env_targets": [
|
| 98 |
-
24,
|
| 99 |
-
24,
|
| 100 |
-
24,
|
| 101 |
-
24,
|
| 102 |
-
24,
|
| 103 |
-
24,
|
| 104 |
-
16,
|
| 105 |
-
12,
|
| 106 |
-
10,
|
| 107 |
-
12,
|
| 108 |
-
10,
|
| 109 |
-
8,
|
| 110 |
-
8,
|
| 111 |
-
8,
|
| 112 |
-
8
|
| 113 |
-
],
|
| 114 |
-
"envs_per_shard": 12,
|
| 115 |
-
"requested_env_target": null
|
| 116 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update850.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:1ec701dd74e74f11d591dd125e2afae819242aab0ac20df35f4466a505f49767
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update850.state.json
DELETED
|
@@ -1,118 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 851,
|
| 5 |
-
"stage": 6,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00009428737890624998,
|
| 8 |
-
"total_env_steps": 2481152,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
1.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
1.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
1.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0,
|
| 79 |
-
1.0,
|
| 80 |
-
1.0,
|
| 81 |
-
0.0,
|
| 82 |
-
0.0,
|
| 83 |
-
1.0,
|
| 84 |
-
0.0,
|
| 85 |
-
0.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
1.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"best_eval_win": null,
|
| 94 |
-
"best_eval_score": null,
|
| 95 |
-
"v81_curriculum": true,
|
| 96 |
-
"curriculum_schedule": "v8.3",
|
| 97 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 98 |
-
"return_stats": null,
|
| 99 |
-
"stage_env_targets": [
|
| 100 |
-
24,
|
| 101 |
-
24,
|
| 102 |
-
24,
|
| 103 |
-
24,
|
| 104 |
-
24,
|
| 105 |
-
24,
|
| 106 |
-
16,
|
| 107 |
-
12,
|
| 108 |
-
10,
|
| 109 |
-
12,
|
| 110 |
-
10,
|
| 111 |
-
8,
|
| 112 |
-
8,
|
| 113 |
-
8,
|
| 114 |
-
8
|
| 115 |
-
],
|
| 116 |
-
"envs_per_shard": 12,
|
| 117 |
-
"requested_env_target": null
|
| 118 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update855.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:61a559fe71a26e10389cb86b26ae11fa4a1af0797bb5b0b4a25b7c2ae3d16299
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update855.state.json
DELETED
|
@@ -1,118 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 856,
|
| 5 |
-
"stage": 6,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00009428737890624998,
|
| 8 |
-
"total_env_steps": 2496512,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
1.0,
|
| 35 |
-
1.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
1.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
1.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
1.0,
|
| 54 |
-
1.0,
|
| 55 |
-
1.0,
|
| 56 |
-
1.0,
|
| 57 |
-
1.0,
|
| 58 |
-
1.0,
|
| 59 |
-
1.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
1.0,
|
| 65 |
-
1.0,
|
| 66 |
-
1.0,
|
| 67 |
-
1.0,
|
| 68 |
-
1.0,
|
| 69 |
-
1.0,
|
| 70 |
-
1.0,
|
| 71 |
-
1.0,
|
| 72 |
-
1.0,
|
| 73 |
-
1.0,
|
| 74 |
-
1.0,
|
| 75 |
-
1.0,
|
| 76 |
-
0.0,
|
| 77 |
-
0.0,
|
| 78 |
-
1.0,
|
| 79 |
-
0.0,
|
| 80 |
-
0.0,
|
| 81 |
-
1.0,
|
| 82 |
-
1.0,
|
| 83 |
-
1.0,
|
| 84 |
-
1.0,
|
| 85 |
-
1.0,
|
| 86 |
-
1.0,
|
| 87 |
-
1.0,
|
| 88 |
-
1.0,
|
| 89 |
-
0.0,
|
| 90 |
-
1.0,
|
| 91 |
-
1.0
|
| 92 |
-
],
|
| 93 |
-
"best_eval_win": null,
|
| 94 |
-
"best_eval_score": null,
|
| 95 |
-
"v81_curriculum": true,
|
| 96 |
-
"curriculum_schedule": "v8.3",
|
| 97 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 98 |
-
"return_stats": null,
|
| 99 |
-
"stage_env_targets": [
|
| 100 |
-
24,
|
| 101 |
-
24,
|
| 102 |
-
24,
|
| 103 |
-
24,
|
| 104 |
-
24,
|
| 105 |
-
24,
|
| 106 |
-
16,
|
| 107 |
-
12,
|
| 108 |
-
10,
|
| 109 |
-
12,
|
| 110 |
-
10,
|
| 111 |
-
8,
|
| 112 |
-
8,
|
| 113 |
-
8,
|
| 114 |
-
8
|
| 115 |
-
],
|
| 116 |
-
"envs_per_shard": 12,
|
| 117 |
-
"requested_env_target": null
|
| 118 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update860.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:ca94144d2e20a0f2d21c3ee21bc4a28e854c9e0b12b4f896029cb1c57f84cd43
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update860.state.json
DELETED
|
@@ -1,45 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 861,
|
| 5 |
-
"stage": 7,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00008014427207031247,
|
| 8 |
-
"total_env_steps": 2511872,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0
|
| 15 |
-
],
|
| 16 |
-
"recent_conversions": [
|
| 17 |
-
1.0,
|
| 18 |
-
0.0
|
| 19 |
-
],
|
| 20 |
-
"best_eval_win": null,
|
| 21 |
-
"best_eval_score": null,
|
| 22 |
-
"v81_curriculum": true,
|
| 23 |
-
"curriculum_schedule": "v8.3",
|
| 24 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 25 |
-
"return_stats": null,
|
| 26 |
-
"stage_env_targets": [
|
| 27 |
-
24,
|
| 28 |
-
24,
|
| 29 |
-
24,
|
| 30 |
-
24,
|
| 31 |
-
24,
|
| 32 |
-
24,
|
| 33 |
-
16,
|
| 34 |
-
12,
|
| 35 |
-
10,
|
| 36 |
-
12,
|
| 37 |
-
10,
|
| 38 |
-
8,
|
| 39 |
-
8,
|
| 40 |
-
8,
|
| 41 |
-
8
|
| 42 |
-
],
|
| 43 |
-
"envs_per_shard": 12,
|
| 44 |
-
"requested_env_target": null
|
| 45 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update865.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:5ac9551e4c2baa3e6a5eb675952ad6163773327b44c23fbc300d0bc34e5a9ee1
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update865.state.json
DELETED
|
@@ -1,64 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 866,
|
| 5 |
-
"stage": 7,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00008014427207031247,
|
| 8 |
-
"total_env_steps": 2527232,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0
|
| 29 |
-
],
|
| 30 |
-
"recent_conversions": [
|
| 31 |
-
1.0,
|
| 32 |
-
0.0,
|
| 33 |
-
1.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0
|
| 38 |
-
],
|
| 39 |
-
"best_eval_win": null,
|
| 40 |
-
"best_eval_score": null,
|
| 41 |
-
"v81_curriculum": true,
|
| 42 |
-
"curriculum_schedule": "v8.3",
|
| 43 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 44 |
-
"return_stats": null,
|
| 45 |
-
"stage_env_targets": [
|
| 46 |
-
24,
|
| 47 |
-
24,
|
| 48 |
-
24,
|
| 49 |
-
24,
|
| 50 |
-
24,
|
| 51 |
-
24,
|
| 52 |
-
16,
|
| 53 |
-
12,
|
| 54 |
-
10,
|
| 55 |
-
12,
|
| 56 |
-
10,
|
| 57 |
-
8,
|
| 58 |
-
8,
|
| 59 |
-
8,
|
| 60 |
-
8
|
| 61 |
-
],
|
| 62 |
-
"envs_per_shard": 12,
|
| 63 |
-
"requested_env_target": null
|
| 64 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update870.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:c28743279ee2ee02b76ab91ae191713916ece8b12d32ec0d022d3774b1f56a38
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update870.state.json
DELETED
|
@@ -1,78 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 871,
|
| 5 |
-
"stage": 7,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00008014427207031247,
|
| 8 |
-
"total_env_steps": 2542592,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0
|
| 40 |
-
],
|
| 41 |
-
"recent_conversions": [
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
1.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
1.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0,
|
| 50 |
-
0.0,
|
| 51 |
-
1.0
|
| 52 |
-
],
|
| 53 |
-
"best_eval_win": null,
|
| 54 |
-
"best_eval_score": null,
|
| 55 |
-
"v81_curriculum": true,
|
| 56 |
-
"curriculum_schedule": "v8.3",
|
| 57 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 58 |
-
"return_stats": null,
|
| 59 |
-
"stage_env_targets": [
|
| 60 |
-
24,
|
| 61 |
-
24,
|
| 62 |
-
24,
|
| 63 |
-
24,
|
| 64 |
-
24,
|
| 65 |
-
24,
|
| 66 |
-
16,
|
| 67 |
-
12,
|
| 68 |
-
10,
|
| 69 |
-
12,
|
| 70 |
-
10,
|
| 71 |
-
8,
|
| 72 |
-
8,
|
| 73 |
-
8,
|
| 74 |
-
8
|
| 75 |
-
],
|
| 76 |
-
"envs_per_shard": 12,
|
| 77 |
-
"requested_env_target": null
|
| 78 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update875.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:093850df25e653e25b8dd0dce504b2a9f8495be837753c417fef9f56ff12ff58
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update875.state.json
DELETED
|
@@ -1,92 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 876,
|
| 5 |
-
"stage": 7,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00008014427207031247,
|
| 8 |
-
"total_env_steps": 2557952,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
1.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
1.0,
|
| 40 |
-
1.0,
|
| 41 |
-
1.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
1.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0
|
| 49 |
-
],
|
| 50 |
-
"recent_conversions": [
|
| 51 |
-
1.0,
|
| 52 |
-
0.0,
|
| 53 |
-
1.0,
|
| 54 |
-
0.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0,
|
| 57 |
-
0.0,
|
| 58 |
-
1.0,
|
| 59 |
-
0.0,
|
| 60 |
-
1.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
0.0,
|
| 64 |
-
1.0,
|
| 65 |
-
0.0
|
| 66 |
-
],
|
| 67 |
-
"best_eval_win": null,
|
| 68 |
-
"best_eval_score": null,
|
| 69 |
-
"v81_curriculum": true,
|
| 70 |
-
"curriculum_schedule": "v8.3",
|
| 71 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 72 |
-
"return_stats": null,
|
| 73 |
-
"stage_env_targets": [
|
| 74 |
-
24,
|
| 75 |
-
24,
|
| 76 |
-
24,
|
| 77 |
-
24,
|
| 78 |
-
24,
|
| 79 |
-
24,
|
| 80 |
-
16,
|
| 81 |
-
12,
|
| 82 |
-
10,
|
| 83 |
-
12,
|
| 84 |
-
10,
|
| 85 |
-
8,
|
| 86 |
-
8,
|
| 87 |
-
8,
|
| 88 |
-
8
|
| 89 |
-
],
|
| 90 |
-
"envs_per_shard": 12,
|
| 91 |
-
"requested_env_target": null
|
| 92 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update880.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:48931a3d21c1b0eb282f16ea78b2292d5675b4009b64d5de3eb477689b861c84
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update880.state.json
DELETED
|
@@ -1,96 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 881,
|
| 5 |
-
"stage": 7,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.00008014427207031247,
|
| 8 |
-
"total_env_steps": 2573312,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
1.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
1.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
1.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
1.0,
|
| 35 |
-
1.0,
|
| 36 |
-
1.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
1.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
1.0,
|
| 47 |
-
0.0,
|
| 48 |
-
1.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
1.0,
|
| 53 |
-
0.0,
|
| 54 |
-
1.0,
|
| 55 |
-
0.0,
|
| 56 |
-
0.0,
|
| 57 |
-
1.0,
|
| 58 |
-
0.0,
|
| 59 |
-
1.0,
|
| 60 |
-
0.0,
|
| 61 |
-
1.0,
|
| 62 |
-
1.0,
|
| 63 |
-
1.0,
|
| 64 |
-
0.0,
|
| 65 |
-
1.0,
|
| 66 |
-
0.0,
|
| 67 |
-
1.0,
|
| 68 |
-
0.0,
|
| 69 |
-
1.0
|
| 70 |
-
],
|
| 71 |
-
"best_eval_win": null,
|
| 72 |
-
"best_eval_score": null,
|
| 73 |
-
"v81_curriculum": true,
|
| 74 |
-
"curriculum_schedule": "v8.3",
|
| 75 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 76 |
-
"return_stats": null,
|
| 77 |
-
"stage_env_targets": [
|
| 78 |
-
24,
|
| 79 |
-
24,
|
| 80 |
-
24,
|
| 81 |
-
24,
|
| 82 |
-
24,
|
| 83 |
-
24,
|
| 84 |
-
16,
|
| 85 |
-
12,
|
| 86 |
-
10,
|
| 87 |
-
12,
|
| 88 |
-
10,
|
| 89 |
-
8,
|
| 90 |
-
8,
|
| 91 |
-
8,
|
| 92 |
-
8
|
| 93 |
-
],
|
| 94 |
-
"envs_per_shard": 12,
|
| 95 |
-
"requested_env_target": null
|
| 96 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update890.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:8e09560c3990638078ef17d4c9b8b652ea33e74077d7f050f17bc6d3f9bdfa88
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update890.state.json
DELETED
|
@@ -1,38 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 891,
|
| 5 |
-
"stage": 8,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.0000681226312597656,
|
| 8 |
-
"total_env_steps": 2603008,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0
|
| 11 |
-
],
|
| 12 |
-
"recent_conversions": [],
|
| 13 |
-
"best_eval_win": null,
|
| 14 |
-
"best_eval_score": null,
|
| 15 |
-
"v81_curriculum": true,
|
| 16 |
-
"curriculum_schedule": "v8.3",
|
| 17 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 18 |
-
"return_stats": null,
|
| 19 |
-
"stage_env_targets": [
|
| 20 |
-
24,
|
| 21 |
-
24,
|
| 22 |
-
24,
|
| 23 |
-
24,
|
| 24 |
-
24,
|
| 25 |
-
24,
|
| 26 |
-
16,
|
| 27 |
-
12,
|
| 28 |
-
10,
|
| 29 |
-
12,
|
| 30 |
-
10,
|
| 31 |
-
8,
|
| 32 |
-
8,
|
| 33 |
-
8,
|
| 34 |
-
8
|
| 35 |
-
],
|
| 36 |
-
"envs_per_shard": 12,
|
| 37 |
-
"requested_env_target": null
|
| 38 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update895.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:5d4b0d0f4493ef22ad5bf8d520e0bcc94cb365344257709dde46d72a97a50d4c
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update895.state.json
DELETED
|
@@ -1,43 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 896,
|
| 5 |
-
"stage": 8,
|
| 6 |
-
"ent_scale": 3.7129300000000014,
|
| 7 |
-
"lr_now": 0.0000681226312597656,
|
| 8 |
-
"total_env_steps": 2618368,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0
|
| 16 |
-
],
|
| 17 |
-
"recent_conversions": [],
|
| 18 |
-
"best_eval_win": null,
|
| 19 |
-
"best_eval_score": null,
|
| 20 |
-
"v81_curriculum": true,
|
| 21 |
-
"curriculum_schedule": "v8.3",
|
| 22 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 23 |
-
"return_stats": null,
|
| 24 |
-
"stage_env_targets": [
|
| 25 |
-
24,
|
| 26 |
-
24,
|
| 27 |
-
24,
|
| 28 |
-
24,
|
| 29 |
-
24,
|
| 30 |
-
24,
|
| 31 |
-
16,
|
| 32 |
-
12,
|
| 33 |
-
10,
|
| 34 |
-
12,
|
| 35 |
-
10,
|
| 36 |
-
8,
|
| 37 |
-
8,
|
| 38 |
-
8,
|
| 39 |
-
8
|
| 40 |
-
],
|
| 41 |
-
"envs_per_shard": 12,
|
| 42 |
-
"requested_env_target": null
|
| 43 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update900.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:b0b6ca2a3641684eb721313bff620374896290a5f96d01801bd9c4cabebcd4e2
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update900.state.json
DELETED
|
@@ -1,48 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 901,
|
| 5 |
-
"stage": 8,
|
| 6 |
-
"ent_scale": 3.9710277096477293,
|
| 7 |
-
"lr_now": 0.0000681226312597656,
|
| 8 |
-
"total_env_steps": 2633728,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0
|
| 21 |
-
],
|
| 22 |
-
"recent_conversions": [],
|
| 23 |
-
"best_eval_win": null,
|
| 24 |
-
"best_eval_score": null,
|
| 25 |
-
"v81_curriculum": true,
|
| 26 |
-
"curriculum_schedule": "v8.3",
|
| 27 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 28 |
-
"return_stats": null,
|
| 29 |
-
"stage_env_targets": [
|
| 30 |
-
24,
|
| 31 |
-
24,
|
| 32 |
-
24,
|
| 33 |
-
24,
|
| 34 |
-
24,
|
| 35 |
-
24,
|
| 36 |
-
16,
|
| 37 |
-
12,
|
| 38 |
-
10,
|
| 39 |
-
12,
|
| 40 |
-
10,
|
| 41 |
-
8,
|
| 42 |
-
8,
|
| 43 |
-
8,
|
| 44 |
-
8
|
| 45 |
-
],
|
| 46 |
-
"envs_per_shard": 12,
|
| 47 |
-
"requested_env_target": null
|
| 48 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update905.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:0e99354d41878fe4d397eb15a7f3014a8483ab26fea6ea429f2dc93b240e4ca0
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update905.state.json
DELETED
|
@@ -1,59 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 906,
|
| 5 |
-
"stage": 8,
|
| 6 |
-
"ent_scale": 3.11140411828031,
|
| 7 |
-
"lr_now": 0.0000681226312597656,
|
| 8 |
-
"total_env_steps": 2649088,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0
|
| 32 |
-
],
|
| 33 |
-
"recent_conversions": [],
|
| 34 |
-
"best_eval_win": null,
|
| 35 |
-
"best_eval_score": null,
|
| 36 |
-
"v81_curriculum": true,
|
| 37 |
-
"curriculum_schedule": "v8.3",
|
| 38 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 39 |
-
"return_stats": null,
|
| 40 |
-
"stage_env_targets": [
|
| 41 |
-
24,
|
| 42 |
-
24,
|
| 43 |
-
24,
|
| 44 |
-
24,
|
| 45 |
-
24,
|
| 46 |
-
24,
|
| 47 |
-
16,
|
| 48 |
-
12,
|
| 49 |
-
10,
|
| 50 |
-
12,
|
| 51 |
-
10,
|
| 52 |
-
8,
|
| 53 |
-
8,
|
| 54 |
-
8,
|
| 55 |
-
8
|
| 56 |
-
],
|
| 57 |
-
"envs_per_shard": 12,
|
| 58 |
-
"requested_env_target": null
|
| 59 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update910.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:dee5bfce4b1693d120a24b69e0f18516c8f15afc0e1fb2df85817f57637fda29
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update910.state.json
DELETED
|
@@ -1,83 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 911,
|
| 5 |
-
"stage": 8,
|
| 6 |
-
"ent_scale": 2.4378665411303464,
|
| 7 |
-
"lr_now": 0.0000681226312597656,
|
| 8 |
-
"total_env_steps": 2664448,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
1.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
0.0,
|
| 54 |
-
0.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0
|
| 57 |
-
],
|
| 58 |
-
"best_eval_win": null,
|
| 59 |
-
"best_eval_score": null,
|
| 60 |
-
"v81_curriculum": true,
|
| 61 |
-
"curriculum_schedule": "v8.3",
|
| 62 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 63 |
-
"return_stats": null,
|
| 64 |
-
"stage_env_targets": [
|
| 65 |
-
24,
|
| 66 |
-
24,
|
| 67 |
-
24,
|
| 68 |
-
24,
|
| 69 |
-
24,
|
| 70 |
-
24,
|
| 71 |
-
16,
|
| 72 |
-
12,
|
| 73 |
-
10,
|
| 74 |
-
12,
|
| 75 |
-
10,
|
| 76 |
-
8,
|
| 77 |
-
8,
|
| 78 |
-
8,
|
| 79 |
-
8
|
| 80 |
-
],
|
| 81 |
-
"envs_per_shard": 12,
|
| 82 |
-
"requested_env_target": null
|
| 83 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update915.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:c9bb299c27838cbf7a324a3594c3bf2778cef0a61e48a128694305d2b1ef9955
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update915.state.json
DELETED
|
@@ -1,84 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 916,
|
| 5 |
-
"stage": 8,
|
| 6 |
-
"ent_scale": 1.9101322253335822,
|
| 7 |
-
"lr_now": 0.0000681226312597656,
|
| 8 |
-
"total_env_steps": 2679808,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
1.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
0.0,
|
| 54 |
-
0.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0,
|
| 57 |
-
0.0
|
| 58 |
-
],
|
| 59 |
-
"best_eval_win": null,
|
| 60 |
-
"best_eval_score": null,
|
| 61 |
-
"v81_curriculum": true,
|
| 62 |
-
"curriculum_schedule": "v8.3",
|
| 63 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 64 |
-
"return_stats": null,
|
| 65 |
-
"stage_env_targets": [
|
| 66 |
-
24,
|
| 67 |
-
24,
|
| 68 |
-
24,
|
| 69 |
-
24,
|
| 70 |
-
24,
|
| 71 |
-
24,
|
| 72 |
-
16,
|
| 73 |
-
12,
|
| 74 |
-
10,
|
| 75 |
-
12,
|
| 76 |
-
10,
|
| 77 |
-
8,
|
| 78 |
-
8,
|
| 79 |
-
8,
|
| 80 |
-
8
|
| 81 |
-
],
|
| 82 |
-
"envs_per_shard": 12,
|
| 83 |
-
"requested_env_target": null
|
| 84 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update920.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:fdf3eaf70b1ea8190bb30527152f9e58aa90ab0e10cc8394a10c0732f7186e1f
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update920.state.json
DELETED
|
@@ -1,86 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 921,
|
| 5 |
-
"stage": 8,
|
| 6 |
-
"ent_scale": 1.496638579963488,
|
| 7 |
-
"lr_now": 0.0000681226312597656,
|
| 8 |
-
"total_env_steps": 2695168,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
1.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
1.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
0.0,
|
| 54 |
-
0.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0,
|
| 57 |
-
0.0,
|
| 58 |
-
1.0,
|
| 59 |
-
0.0
|
| 60 |
-
],
|
| 61 |
-
"best_eval_win": null,
|
| 62 |
-
"best_eval_score": null,
|
| 63 |
-
"v81_curriculum": true,
|
| 64 |
-
"curriculum_schedule": "v8.3",
|
| 65 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 66 |
-
"return_stats": null,
|
| 67 |
-
"stage_env_targets": [
|
| 68 |
-
24,
|
| 69 |
-
24,
|
| 70 |
-
24,
|
| 71 |
-
24,
|
| 72 |
-
24,
|
| 73 |
-
24,
|
| 74 |
-
16,
|
| 75 |
-
12,
|
| 76 |
-
10,
|
| 77 |
-
12,
|
| 78 |
-
10,
|
| 79 |
-
8,
|
| 80 |
-
8,
|
| 81 |
-
8,
|
| 82 |
-
8
|
| 83 |
-
],
|
| 84 |
-
"envs_per_shard": 12,
|
| 85 |
-
"requested_env_target": null
|
| 86 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update925.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:b6ef76aee70d6e0125c872de33ecc55989bccb1ff547531465efb9e027bd8dbb
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update925.state.json
DELETED
|
@@ -1,88 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 926,
|
| 5 |
-
"stage": 8,
|
| 6 |
-
"ent_scale": 1.1726554891475898,
|
| 7 |
-
"lr_now": 0.0000681226312597656,
|
| 8 |
-
"total_env_steps": 2710528,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
0.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
1.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
0.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
1.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
0.0,
|
| 54 |
-
0.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0,
|
| 57 |
-
0.0,
|
| 58 |
-
1.0,
|
| 59 |
-
0.0,
|
| 60 |
-
0.0,
|
| 61 |
-
0.0
|
| 62 |
-
],
|
| 63 |
-
"best_eval_win": null,
|
| 64 |
-
"best_eval_score": null,
|
| 65 |
-
"v81_curriculum": true,
|
| 66 |
-
"curriculum_schedule": "v8.3",
|
| 67 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 68 |
-
"return_stats": null,
|
| 69 |
-
"stage_env_targets": [
|
| 70 |
-
24,
|
| 71 |
-
24,
|
| 72 |
-
24,
|
| 73 |
-
24,
|
| 74 |
-
24,
|
| 75 |
-
24,
|
| 76 |
-
16,
|
| 77 |
-
12,
|
| 78 |
-
10,
|
| 79 |
-
12,
|
| 80 |
-
10,
|
| 81 |
-
8,
|
| 82 |
-
8,
|
| 83 |
-
8,
|
| 84 |
-
8
|
| 85 |
-
],
|
| 86 |
-
"envs_per_shard": 12,
|
| 87 |
-
"requested_env_target": null
|
| 88 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update930.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:baaa753bd3ee959f5f4b554b05b27b4c5751fb500a8690ab2d173255f500f17a
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update930.state.json
DELETED
|
@@ -1,88 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"checkpoint_schema_version": 2,
|
| 3 |
-
"hidden_reset_policy": "episode_done",
|
| 4 |
-
"update": 931,
|
| 5 |
-
"stage": 8,
|
| 6 |
-
"ent_scale": 1.0,
|
| 7 |
-
"lr_now": 0.0000681226312597656,
|
| 8 |
-
"total_env_steps": 2725888,
|
| 9 |
-
"recent_wins": [
|
| 10 |
-
1.0,
|
| 11 |
-
0.0,
|
| 12 |
-
0.0,
|
| 13 |
-
0.0,
|
| 14 |
-
0.0,
|
| 15 |
-
0.0,
|
| 16 |
-
0.0,
|
| 17 |
-
0.0,
|
| 18 |
-
0.0,
|
| 19 |
-
0.0,
|
| 20 |
-
0.0,
|
| 21 |
-
0.0,
|
| 22 |
-
0.0,
|
| 23 |
-
1.0,
|
| 24 |
-
0.0,
|
| 25 |
-
0.0,
|
| 26 |
-
0.0,
|
| 27 |
-
0.0,
|
| 28 |
-
0.0,
|
| 29 |
-
0.0,
|
| 30 |
-
0.0,
|
| 31 |
-
0.0,
|
| 32 |
-
0.0,
|
| 33 |
-
0.0,
|
| 34 |
-
0.0,
|
| 35 |
-
0.0,
|
| 36 |
-
0.0,
|
| 37 |
-
0.0,
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0,
|
| 41 |
-
0.0,
|
| 42 |
-
0.0,
|
| 43 |
-
0.0,
|
| 44 |
-
0.0,
|
| 45 |
-
0.0,
|
| 46 |
-
0.0,
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0
|
| 50 |
-
],
|
| 51 |
-
"recent_conversions": [
|
| 52 |
-
0.0,
|
| 53 |
-
0.0,
|
| 54 |
-
0.0,
|
| 55 |
-
0.0,
|
| 56 |
-
1.0,
|
| 57 |
-
0.0,
|
| 58 |
-
1.0,
|
| 59 |
-
0.0,
|
| 60 |
-
0.0,
|
| 61 |
-
0.0
|
| 62 |
-
],
|
| 63 |
-
"best_eval_win": null,
|
| 64 |
-
"best_eval_score": null,
|
| 65 |
-
"v81_curriculum": true,
|
| 66 |
-
"curriculum_schedule": "v8.3",
|
| 67 |
-
"reward_profile": "v8.6-attack-fair-v1",
|
| 68 |
-
"return_stats": null,
|
| 69 |
-
"stage_env_targets": [
|
| 70 |
-
24,
|
| 71 |
-
24,
|
| 72 |
-
24,
|
| 73 |
-
24,
|
| 74 |
-
24,
|
| 75 |
-
24,
|
| 76 |
-
16,
|
| 77 |
-
12,
|
| 78 |
-
10,
|
| 79 |
-
12,
|
| 80 |
-
10,
|
| 81 |
-
8,
|
| 82 |
-
8,
|
| 83 |
-
8,
|
| 84 |
-
8
|
| 85 |
-
],
|
| 86 |
-
"envs_per_shard": 12,
|
| 87 |
-
"requested_env_target": null
|
| 88 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ppo_v86/policy_update935.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:7a62ec8909f0ac8cadfbe66a501b1240e9d04c71016ec2ff2a266024befc137d
|
| 3 |
-
size 48494336
|
|
|
|
|
|
|
|
|
|
|
|