djmango commited on
Commit
5af69f4
·
verified ·
1 Parent(s): 16f9f47

Sync policy_update2545.state.json (b4efe2fbc85f)

Browse files
Files changed (1) hide show
  1. ppo_v11/policy_update2545.state.json +210 -0
ppo_v11/policy_update2545.state.json ADDED
@@ -0,0 +1,210 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_schema_version": 3,
3
+ "hidden_reset_policy": "episode_done",
4
+ "update": 2546,
5
+ "stage": 25,
6
+ "ent_scale": 1.0,
7
+ "lr_now": 0.00001,
8
+ "total_env_steps": 16699392,
9
+ "recent_wins": [
10
+ 0.0,
11
+ 1.0,
12
+ 0.0,
13
+ 1.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 1.0,
30
+ 1.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 1.0,
49
+ 0.0
50
+ ],
51
+ "recent_conversions": [
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 1.0,
58
+ 0.0,
59
+ 1.0,
60
+ 1.0,
61
+ 0.0,
62
+ 1.0,
63
+ 1.0,
64
+ 0.0,
65
+ 0.0,
66
+ 1.0,
67
+ 0.0,
68
+ 1.0,
69
+ 0.0,
70
+ 0.0,
71
+ 1.0,
72
+ 1.0,
73
+ 0.0,
74
+ 0.0,
75
+ 0.0,
76
+ 0.0,
77
+ 0.0,
78
+ 0.0,
79
+ 0.0,
80
+ 0.0,
81
+ 0.0,
82
+ 1.0,
83
+ 1.0,
84
+ 0.0,
85
+ 0.0,
86
+ 0.0,
87
+ 0.0,
88
+ 1.0,
89
+ 1.0
90
+ ],
91
+ "recent_deaths": [
92
+ 1.0,
93
+ 0.0,
94
+ 0.0,
95
+ 0.0,
96
+ 1.0,
97
+ 0.0,
98
+ 0.0,
99
+ 0.0,
100
+ 0.0,
101
+ 0.0,
102
+ 0.0,
103
+ 0.0,
104
+ 0.0,
105
+ 0.0,
106
+ 0.0,
107
+ 0.0,
108
+ 0.0,
109
+ 0.0,
110
+ 0.0,
111
+ 0.0,
112
+ 0.0,
113
+ 1.0,
114
+ 1.0,
115
+ 0.0,
116
+ 0.0,
117
+ 0.0,
118
+ 0.0,
119
+ 1.0,
120
+ 1.0,
121
+ 0.0,
122
+ 1.0,
123
+ 1.0,
124
+ 0.0,
125
+ 1.0,
126
+ 1.0,
127
+ 1.0,
128
+ 1.0,
129
+ 1.0,
130
+ 0.0,
131
+ 0.0
132
+ ],
133
+ "best_eval_win": null,
134
+ "best_eval_score": null,
135
+ "curriculum_schedule": "v10",
136
+ "reward_profile": "v10-anti-spiral-v1",
137
+ "return_stats": null,
138
+ "stage_env_targets": [
139
+ 24,
140
+ 24,
141
+ 24,
142
+ 24,
143
+ 24,
144
+ 24,
145
+ 24,
146
+ 24,
147
+ 24,
148
+ 24,
149
+ 24,
150
+ 24,
151
+ 24,
152
+ 24,
153
+ 24,
154
+ 24,
155
+ 24,
156
+ 24,
157
+ 24,
158
+ 24,
159
+ 24,
160
+ 24,
161
+ 24,
162
+ 24,
163
+ 24,
164
+ 24,
165
+ 24,
166
+ 24,
167
+ 20,
168
+ 20,
169
+ 20,
170
+ 16,
171
+ 16,
172
+ 16,
173
+ 12,
174
+ 12,
175
+ 10,
176
+ 10,
177
+ 10,
178
+ 10,
179
+ 10,
180
+ 10,
181
+ 10,
182
+ 10,
183
+ 10,
184
+ 10,
185
+ 10,
186
+ 10,
187
+ 10,
188
+ 10,
189
+ 8,
190
+ 8,
191
+ 8,
192
+ 8,
193
+ 8,
194
+ 8,
195
+ 8,
196
+ 8,
197
+ 8,
198
+ 8,
199
+ 8,
200
+ 8,
201
+ 8,
202
+ 8,
203
+ 8,
204
+ 8,
205
+ 8,
206
+ 8
207
+ ],
208
+ "envs_per_shard": 40,
209
+ "requested_env_target": null
210
+ }