tianyuez2002 commited on
Commit
2b7cb33
·
verified ·
1 Parent(s): ef6d008

Upload folder using huggingface_hub

Browse files
dmc_walker_walk_vit_ae_20251206_024217/ckpt/20251206T082850F666720/agent.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8e4c50181c20a8ade17db68d1de9eb2fcb68c79eb374f3a7f74dd38fe88214c
3
+ size 539619044
dmc_walker_walk_vit_ae_20251206_024217/ckpt/20251206T082850F666720/done ADDED
File without changes
dmc_walker_walk_vit_ae_20251206_024217/ckpt/20251206T082850F666720/replay.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c298d589a2158eb513cb52191144518a2acab2cb0c04f1df14fca0f712fa4a1
3
+ size 4
dmc_walker_walk_vit_ae_20251206_024217/ckpt/20251206T082850F666720/step.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:198199420ce2a8dcb66749557d3a705dac1f1ff0daec7f57ffbc2b33029b90e5
3
+ size 17
dmc_walker_walk_vit_ae_20251206_024217/ckpt/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ 20251206T082850F666720
dmc_walker_walk_vit_ae_20251206_024217/config.yaml ADDED
@@ -0,0 +1,198 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ agent:
2
+ ac_grads: false
3
+ advnorm: {impl: none, limit: 1e-08, rate: 0.01}
4
+ conhead: {act: silu, layers: 1, norm: rms, output: binary, outscale: 1.0, units: 512,
5
+ winit: trunc_normal_in}
6
+ contdisc: true
7
+ dec:
8
+ simple:
9
+ act: silu
10
+ bspace: 8
11
+ depth: 32
12
+ kernel: 5
13
+ layers: 3
14
+ mults: [2, 3, 4, 4]
15
+ norm: rms
16
+ outer: false
17
+ outscale: 1.0
18
+ strided: false
19
+ units: 512
20
+ winit: trunc_normal_in
21
+ typ: simple
22
+ dyn:
23
+ rssm: {absolute: false, act: silu, blocks: 8, classes: 32, deter: 4096, dynlayers: 1,
24
+ free_nats: 1.0, hidden: 512, imglayers: 2, norm: rms, obslayers: 1, outscale: 1.0,
25
+ stoch: 32, unimix: 0.01, winit: trunc_normal_in}
26
+ typ: rssm
27
+ enc:
28
+ simple:
29
+ act: silu
30
+ depth: 32
31
+ kernel: 5
32
+ layers: 3
33
+ mults: [2, 3, 4, 4]
34
+ norm: rms
35
+ outer: false
36
+ strided: false
37
+ symlog: true
38
+ units: 512
39
+ winit: trunc_normal_in
40
+ typ: simple
41
+ horizon: 333
42
+ imag_last: 0
43
+ imag_length: 15
44
+ imag_loss: {actent: 0.0003, lam: 0.95, slowreg: 1.0, slowtar: false}
45
+ loss_scales: {con: 1.0, dyn: 1.0, policy: 1.0, rec: 1.0, rep: 0.1, repval: 0.3,
46
+ rew: 1.0, value: 1.0}
47
+ opt: {agc: 0.3, anneal: 0, beta1: 0.9, beta2: 0.999, eps: 1e-20, lr: 4e-05, momentum: true,
48
+ schedule: const, warmup: 1000, wd: 0.0}
49
+ policy: {act: silu, layers: 3, maxstd: 1.0, minstd: 0.1, norm: rms, outscale: 0.01,
50
+ unimix: 0.01, units: 512, winit: trunc_normal_in}
51
+ policy_dist_cont: bounded_normal
52
+ policy_dist_disc: categorical
53
+ repl_loss: {lam: 0.95, slowreg: 1.0, slowtar: false}
54
+ report: true
55
+ report_gradnorms: false
56
+ repval_grad: true
57
+ repval_loss: true
58
+ retnorm: {debias: false, impl: perc, limit: 1.0, perchi: 95.0, perclo: 5.0, rate: 0.01}
59
+ reward_grad: true
60
+ rewhead: {act: silu, bins: 255, layers: 1, norm: rms, output: symexp_twohot, outscale: 0.0,
61
+ units: 512, winit: trunc_normal_in}
62
+ slowvalue: {every: 1, rate: 0.02}
63
+ valnorm: {impl: none, limit: 1e-08, rate: 0.01}
64
+ value: {act: silu, bins: 255, layers: 3, norm: rms, output: symexp_twohot, outscale: 0.0,
65
+ units: 512, winit: trunc_normal_in}
66
+ batch_length: 64
67
+ batch_size: 16
68
+ clock_addr: ''
69
+ clock_port: ''
70
+ consec_report: 1
71
+ consec_train: 1
72
+ encoder_type: vit_ae
73
+ env:
74
+ atari:
75
+ actions: all
76
+ aggregate: max
77
+ autostart: false
78
+ clip_reward: false
79
+ gray: true
80
+ lives: unused
81
+ noops: 30
82
+ pooling: 2
83
+ repeat: 4
84
+ resize: pillow
85
+ size: [96, 96]
86
+ sticky: true
87
+ atari100k:
88
+ actions: needed
89
+ autostart: false
90
+ clip_reward: false
91
+ gray: false
92
+ lives: unused
93
+ noops: 30
94
+ repeat: 4
95
+ resize: pillow
96
+ size: [64, 64]
97
+ sticky: false
98
+ crafter:
99
+ logs: false
100
+ size: [64, 64]
101
+ dmc:
102
+ camera: -1
103
+ image: true
104
+ proprio: false
105
+ repeat: 1
106
+ size: [64, 64]
107
+ dmlab:
108
+ episodic: true
109
+ repeat: 4
110
+ size: [64, 64]
111
+ use_seed: true
112
+ loconav:
113
+ camera: -1
114
+ repeat: 1
115
+ size: [64, 64]
116
+ minecraft:
117
+ break_speed: 100.0
118
+ length: 36000
119
+ logs: false
120
+ size: [64, 64]
121
+ procgen:
122
+ resize: pillow
123
+ size: [96, 96]
124
+ errfile: false
125
+ ipv6: false
126
+ jax:
127
+ compute_dtype: bfloat16
128
+ coordinator_address: ''
129
+ debug: false
130
+ enable_policy: true
131
+ expect_devices: 0
132
+ jit: true
133
+ mock_devices: 0
134
+ platform: cuda
135
+ policy_devices: [0]
136
+ prealloc: true
137
+ train_devices: [0]
138
+ logdir: /mnt/home/tianyuez/DL-PJ/dreamerv3/logdir/dmc_walker_walk_vit_ae_20251206_024217
139
+ logger:
140
+ filter: score|length|fps|ratio|train/loss/|train/rand/
141
+ fps: 15
142
+ outputs: [jsonl, scope]
143
+ timer: true
144
+ user: ''
145
+ mae_loss_scale: 0.0
146
+ mae_mask_ratio: 0.5
147
+ mae_patch_size: 8
148
+ method: name
149
+ random_agent: false
150
+ replay:
151
+ chunksize: 1024
152
+ fracs: {priority: 0.0, recency: 0.0, uniform: 1.0}
153
+ online: true
154
+ prio: {exponent: 0.8, initial: inf, maxfrac: 0.5, zero_on_sample: true}
155
+ priosignal: model
156
+ recexp: 1.0
157
+ size: 5000000.0
158
+ replay_context: 1
159
+ replica: 0
160
+ replicas: 1
161
+ report_length: 32
162
+ run:
163
+ actor_addr: localhost:{auto}
164
+ actor_batch: -1
165
+ actor_threads: 1
166
+ agent_process: false
167
+ debug: true
168
+ duration: 0
169
+ envs: 8
170
+ episode_timeout: 180
171
+ eval_envs: 4
172
+ eval_eps: 1
173
+ from_checkpoint: ''
174
+ log_every: 120
175
+ logger_addr: localhost:{auto}
176
+ remote_envs: false
177
+ remote_replay: false
178
+ replay_addr: localhost:{auto}
179
+ report_batches: 1
180
+ report_every: 300
181
+ save_every: 900
182
+ steps: 550000.0
183
+ train_ratio: 64.0
184
+ usage: {gc: false, gputil: false, malloc: false, nvsmi: true, psutil: true}
185
+ script: train
186
+ seed: 0
187
+ task: dmc_walker_walk
188
+ vit_act: silu
189
+ vit_embed_dim: 256
190
+ vit_mlp_mult: 4
191
+ vit_norm: rms
192
+ vit_num_heads: 4
193
+ vit_num_layers: 4
194
+ vit_out_dim: 1024
195
+ vit_patch_size: 16
196
+ vit_symlog: true
197
+ vit_vec_layers: 2
198
+ vit_vec_units: 1024
dmc_walker_walk_vit_ae_20251206_024217/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
dmc_walker_walk_vit_ae_20251206_024217/scores.jsonl ADDED
@@ -0,0 +1,528 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"step": 8001, "episode/score": 39.0965229566209}
2
+ {"step": 8002, "episode/score": 39.647551529458724}
3
+ {"step": 8003, "episode/score": 42.62667971290648}
4
+ {"step": 8004, "episode/score": 35.804079986643046}
5
+ {"step": 8005, "episode/score": 43.0167225911282}
6
+ {"step": 8006, "episode/score": 47.3343960205093}
7
+ {"step": 8007, "episode/score": 31.954282003454864}
8
+ {"step": 8008, "episode/score": 39.9027739954181}
9
+ {"step": 16009, "episode/score": 33.468003248330206}
10
+ {"step": 16010, "episode/score": 34.323047356214374}
11
+ {"step": 16011, "episode/score": 39.39490206120536}
12
+ {"step": 16012, "episode/score": 36.64592632185668}
13
+ {"step": 16013, "episode/score": 35.98600653593894}
14
+ {"step": 16014, "episode/score": 33.79073731554672}
15
+ {"step": 16015, "episode/score": 30.047759258188307}
16
+ {"step": 16016, "episode/score": 45.22430830169469}
17
+ {"step": 24017, "episode/score": 99.12966531421989}
18
+ {"step": 24018, "episode/score": 103.3017546357587}
19
+ {"step": 24019, "episode/score": 97.78588446229696}
20
+ {"step": 24020, "episode/score": 56.03775025624782}
21
+ {"step": 24021, "episode/score": 43.81609521899372}
22
+ {"step": 24022, "episode/score": 40.13847452774644}
23
+ {"step": 24023, "episode/score": 52.59747520601377}
24
+ {"step": 24024, "episode/score": 97.38174219802022}
25
+ {"step": 32025, "episode/score": 136.4683529958129}
26
+ {"step": 32026, "episode/score": 52.90198885335121}
27
+ {"step": 32027, "episode/score": 78.00773854600266}
28
+ {"step": 32028, "episode/score": 91.89836932742037}
29
+ {"step": 32029, "episode/score": 106.18442535679787}
30
+ {"step": 32030, "episode/score": 53.40998932532966}
31
+ {"step": 32031, "episode/score": 51.443526577204466}
32
+ {"step": 32032, "episode/score": 72.09661440039054}
33
+ {"step": 40033, "episode/score": 130.32869603019208}
34
+ {"step": 40034, "episode/score": 111.72231023130007}
35
+ {"step": 40035, "episode/score": 148.13543656282127}
36
+ {"step": 40036, "episode/score": 124.17154738493264}
37
+ {"step": 40037, "episode/score": 112.44721327535808}
38
+ {"step": 40038, "episode/score": 122.8238473078236}
39
+ {"step": 40039, "episode/score": 126.17109650699422}
40
+ {"step": 40040, "episode/score": 141.3460790924728}
41
+ {"step": 48041, "episode/score": 188.3512091357261}
42
+ {"step": 48042, "episode/score": 158.35147765558213}
43
+ {"step": 48043, "episode/score": 165.63266349688638}
44
+ {"step": 48044, "episode/score": 159.97779781394638}
45
+ {"step": 48045, "episode/score": 165.59447015821934}
46
+ {"step": 48046, "episode/score": 160.2614318607375}
47
+ {"step": 48047, "episode/score": 156.64915307494812}
48
+ {"step": 48048, "episode/score": 147.36237500980496}
49
+ {"step": 56049, "episode/score": 182.32875327393413}
50
+ {"step": 56050, "episode/score": 213.08917311020195}
51
+ {"step": 56051, "episode/score": 183.181625071913}
52
+ {"step": 56052, "episode/score": 181.59752910211682}
53
+ {"step": 56053, "episode/score": 196.3514158129692}
54
+ {"step": 56054, "episode/score": 188.1325015425682}
55
+ {"step": 56055, "episode/score": 184.20969425188377}
56
+ {"step": 56056, "episode/score": 178.90422279760242}
57
+ {"step": 64057, "episode/score": 196.5025623049587}
58
+ {"step": 64058, "episode/score": 199.67559101991355}
59
+ {"step": 64059, "episode/score": 184.97571476735175}
60
+ {"step": 64060, "episode/score": 193.6143333017826}
61
+ {"step": 64061, "episode/score": 218.26795970555395}
62
+ {"step": 64062, "episode/score": 233.68146460305434}
63
+ {"step": 64063, "episode/score": 188.4951416430995}
64
+ {"step": 64064, "episode/score": 188.51767891924828}
65
+ {"step": 72065, "episode/score": 181.38407668890432}
66
+ {"step": 72066, "episode/score": 212.91735568642616}
67
+ {"step": 72067, "episode/score": 197.28962840512395}
68
+ {"step": 72068, "episode/score": 196.26616727840155}
69
+ {"step": 72069, "episode/score": 197.05402411147952}
70
+ {"step": 72070, "episode/score": 199.80773449037224}
71
+ {"step": 72071, "episode/score": 196.80947384610772}
72
+ {"step": 72072, "episode/score": 194.44799756258726}
73
+ {"step": 80073, "episode/score": 213.04968838673085}
74
+ {"step": 80074, "episode/score": 194.583466979675}
75
+ {"step": 80075, "episode/score": 172.85168427659664}
76
+ {"step": 80076, "episode/score": 204.5483956336975}
77
+ {"step": 80077, "episode/score": 205.4982572644949}
78
+ {"step": 80078, "episode/score": 207.73918391391635}
79
+ {"step": 80079, "episode/score": 214.62905984558165}
80
+ {"step": 80080, "episode/score": 195.35523980064318}
81
+ {"step": 88081, "episode/score": 214.27841458423063}
82
+ {"step": 88082, "episode/score": 219.90879627875984}
83
+ {"step": 88083, "episode/score": 254.8372345425887}
84
+ {"step": 88084, "episode/score": 195.48267625272274}
85
+ {"step": 88085, "episode/score": 189.67454620625358}
86
+ {"step": 88086, "episode/score": 203.64190706424415}
87
+ {"step": 88087, "episode/score": 193.22054698120337}
88
+ {"step": 88088, "episode/score": 205.47238569892943}
89
+ {"step": 96089, "episode/score": 206.58489544130862}
90
+ {"step": 96090, "episode/score": 211.9614760915283}
91
+ {"step": 96091, "episode/score": 214.4551226417534}
92
+ {"step": 96092, "episode/score": 266.7161862682551}
93
+ {"step": 96093, "episode/score": 220.584585910663}
94
+ {"step": 96094, "episode/score": 227.9296091152355}
95
+ {"step": 96095, "episode/score": 227.1848883004859}
96
+ {"step": 96096, "episode/score": 216.82145142555237}
97
+ {"step": 104097, "episode/score": 230.24034430552274}
98
+ {"step": 104098, "episode/score": 217.24697721516714}
99
+ {"step": 104099, "episode/score": 218.70610156143084}
100
+ {"step": 104100, "episode/score": 241.80831972509623}
101
+ {"step": 104101, "episode/score": 215.5537068620324}
102
+ {"step": 104102, "episode/score": 225.2574971895665}
103
+ {"step": 104103, "episode/score": 225.64472583215684}
104
+ {"step": 104104, "episode/score": 256.92805901158135}
105
+ {"step": 112105, "episode/score": 258.46875436324626}
106
+ {"step": 112106, "episode/score": 220.785384260118}
107
+ {"step": 112107, "episode/score": 243.33979890868068}
108
+ {"step": 112108, "episode/score": 230.21003062091768}
109
+ {"step": 112109, "episode/score": 222.33814426558092}
110
+ {"step": 112110, "episode/score": 221.18745189346373}
111
+ {"step": 112111, "episode/score": 299.5392669728026}
112
+ {"step": 112112, "episode/score": 227.64348309719935}
113
+ {"step": 120113, "episode/score": 229.2116753011942}
114
+ {"step": 120114, "episode/score": 229.70906722173095}
115
+ {"step": 120115, "episode/score": 232.49662334099412}
116
+ {"step": 120116, "episode/score": 228.54995648562908}
117
+ {"step": 120117, "episode/score": 226.20564433559775}
118
+ {"step": 120118, "episode/score": 243.17188922129571}
119
+ {"step": 120119, "episode/score": 236.39697742462158}
120
+ {"step": 120120, "episode/score": 228.90357648581266}
121
+ {"step": 128121, "episode/score": 251.99656900996342}
122
+ {"step": 128122, "episode/score": 235.92742463946342}
123
+ {"step": 128123, "episode/score": 227.65087538724765}
124
+ {"step": 128124, "episode/score": 222.84016868006438}
125
+ {"step": 128125, "episode/score": 238.15990264061838}
126
+ {"step": 128126, "episode/score": 224.21467962418683}
127
+ {"step": 128127, "episode/score": 235.17568149324507}
128
+ {"step": 128128, "episode/score": 224.93510389421135}
129
+ {"step": 136129, "episode/score": 230.0484725367278}
130
+ {"step": 136130, "episode/score": 240.78305836580694}
131
+ {"step": 136131, "episode/score": 234.75280270446092}
132
+ {"step": 136132, "episode/score": 214.09596738778055}
133
+ {"step": 136133, "episode/score": 238.32537118159235}
134
+ {"step": 136134, "episode/score": 271.9295361302793}
135
+ {"step": 136135, "episode/score": 404.819308957085}
136
+ {"step": 136136, "episode/score": 229.48702583974227}
137
+ {"step": 144137, "episode/score": 229.40486645919736}
138
+ {"step": 144138, "episode/score": 233.48805377539247}
139
+ {"step": 144139, "episode/score": 270.70222837105393}
140
+ {"step": 144140, "episode/score": 242.0699664130807}
141
+ {"step": 144141, "episode/score": 334.2892209383426}
142
+ {"step": 144142, "episode/score": 399.9872744381428}
143
+ {"step": 144143, "episode/score": 225.06510695675388}
144
+ {"step": 144144, "episode/score": 378.3646993674338}
145
+ {"step": 152145, "episode/score": 427.8960696803406}
146
+ {"step": 152146, "episode/score": 243.3962602186948}
147
+ {"step": 152147, "episode/score": 229.42268756218255}
148
+ {"step": 152148, "episode/score": 236.36626425012946}
149
+ {"step": 152149, "episode/score": 256.7301047798246}
150
+ {"step": 152150, "episode/score": 230.4904055306688}
151
+ {"step": 152151, "episode/score": 307.77233535517007}
152
+ {"step": 152152, "episode/score": 243.1203462779522}
153
+ {"step": 160153, "episode/score": 213.27892754599452}
154
+ {"step": 160154, "episode/score": 245.17535562813282}
155
+ {"step": 160155, "episode/score": 401.3169816629961}
156
+ {"step": 160156, "episode/score": 234.92572724143974}
157
+ {"step": 160157, "episode/score": 233.3748436421156}
158
+ {"step": 160158, "episode/score": 237.3563550421968}
159
+ {"step": 160159, "episode/score": 236.34145939350128}
160
+ {"step": 160160, "episode/score": 239.79832412302494}
161
+ {"step": 168161, "episode/score": 344.8701499658637}
162
+ {"step": 168162, "episode/score": 245.71754465810955}
163
+ {"step": 168163, "episode/score": 239.28700587246567}
164
+ {"step": 168164, "episode/score": 246.05609745904803}
165
+ {"step": 168165, "episode/score": 238.12516291439533}
166
+ {"step": 168166, "episode/score": 246.52430724725127}
167
+ {"step": 168167, "episode/score": 233.2714251400903}
168
+ {"step": 168168, "episode/score": 489.8075957149267}
169
+ {"step": 176169, "episode/score": 237.226698291488}
170
+ {"step": 176170, "episode/score": 233.0713838879019}
171
+ {"step": 176171, "episode/score": 376.5878367694095}
172
+ {"step": 176172, "episode/score": 441.37357430532575}
173
+ {"step": 176173, "episode/score": 392.99951210059226}
174
+ {"step": 176174, "episode/score": 308.4162566717714}
175
+ {"step": 176175, "episode/score": 234.0381568702869}
176
+ {"step": 176176, "episode/score": 354.7534496933222}
177
+ {"step": 184177, "episode/score": 234.14016796648502}
178
+ {"step": 184178, "episode/score": 461.46762292739004}
179
+ {"step": 184179, "episode/score": 329.67546536028385}
180
+ {"step": 184180, "episode/score": 232.06948928209022}
181
+ {"step": 184181, "episode/score": 466.65475155739114}
182
+ {"step": 184182, "episode/score": 287.3590590469539}
183
+ {"step": 184183, "episode/score": 362.44572016596794}
184
+ {"step": 184184, "episode/score": 230.80552574573085}
185
+ {"step": 192185, "episode/score": 229.40940288454294}
186
+ {"step": 192186, "episode/score": 232.57489121705294}
187
+ {"step": 192187, "episode/score": 459.1229129899293}
188
+ {"step": 192188, "episode/score": 235.52782213315368}
189
+ {"step": 192189, "episode/score": 234.145064862445}
190
+ {"step": 192190, "episode/score": 265.6357901766896}
191
+ {"step": 192191, "episode/score": 469.94993786979467}
192
+ {"step": 192192, "episode/score": 354.46213953197}
193
+ {"step": 200193, "episode/score": 239.52980645373464}
194
+ {"step": 200194, "episode/score": 479.0259682261385}
195
+ {"step": 200195, "episode/score": 262.8502825740725}
196
+ {"step": 200196, "episode/score": 233.31478327140212}
197
+ {"step": 200197, "episode/score": 222.45564267062582}
198
+ {"step": 200198, "episode/score": 478.97979700402357}
199
+ {"step": 200199, "episode/score": 244.76090173330158}
200
+ {"step": 200200, "episode/score": 228.84836081042886}
201
+ {"step": 208201, "episode/score": 232.37988941837102}
202
+ {"step": 208202, "episode/score": 465.5272919158451}
203
+ {"step": 208203, "episode/score": 231.36441730801016}
204
+ {"step": 208204, "episode/score": 340.7315939627588}
205
+ {"step": 208205, "episode/score": 411.10352543438785}
206
+ {"step": 208206, "episode/score": 233.62833218462765}
207
+ {"step": 208207, "episode/score": 388.52088579628617}
208
+ {"step": 208208, "episode/score": 388.70731997769326}
209
+ {"step": 216209, "episode/score": 114.51014473941177}
210
+ {"step": 216210, "episode/score": 81.28471244208049}
211
+ {"step": 216211, "episode/score": 361.21819645166397}
212
+ {"step": 216212, "episode/score": 206.12358895130455}
213
+ {"step": 216213, "episode/score": 222.7335217408836}
214
+ {"step": 216214, "episode/score": 226.63218255667016}
215
+ {"step": 216215, "episode/score": 226.40950951259583}
216
+ {"step": 216216, "episode/score": 225.09274131129496}
217
+ {"step": 224217, "episode/score": 220.29285836219788}
218
+ {"step": 224218, "episode/score": 221.78761801717337}
219
+ {"step": 224219, "episode/score": 227.83127684146166}
220
+ {"step": 224220, "episode/score": 495.49608490709215}
221
+ {"step": 224221, "episode/score": 509.4925020537339}
222
+ {"step": 224222, "episode/score": 333.40871318709105}
223
+ {"step": 224223, "episode/score": 482.84508997760713}
224
+ {"step": 224224, "episode/score": 504.07532698847353}
225
+ {"step": 232225, "episode/score": 479.07566328160465}
226
+ {"step": 232226, "episode/score": 313.42329768743366}
227
+ {"step": 232227, "episode/score": 221.93173339404166}
228
+ {"step": 232228, "episode/score": 320.1365591529757}
229
+ {"step": 232229, "episode/score": 246.66605136496946}
230
+ {"step": 232230, "episode/score": 220.6176026687026}
231
+ {"step": 232231, "episode/score": 508.43462274130434}
232
+ {"step": 232232, "episode/score": 226.4958528475836}
233
+ {"step": 240233, "episode/score": 220.09144612774253}
234
+ {"step": 240234, "episode/score": 220.71343944547698}
235
+ {"step": 240235, "episode/score": 227.827402735129}
236
+ {"step": 240236, "episode/score": 485.40164558868855}
237
+ {"step": 240237, "episode/score": 222.59530520811677}
238
+ {"step": 240238, "episode/score": 502.6209988715127}
239
+ {"step": 240239, "episode/score": 239.36564998421818}
240
+ {"step": 240240, "episode/score": 220.21345614641905}
241
+ {"step": 248241, "episode/score": 218.35049261851236}
242
+ {"step": 248242, "episode/score": 500.13390944106504}
243
+ {"step": 248243, "episode/score": 226.755850819638}
244
+ {"step": 248244, "episode/score": 454.8593504051678}
245
+ {"step": 248245, "episode/score": 466.5689147345256}
246
+ {"step": 248246, "episode/score": 173.99745902698487}
247
+ {"step": 248247, "episode/score": 212.3553255777806}
248
+ {"step": 248248, "episode/score": 231.2271979302168}
249
+ {"step": 256249, "episode/score": 125.26700117473956}
250
+ {"step": 256250, "episode/score": 144.00803816504776}
251
+ {"step": 256251, "episode/score": 537.9950098283589}
252
+ {"step": 256252, "episode/score": 430.04961345356423}
253
+ {"step": 256253, "episode/score": 140.46468762680888}
254
+ {"step": 256254, "episode/score": 136.35780568700284}
255
+ {"step": 256255, "episode/score": 442.584393934696}
256
+ {"step": 256256, "episode/score": 295.4339818037115}
257
+ {"step": 264257, "episode/score": 381.5678239511326}
258
+ {"step": 264258, "episode/score": 447.22249814181123}
259
+ {"step": 264259, "episode/score": 494.9631030205637}
260
+ {"step": 264260, "episode/score": 27.313881183974445}
261
+ {"step": 264261, "episode/score": 161.4732213281095}
262
+ {"step": 264262, "episode/score": 485.63660630746745}
263
+ {"step": 264263, "episode/score": 20.50030560430605}
264
+ {"step": 264264, "episode/score": 496.3184225913137}
265
+ {"step": 272265, "episode/score": 494.47855773568153}
266
+ {"step": 272266, "episode/score": 495.91500540217385}
267
+ {"step": 272267, "episode/score": 59.76456452533603}
268
+ {"step": 272268, "episode/score": 172.20678749214858}
269
+ {"step": 272269, "episode/score": 496.8726705973968}
270
+ {"step": 272270, "episode/score": 516.57375121722}
271
+ {"step": 272271, "episode/score": 442.1140657737851}
272
+ {"step": 272272, "episode/score": 474.2574347271584}
273
+ {"step": 280273, "episode/score": 541.8760107876733}
274
+ {"step": 280274, "episode/score": 427.58962575439364}
275
+ {"step": 280275, "episode/score": 517.2930699223652}
276
+ {"step": 280276, "episode/score": 251.94714534655213}
277
+ {"step": 280277, "episode/score": 537.2409587390721}
278
+ {"step": 280278, "episode/score": 241.7849638038315}
279
+ {"step": 280279, "episode/score": 519.6696185937617}
280
+ {"step": 280280, "episode/score": 501.0616413340904}
281
+ {"step": 288281, "episode/score": 511.4450699375011}
282
+ {"step": 288282, "episode/score": 525.3860585736111}
283
+ {"step": 288283, "episode/score": 523.8948816517368}
284
+ {"step": 288284, "episode/score": 467.79886163119227}
285
+ {"step": 288285, "episode/score": 566.1098044521641}
286
+ {"step": 288286, "episode/score": 498.4731773138046}
287
+ {"step": 288287, "episode/score": 518.1272555869073}
288
+ {"step": 288288, "episode/score": 507.8612818941474}
289
+ {"step": 296289, "episode/score": 564.3121125269681}
290
+ {"step": 296290, "episode/score": 236.51944554504007}
291
+ {"step": 296291, "episode/score": 466.7677024551667}
292
+ {"step": 296292, "episode/score": 547.3265380896628}
293
+ {"step": 296293, "episode/score": 439.49357526097447}
294
+ {"step": 296294, "episode/score": 475.3019729248481}
295
+ {"step": 296295, "episode/score": 588.7500399434939}
296
+ {"step": 296296, "episode/score": 503.3861893067369}
297
+ {"step": 304297, "episode/score": 520.4799199479166}
298
+ {"step": 304298, "episode/score": 583.5485685514286}
299
+ {"step": 304299, "episode/score": 345.55330246081576}
300
+ {"step": 304300, "episode/score": 555.5273142540827}
301
+ {"step": 304301, "episode/score": 408.9151536296122}
302
+ {"step": 304302, "episode/score": 558.3416278241202}
303
+ {"step": 304303, "episode/score": 484.902512983419}
304
+ {"step": 304304, "episode/score": 394.6891969172284}
305
+ {"step": 312305, "episode/score": 579.6494388380088}
306
+ {"step": 312306, "episode/score": 489.7248969322536}
307
+ {"step": 312307, "episode/score": 554.8236989136785}
308
+ {"step": 312308, "episode/score": 517.4978658538312}
309
+ {"step": 312309, "episode/score": 581.2706239158288}
310
+ {"step": 312310, "episode/score": 467.76983861112967}
311
+ {"step": 312311, "episode/score": 385.45831680856645}
312
+ {"step": 312312, "episode/score": 472.3319710372016}
313
+ {"step": 320313, "episode/score": 609.6044932547957}
314
+ {"step": 320314, "episode/score": 541.139178417623}
315
+ {"step": 320315, "episode/score": 541.875443700701}
316
+ {"step": 320316, "episode/score": 21.855996833648533}
317
+ {"step": 320317, "episode/score": 611.675325404387}
318
+ {"step": 320318, "episode/score": 434.8788973512128}
319
+ {"step": 320319, "episode/score": 605.350260168314}
320
+ {"step": 320320, "episode/score": 590.3802119386382}
321
+ {"step": 328321, "episode/score": 463.45912548340857}
322
+ {"step": 328322, "episode/score": 546.1017045411281}
323
+ {"step": 328323, "episode/score": 538.1954713787418}
324
+ {"step": 328324, "episode/score": 545.9031418594532}
325
+ {"step": 328325, "episode/score": 558.4046691074036}
326
+ {"step": 328326, "episode/score": 571.7815195545554}
327
+ {"step": 328327, "episode/score": 450.81277701444924}
328
+ {"step": 328328, "episode/score": 572.9139079013839}
329
+ {"step": 336329, "episode/score": 477.9434668435715}
330
+ {"step": 336330, "episode/score": 540.716697155498}
331
+ {"step": 336331, "episode/score": 544.6144152805209}
332
+ {"step": 336332, "episode/score": 551.841582211433}
333
+ {"step": 336333, "episode/score": 609.637855690904}
334
+ {"step": 336334, "episode/score": 586.9357502907515}
335
+ {"step": 336335, "episode/score": 604.7613755019847}
336
+ {"step": 336336, "episode/score": 582.8505858737044}
337
+ {"step": 344337, "episode/score": 497.56031432095915}
338
+ {"step": 344338, "episode/score": 561.998141118791}
339
+ {"step": 344339, "episode/score": 623.8987404713407}
340
+ {"step": 344340, "episode/score": 595.4257338943426}
341
+ {"step": 344341, "episode/score": 627.6990531599149}
342
+ {"step": 344342, "episode/score": 631.6243482260033}
343
+ {"step": 344343, "episode/score": 598.0844394508749}
344
+ {"step": 344344, "episode/score": 604.0128368064761}
345
+ {"step": 352345, "episode/score": 469.0353930881247}
346
+ {"step": 352346, "episode/score": 432.4361010421999}
347
+ {"step": 352347, "episode/score": 29.70804197760299}
348
+ {"step": 352348, "episode/score": 600.0042406385764}
349
+ {"step": 352349, "episode/score": 598.7865957277827}
350
+ {"step": 352350, "episode/score": 608.761325577274}
351
+ {"step": 352351, "episode/score": 594.882299230434}
352
+ {"step": 352352, "episode/score": 480.0664170854725}
353
+ {"step": 360353, "episode/score": 538.5906844285782}
354
+ {"step": 360354, "episode/score": 525.5852586289402}
355
+ {"step": 360355, "episode/score": 599.9262303477153}
356
+ {"step": 360356, "episode/score": 642.4311858713627}
357
+ {"step": 360357, "episode/score": 608.8262234795839}
358
+ {"step": 360358, "episode/score": 420.70710108429193}
359
+ {"step": 360359, "episode/score": 629.3560978253372}
360
+ {"step": 360360, "episode/score": 621.3428862523288}
361
+ {"step": 368361, "episode/score": 665.8234763313085}
362
+ {"step": 368362, "episode/score": 546.311243138276}
363
+ {"step": 368363, "episode/score": 639.1098343441263}
364
+ {"step": 368364, "episode/score": 597.0106287188828}
365
+ {"step": 368365, "episode/score": 621.6622170452029}
366
+ {"step": 368366, "episode/score": 470.66117915068753}
367
+ {"step": 368367, "episode/score": 573.2218481316231}
368
+ {"step": 368368, "episode/score": 588.4642682968406}
369
+ {"step": 376369, "episode/score": 529.7003818661906}
370
+ {"step": 376370, "episode/score": 477.2899040663615}
371
+ {"step": 376371, "episode/score": 671.0926689114422}
372
+ {"step": 376372, "episode/score": 616.8281852947548}
373
+ {"step": 376373, "episode/score": 459.98846254497766}
374
+ {"step": 376374, "episode/score": 472.7287006159313}
375
+ {"step": 376375, "episode/score": 504.0972939366475}
376
+ {"step": 376376, "episode/score": 640.341721653007}
377
+ {"step": 384377, "episode/score": 485.6268859166885}
378
+ {"step": 384378, "episode/score": 505.1455667580012}
379
+ {"step": 384379, "episode/score": 612.4063697364181}
380
+ {"step": 384380, "episode/score": 453.18436186155304}
381
+ {"step": 384381, "episode/score": 565.8435434745625}
382
+ {"step": 384382, "episode/score": 641.8636408876628}
383
+ {"step": 384383, "episode/score": 537.1295401537791}
384
+ {"step": 384384, "episode/score": 631.8057059049606}
385
+ {"step": 392385, "episode/score": 603.8292055400088}
386
+ {"step": 392386, "episode/score": 588.0958666205406}
387
+ {"step": 392387, "episode/score": 573.8100369358435}
388
+ {"step": 392388, "episode/score": 605.2884715953842}
389
+ {"step": 392389, "episode/score": 578.8916305066086}
390
+ {"step": 392390, "episode/score": 535.1641894029453}
391
+ {"step": 392391, "episode/score": 597.9329255530611}
392
+ {"step": 392392, "episode/score": 539.3050131532364}
393
+ {"step": 400393, "episode/score": 655.4063202030957}
394
+ {"step": 400394, "episode/score": 636.1885531009175}
395
+ {"step": 400395, "episode/score": 540.343384470325}
396
+ {"step": 400396, "episode/score": 518.1556848837063}
397
+ {"step": 400397, "episode/score": 531.4124739477411}
398
+ {"step": 400398, "episode/score": 543.5331044639461}
399
+ {"step": 400399, "episode/score": 614.3194765303051}
400
+ {"step": 400400, "episode/score": 602.0378516018391}
401
+ {"step": 408401, "episode/score": 633.9638522267342}
402
+ {"step": 408402, "episode/score": 611.4815964670852}
403
+ {"step": 408403, "episode/score": 613.2903984766454}
404
+ {"step": 408404, "episode/score": 556.7143528354354}
405
+ {"step": 408405, "episode/score": 646.7991247535683}
406
+ {"step": 408406, "episode/score": 665.6353773931041}
407
+ {"step": 408407, "episode/score": 667.4311673045158}
408
+ {"step": 408408, "episode/score": 600.7553446781822}
409
+ {"step": 416409, "episode/score": 666.2269847793505}
410
+ {"step": 416410, "episode/score": 634.6956054836046}
411
+ {"step": 416411, "episode/score": 651.957442406565}
412
+ {"step": 416412, "episode/score": 630.3746873955242}
413
+ {"step": 416413, "episode/score": 636.7314794086851}
414
+ {"step": 416414, "episode/score": 591.7915201745927}
415
+ {"step": 416415, "episode/score": 534.6294748492073}
416
+ {"step": 416416, "episode/score": 621.5960752423853}
417
+ {"step": 424417, "episode/score": 635.2852733796462}
418
+ {"step": 424418, "episode/score": 667.2275365963578}
419
+ {"step": 424419, "episode/score": 632.0826589446515}
420
+ {"step": 424420, "episode/score": 643.5073497407138}
421
+ {"step": 424421, "episode/score": 676.1809382843785}
422
+ {"step": 424422, "episode/score": 580.9770889836363}
423
+ {"step": 424423, "episode/score": 634.3418184677139}
424
+ {"step": 424424, "episode/score": 602.8828196548857}
425
+ {"step": 432425, "episode/score": 594.812091708649}
426
+ {"step": 432426, "episode/score": 625.8282608878799}
427
+ {"step": 432427, "episode/score": 684.8522935532965}
428
+ {"step": 432428, "episode/score": 655.4747882536612}
429
+ {"step": 432429, "episode/score": 620.4288940140978}
430
+ {"step": 432430, "episode/score": 655.7483006948605}
431
+ {"step": 432431, "episode/score": 660.232250617817}
432
+ {"step": 432432, "episode/score": 642.676030789502}
433
+ {"step": 440433, "episode/score": 546.0115222753957}
434
+ {"step": 440434, "episode/score": 608.3273405889049}
435
+ {"step": 440435, "episode/score": 651.7068427363411}
436
+ {"step": 440436, "episode/score": 498.86668553203344}
437
+ {"step": 440437, "episode/score": 652.7648492725566}
438
+ {"step": 440438, "episode/score": 622.2796618846478}
439
+ {"step": 440439, "episode/score": 596.2748634228483}
440
+ {"step": 440440, "episode/score": 611.8400360313244}
441
+ {"step": 448441, "episode/score": 673.7320764758624}
442
+ {"step": 448442, "episode/score": 644.0950332265347}
443
+ {"step": 448443, "episode/score": 622.922820085194}
444
+ {"step": 448444, "episode/score": 626.9938259283081}
445
+ {"step": 448445, "episode/score": 659.190340588335}
446
+ {"step": 448446, "episode/score": 654.6780717521906}
447
+ {"step": 448447, "episode/score": 663.340846421197}
448
+ {"step": 448448, "episode/score": 651.7828636001796}
449
+ {"step": 456449, "episode/score": 685.2212903816253}
450
+ {"step": 456450, "episode/score": 631.3133501748089}
451
+ {"step": 456451, "episode/score": 691.2838815134019}
452
+ {"step": 456452, "episode/score": 609.4508452434093}
453
+ {"step": 456453, "episode/score": 666.3057311782613}
454
+ {"step": 456454, "episode/score": 695.9204782247543}
455
+ {"step": 456455, "episode/score": 685.6300259814598}
456
+ {"step": 456456, "episode/score": 618.9799159415998}
457
+ {"step": 464457, "episode/score": 654.5766120601911}
458
+ {"step": 464458, "episode/score": 619.1629963396117}
459
+ {"step": 464459, "episode/score": 659.2543746288866}
460
+ {"step": 464460, "episode/score": 666.9461845066398}
461
+ {"step": 464461, "episode/score": 704.805932905525}
462
+ {"step": 464462, "episode/score": 667.1415208978578}
463
+ {"step": 464463, "episode/score": 647.7401249194518}
464
+ {"step": 464464, "episode/score": 621.908522663638}
465
+ {"step": 472465, "episode/score": 642.0801172321662}
466
+ {"step": 472466, "episode/score": 593.6612075548619}
467
+ {"step": 472467, "episode/score": 679.5162546111969}
468
+ {"step": 472468, "episode/score": 660.2834455175325}
469
+ {"step": 472469, "episode/score": 701.9801643379033}
470
+ {"step": 472470, "episode/score": 653.0861501945183}
471
+ {"step": 472471, "episode/score": 655.266963983886}
472
+ {"step": 472472, "episode/score": 661.2224392397329}
473
+ {"step": 480473, "episode/score": 657.1103774150833}
474
+ {"step": 480474, "episode/score": 718.4061774266884}
475
+ {"step": 480475, "episode/score": 610.6720544975251}
476
+ {"step": 480476, "episode/score": 676.4453920987435}
477
+ {"step": 480477, "episode/score": 648.3024152047001}
478
+ {"step": 480478, "episode/score": 651.6639805403538}
479
+ {"step": 480479, "episode/score": 695.3591594770551}
480
+ {"step": 480480, "episode/score": 654.1431278288364}
481
+ {"step": 488481, "episode/score": 696.3378355763853}
482
+ {"step": 488482, "episode/score": 712.3269495591521}
483
+ {"step": 488483, "episode/score": 619.1441260315478}
484
+ {"step": 488484, "episode/score": 675.5079376664944}
485
+ {"step": 488485, "episode/score": 688.0207099528052}
486
+ {"step": 488486, "episode/score": 664.6838815985247}
487
+ {"step": 488487, "episode/score": 678.5431653228588}
488
+ {"step": 488488, "episode/score": 675.6730307182297}
489
+ {"step": 496489, "episode/score": 741.3680887972005}
490
+ {"step": 496490, "episode/score": 645.6759647163562}
491
+ {"step": 496491, "episode/score": 698.4106483645737}
492
+ {"step": 496492, "episode/score": 666.0906473305076}
493
+ {"step": 496493, "episode/score": 713.4875882612541}
494
+ {"step": 496494, "episode/score": 695.6563320050482}
495
+ {"step": 496495, "episode/score": 685.8564335908741}
496
+ {"step": 496496, "episode/score": 682.8984214579687}
497
+ {"step": 504497, "episode/score": 687.9863917641342}
498
+ {"step": 504498, "episode/score": 716.257487019524}
499
+ {"step": 504499, "episode/score": 659.8098914381117}
500
+ {"step": 504500, "episode/score": 659.0910087933298}
501
+ {"step": 504501, "episode/score": 706.6236775759608}
502
+ {"step": 504502, "episode/score": 653.9968778574839}
503
+ {"step": 504503, "episode/score": 729.9279960040003}
504
+ {"step": 504504, "episode/score": 732.7257392369211}
505
+ {"step": 512505, "episode/score": 708.1627657036297}
506
+ {"step": 512506, "episode/score": 705.4562588762492}
507
+ {"step": 512507, "episode/score": 735.6020366824232}
508
+ {"step": 512508, "episode/score": 725.5189977772534}
509
+ {"step": 512509, "episode/score": 698.6690195519477}
510
+ {"step": 512510, "episode/score": 660.776235432364}
511
+ {"step": 512511, "episode/score": 715.4892344074324}
512
+ {"step": 512512, "episode/score": 709.1123350411654}
513
+ {"step": 520513, "episode/score": 706.1321165744448}
514
+ {"step": 520514, "episode/score": 741.9134865663946}
515
+ {"step": 520515, "episode/score": 745.6837555887178}
516
+ {"step": 520516, "episode/score": 775.0763177275658}
517
+ {"step": 520517, "episode/score": 728.0184380719438}
518
+ {"step": 520518, "episode/score": 708.0779176927172}
519
+ {"step": 520519, "episode/score": 673.5014430098236}
520
+ {"step": 520520, "episode/score": 690.3412551730871}
521
+ {"step": 528521, "episode/score": 622.2125106011517}
522
+ {"step": 528522, "episode/score": 718.0176317403093}
523
+ {"step": 528523, "episode/score": 736.8824795102701}
524
+ {"step": 528524, "episode/score": 776.5795513316989}
525
+ {"step": 528525, "episode/score": 765.4358045980334}
526
+ {"step": 528526, "episode/score": 735.4745791219175}
527
+ {"step": 528527, "episode/score": 774.1643902212381}
528
+ {"step": 528528, "episode/score": 655.3742914400063}