Hugging Face's logo

MLL-Lab
/
LAGEN-models

Robotics
PyTorch
Safetensors
vision-language-action
latency-sensitive-bench
multiple-checkpoints
Model card Files
xet
 Community
1
Caesarrr commited on
Commit
a837166
·
verified ·
1 Parent(s): 3d24469

Remove nine superseded profiled small-policy bundles

Browse files

Remove old flappy, demon-attack, and deadly-corridor Sample Factory RTX 3090 v1 bundles from main. Preserve the temporal-hist8-capacity1 directories. Exact deleted paths and file hashes are recorded at the parent revision.

Files changed (45) hide show
  1. latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-v1/README.md +0 -14
  2. latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-v1/best_000017964_9197568_reward_1877.202.pth +0 -3
  3. latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-v1/config.json +0 -265
  4. latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-v1/eval_profile.json +0 -1541
  5. latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-v1/provenance.json +0 -38
  6. latency-aware/deadly-corridor/small-policy/sample-factory-openvla-rtx3090-v1/README.md +0 -14
  7. latency-aware/deadly-corridor/small-policy/sample-factory-openvla-rtx3090-v1/best_000018816_9633792_reward_2059.584.pth +0 -3
  8. latency-aware/deadly-corridor/small-policy/sample-factory-openvla-rtx3090-v1/config.json +0 -265
  9. latency-aware/deadly-corridor/small-policy/sample-factory-openvla-rtx3090-v1/eval_profile.json +0 -1541
  10. latency-aware/deadly-corridor/small-policy/sample-factory-openvla-rtx3090-v1/provenance.json +0 -38
  11. latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-v1/README.md +0 -14
  12. latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-v1/best_000015252_7809024_reward_1524.672.pth +0 -3
  13. latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-v1/config.json +0 -265
  14. latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-v1/eval_profile.json +0 -1541
  15. latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-v1/provenance.json +0 -38
  16. latency-aware/demon-attack/small-policy/sample-factory-gr00t-rtx3090-v1/README.md +0 -16
  17. latency-aware/demon-attack/small-policy/sample-factory-gr00t-rtx3090-v1/best_000097632_49987584_reward_7958.400.pth +0 -3
  18. latency-aware/demon-attack/small-policy/sample-factory-gr00t-rtx3090-v1/config.json +0 -271
  19. latency-aware/demon-attack/small-policy/sample-factory-gr00t-rtx3090-v1/eval_profile.json +0 -1847
  20. latency-aware/demon-attack/small-policy/sample-factory-gr00t-rtx3090-v1/provenance.json +0 -38
  21. latency-aware/demon-attack/small-policy/sample-factory-openvla-rtx3090-v1/README.md +0 -16
  22. latency-aware/demon-attack/small-policy/sample-factory-openvla-rtx3090-v1/best_000097632_49987584_reward_13578.800.pth +0 -3
  23. latency-aware/demon-attack/small-policy/sample-factory-openvla-rtx3090-v1/config.json +0 -271
  24. latency-aware/demon-attack/small-policy/sample-factory-openvla-rtx3090-v1/eval_profile.json +0 -1847
  25. latency-aware/demon-attack/small-policy/sample-factory-openvla-rtx3090-v1/provenance.json +0 -38
  26. latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-v1/README.md +0 -16
  27. latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-v1/best_000097120_49725440_reward_4591.800.pth +0 -3
  28. latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-v1/config.json +0 -271
  29. latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-v1/eval_profile.json +0 -1847
  30. latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-v1/provenance.json +0 -38
  31. latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/README.md +0 -14
  32. latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/best_000048624_24903680_reward_1812.752.pth +0 -3
  33. latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/config.json +0 -282
  34. latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/eval_profile.json +0 -1546
  35. latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/provenance.json +0 -64
  36. latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/README.md +0 -14
  37. latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/best_000046048_23592960_reward_1867.668.pth +0 -3
  38. latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/config.json +0 -282
  39. latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/eval_profile.json +0 -1546
  40. latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/provenance.json +0 -64
  41. latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-v1/README.md +0 -14
  42. latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-v1/best_000096264_49315840_reward_111.747.pth +0 -3
  43. latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-v1/config.json +0 -282
  44. latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-v1/eval_profile.json +0 -1541
  45. latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-v1/provenance.json +0 -38
latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-v1/README.md DELETED
@@ -1,14 +0,0 @@
1
- # Deadly Corridor Sample Factory policy
2
-
3
- This bundle contains the exact selected checkpoint, its original Sample Factory `config.json`, provenance, and the formal 100-episode evaluation.
4
-
5
- - Condition: IID replay of `profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc`
6
- - Deterministic case IDs: 42–141 (Sample Factory reset seeds 104771–104870)
7
- - Horizon: 30000
8
- - Parallel environments: 16
9
- - Mean return: 566.549594
10
- - Return standard deviation: 503.088200
11
- - Student-t 95% CI: [466.725981, 666.373208]
12
- - Mean episode length: 94.52
13
-
14
- The historical checkpoint-selection reward is not an independent evaluation score. See `eval_profile.json` for all episode records and `provenance.json` for the immutable source revision.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-v1/best_000017964_9197568_reward_1877.202.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4fd93e232a3a79cfe660073f544de198853d39416eeee4e0bb9e981063ff84be
3
- size 36514668
 
 
 
 
latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-v1/config.json DELETED
@@ -1,265 +0,0 @@
1
- {
2
- "help": false,
3
- "algo": "APPO",
4
- "env": "doom_deadly_corridor",
5
- "experiment": "deadly_corridor_frame_stack_gr00t_rtx3090_iid_fs4_seed13",
6
- "train_dir": "results/checkpoints/memory/small_model/deadly_corridor",
7
- "restart_behavior": "resume",
8
- "device": "gpu",
9
- "seed": 13,
10
- "initial_model_path": null,
11
- "num_policies": 1,
12
- "async_rl": true,
13
- "serial_mode": false,
14
- "batched_sampling": false,
15
- "num_batches_to_accumulate": 2,
16
- "worker_num_splits": 2,
17
- "policy_workers_per_policy": 1,
18
- "max_policy_lag": 1000,
19
- "num_workers": 32,
20
- "num_envs_per_worker": 4,
21
- "batch_size": 1024,
22
- "num_batches_per_epoch": 2,
23
- "num_epochs": 2,
24
- "rollout": 128,
25
- "fasttd3_replay_capacity": 6553600,
26
- "fasttd3_replay_batch_size": 32768,
27
- "fasttd3_action_chunk_horizon": 1,
28
- "fasttd3_transitions_per_update": 64,
29
- "fasttd3_train_for_optimizer_steps": 10000000000,
30
- "fasttd3_v_min": -250.0,
31
- "fasttd3_v_max": 250.0,
32
- "fasttd3_actor_action_l2": 0.0,
33
- "fasttd3_compile": true,
34
- "recurrence": 128,
35
- "shuffle_minibatches": false,
36
- "gamma": 0.99,
37
- "reward_scale": 1.0,
38
- "reward_clip": 1000.0,
39
- "value_bootstrap": false,
40
- "normalize_returns": true,
41
- "exploration_loss_coeff": 0.001,
42
- "value_loss_coeff": 0.5,
43
- "kl_loss_coeff": 0.0,
44
- "exploration_loss": "symmetric_kl",
45
- "gae_lambda": 0.95,
46
- "ppo_clip_ratio": 0.1,
47
- "ppo_clip_value": 0.2,
48
- "with_vtrace": false,
49
- "vtrace_rho": 1.0,
50
- "vtrace_c": 1.0,
51
- "optimizer": "adam",
52
- "adam_eps": 1e-06,
53
- "adam_beta1": 0.9,
54
- "adam_beta2": 0.999,
55
- "max_grad_norm": 4.0,
56
- "learning_rate": 0.0001,
57
- "lr_schedule": "constant",
58
- "lr_schedule_kl_threshold": 0.008,
59
- "lr_adaptive_min": 1e-06,
60
- "lr_adaptive_max": 0.01,
61
- "obs_subtract_mean": 0.0,
62
- "obs_scale": 255.0,
63
- "normalize_input": true,
64
- "normalize_input_keys": null,
65
- "decorrelate_experience_max_seconds": 0,
66
- "decorrelate_envs_on_one_worker": true,
67
- "actor_worker_gpus": [],
68
- "set_workers_cpu_affinity": true,
69
- "force_envs_single_thread": false,
70
- "default_niceness": 0,
71
- "log_to_file": true,
72
- "experiment_summaries_interval": 1,
73
- "flush_summaries_interval": 30,
74
- "stats_avg": 100,
75
- "summaries_use_frameskip": true,
76
- "heartbeat_interval": 20,
77
- "heartbeat_reporting_interval": 600,
78
- "train_for_env_steps": 10000000,
79
- "train_for_seconds": 10000000000,
80
- "save_every_sec": 600,
81
- "keep_checkpoints": 5,
82
- "load_checkpoint_kind": "latest",
83
- "save_milestones_sec": -1,
84
- "save_best_every_sec": 5,
85
- "save_best_metric": "reward",
86
- "save_best_after": 100000,
87
- "benchmark": false,
88
- "encoder_mlp_layers": [
89
- 512,
90
- 512
91
- ],
92
- "encoder_conv_architecture": "convnet_simple",
93
- "encoder_conv_mlp_layers": [
94
- 512
95
- ],
96
- "use_rnn": true,
97
- "rnn_size": 512,
98
- "rnn_type": "gru",
99
- "rnn_num_layers": 1,
100
- "decoder_mlp_layers": [],
101
- "nonlinearity": "elu",
102
- "policy_initialization": "orthogonal",
103
- "policy_init_gain": 1.0,
104
- "actor_critic_share_weights": true,
105
- "adaptive_stddev": true,
106
- "continuous_tanh_scale": 0.0,
107
- "initial_stddev": 1.0,
108
- "use_env_info_cache": false,
109
- "env_gpu_actions": false,
110
- "env_gpu_observations": true,
111
- "env_frameskip": 1,
112
- "env_framestack": 1,
113
- "pixel_format": "CHW",
114
- "use_record_episode_statistics": false,
115
- "with_wandb": true,
116
- "wandb_user": null,
117
- "wandb_project": "latency-sensitive-bench",
118
- "wandb_group": "deadly-corridor-fs4-gr00t_rtx3090_iid",
119
- "wandb_job_type": "sample_factory",
120
- "wandb_tags": [
121
- "memory_small_model",
122
- "deadly-corridor",
123
- "frame_stack",
124
- "iid",
125
- "gr00t_rtx3090_iid",
126
- "fs4",
127
- "seed13"
128
- ],
129
- "with_pbt": false,
130
- "pbt_mix_policies_in_one_env": true,
131
- "pbt_period_env_steps": 5000000,
132
- "pbt_start_mutation": 20000000,
133
- "pbt_replace_fraction": 0.3,
134
- "pbt_mutation_rate": 0.15,
135
- "pbt_replace_reward_gap": 0.1,
136
- "pbt_replace_reward_gap_absolute": 1e-06,
137
- "pbt_optimize_gamma": false,
138
- "pbt_target_objective": "true_objective",
139
- "pbt_perturb_min": 1.1,
140
- "pbt_perturb_max": 1.5,
141
- "num_agents": -1,
142
- "num_humans": 0,
143
- "num_bots": -1,
144
- "start_bot_difficulty": null,
145
- "timelimit": null,
146
- "res_w": 128,
147
- "res_h": 72,
148
- "wide_aspect_ratio": false,
149
- "record_to": null,
150
- "mode": "train",
151
- "env_fps": 60.0,
152
- "obs_fps": 15.0,
153
- "latency_type": "iid",
154
- "fixed_latency_ms": null,
155
- "mean_latency_ms": null,
156
- "std_latency_ms": null,
157
- "min_latency_ms": null,
158
- "max_latency_ms": null,
159
- "latency_seed": 13,
160
- "latency_profile_path": "results/profiling/profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
161
- "latency_profile_worker_slot": 0,
162
- "add_latency_info": false,
163
- "max_pending_actions": null,
164
- "hold_policy": "hold",
165
- "ordering_policy": "latest_ready",
166
- "eval_episodes": 100,
167
- "eval_parallel_envs": 1,
168
- "eval_latency_raw_frame_values": "0,1,2,3,4,5,10,15,40",
169
- "eval_max_steps": 3600,
170
- "eval_raw_reward": true,
171
- "eval_deterministic": true,
172
- "disable_reward_scaling": true,
173
- "frame_stack": 4,
174
- "max_episode_steps": 0,
175
- "simulator": "cpu",
176
- "episode_metrics_path": "results/checkpoints/memory/small_model/deadly_corridor/deadly_corridor_frame_stack_gr00t_rtx3090_iid_fs4_seed13/episode_metrics.jsonl",
177
- "vizdoom_init_max_parallel": 10,
178
- "vizdoom_init_lock_timeout_sec": 5.0,
179
- "vizdoom_init_lock_max_wait_sec": 60.0,
180
- "vizdoom_init_retry_jitter_sec": 0.25,
181
- "eval_env_frameskip": 1,
182
- "fps": 35,
183
- "command_line": "--mode train --algo APPO --env doom_deadly_corridor --experiment deadly_corridor_frame_stack_gr00t_rtx3090_iid_fs4_seed13 --train_dir results/checkpoints/memory/small_model/deadly_corridor --restart_behavior resume --device gpu --seed 13 --episode_metrics_path results/checkpoints/memory/small_model/deadly_corridor/deadly_corridor_frame_stack_gr00t_rtx3090_iid_fs4_seed13/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 32 --num_envs_per_worker 4 --num_policies 1 --batch_size 1024 --rollout 128 --recurrence 128 --num_epochs 2 --num_batches_per_epoch 2 --worker_num_splits 2 --learning_rate 0.0001 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss symmetric_kl --exploration_loss_coeff 0.001 --value_loss_coeff 0.5 --max_grad_norm 4.0 --rnn_type gru --rnn_size 512 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn True --normalize_returns True --normalize_input True --latency-type iid --latency-seed 13 --latency-profile-path results/profiling/profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 1 --eval-max-steps 3600 --eval-deterministic True --eval-raw-reward --with_wandb True --wandb_project latency-sensitive-bench --wandb_group deadly-corridor-fs4-gr00t_rtx3090_iid --wandb_job_type sample_factory --wandb_tags memory_small_model deadly-corridor frame_stack iid gr00t_rtx3090_iid fs4 seed13 --env-fps 60 --obs-fps 15.0 --res_w 128 --res_h 72 --wide_aspect_ratio False --frame_stack 4 --simulator cpu --disable-reward-scaling True --hold-policy hold --ordering-policy latest_ready",
184
- "cli_args": {
185
- "algo": "APPO",
186
- "env": "doom_deadly_corridor",
187
- "experiment": "deadly_corridor_frame_stack_gr00t_rtx3090_iid_fs4_seed13",
188
- "train_dir": "results/checkpoints/memory/small_model/deadly_corridor",
189
- "restart_behavior": "resume",
190
- "device": "gpu",
191
- "seed": 13,
192
- "num_policies": 1,
193
- "async_rl": true,
194
- "worker_num_splits": 2,
195
- "num_workers": 32,
196
- "num_envs_per_worker": 4,
197
- "batch_size": 1024,
198
- "num_batches_per_epoch": 2,
199
- "num_epochs": 2,
200
- "rollout": 128,
201
- "recurrence": 128,
202
- "gamma": 0.99,
203
- "normalize_returns": true,
204
- "exploration_loss_coeff": 0.001,
205
- "value_loss_coeff": 0.5,
206
- "exploration_loss": "symmetric_kl",
207
- "gae_lambda": 0.95,
208
- "ppo_clip_ratio": 0.1,
209
- "ppo_clip_value": 0.2,
210
- "max_grad_norm": 4.0,
211
- "learning_rate": 0.0001,
212
- "normalize_input": true,
213
- "experiment_summaries_interval": 1,
214
- "stats_avg": 100,
215
- "train_for_env_steps": 10000000,
216
- "save_every_sec": 600,
217
- "keep_checkpoints": 5,
218
- "use_rnn": true,
219
- "rnn_size": 512,
220
- "rnn_type": "gru",
221
- "with_wandb": true,
222
- "wandb_project": "latency-sensitive-bench",
223
- "wandb_group": "deadly-corridor-fs4-gr00t_rtx3090_iid",
224
- "wandb_job_type": "sample_factory",
225
- "wandb_tags": [
226
- "memory_small_model",
227
- "deadly-corridor",
228
- "frame_stack",
229
- "iid",
230
- "gr00t_rtx3090_iid",
231
- "fs4",
232
- "seed13"
233
- ],
234
- "res_w": 128,
235
- "res_h": 72,
236
- "wide_aspect_ratio": false,
237
- "mode": "train",
238
- "env_fps": 60.0,
239
- "obs_fps": 15.0,
240
- "latency_type": "iid",
241
- "latency_seed": 13,
242
- "latency_profile_path": "results/profiling/profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
243
- "latency_profile_worker_slot": 0,
244
- "add_latency_info": false,
245
- "hold_policy": "hold",
246
- "ordering_policy": "latest_ready",
247
- "eval_episodes": 100,
248
- "eval_parallel_envs": 1,
249
- "eval_max_steps": 3600,
250
- "eval_raw_reward": true,
251
- "eval_deterministic": true,
252
- "disable_reward_scaling": true,
253
- "frame_stack": 4,
254
- "simulator": "cpu",
255
- "episode_metrics_path": "results/checkpoints/memory/small_model/deadly_corridor/deadly_corridor_frame_stack_gr00t_rtx3090_iid_fs4_seed13/episode_metrics.jsonl",
256
- "env_frameskip": 1,
257
- "eval_env_frameskip": 1,
258
- "output_dir": "outputs/memory/small_model/deadly_corridor/gr00t_rtx3090_profile/train/frame_stack/gr00t_rtx3090_iid/fs4/seed_13",
259
- "wandb_unique_id": "deadly-corridor-fs4-gr00t_rtx3090_iid-s13"
260
- },
261
- "git_hash": "c0cb6a319133de6cbef9729610762a9dffc68b29",
262
- "git_repo_name": "https://github.com/ZihanWang314/latency-sensitive-bench",
263
- "output_dir": "outputs/memory/small_model/deadly_corridor/gr00t_rtx3090_profile/train/frame_stack/gr00t_rtx3090_iid/fs4/seed_13",
264
- "wandb_unique_id": "deadly-corridor-fs4-gr00t_rtx3090_iid-s13"
265
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-v1/eval_profile.json DELETED
@@ -1,1541 +0,0 @@
1
- {
2
- "checkpoint": {
3
- "bundle_path": "best_000017964_9197568_reward_1877.202.pth",
4
- "sha256": "4fd93e232a3a79cfe660073f544de198853d39416eeee4e0bb9e981063ff84be"
5
- },
6
- "episodes": [
7
- {
8
- "case_id": 42,
9
- "episode_id": 0,
10
- "episode_seed": 104771,
11
- "length": 196,
12
- "mean_latency_ms": 132.01698585881064,
13
- "num_actions": 22,
14
- "num_dropped_actions": 0,
15
- "num_invalid_actions": 0,
16
- "p90_latency_ms": 136.98246577240428,
17
- "p99_latency_ms": 138.23800231321118,
18
- "return": 2285.4482421875
19
- },
20
- {
21
- "case_id": 43,
22
- "episode_id": 1,
23
- "episode_seed": 104772,
24
- "length": 89,
25
- "mean_latency_ms": 131.18930115724103,
26
- "num_actions": 10,
27
- "num_dropped_actions": 0,
28
- "num_invalid_actions": 0,
29
- "p90_latency_ms": 138.47912380849073,
30
- "p99_latency_ms": 140.65015343612995,
31
- "return": 421.7591094970703
32
- },
33
- {
34
- "case_id": 44,
35
- "episode_id": 2,
36
- "episode_seed": 104773,
37
- "length": 75,
38
- "mean_latency_ms": 131.25772673674933,
39
- "num_actions": 9,
40
- "num_dropped_actions": 0,
41
- "num_invalid_actions": 0,
42
- "p90_latency_ms": 135.83915769142413,
43
- "p99_latency_ms": 137.7560302051797,
44
- "return": 389.05218505859375
45
- },
46
- {
47
- "case_id": 45,
48
- "episode_id": 3,
49
- "episode_seed": 104774,
50
- "length": 116,
51
- "mean_latency_ms": 131.43173454759392,
52
- "num_actions": 13,
53
- "num_dropped_actions": 0,
54
- "num_invalid_actions": 0,
55
- "p90_latency_ms": 138.2322888510325,
56
- "p99_latency_ms": 138.71962518927208,
57
- "return": 559.4720764160156
58
- },
59
- {
60
- "case_id": 46,
61
- "episode_id": 4,
62
- "episode_seed": 104775,
63
- "length": 71,
64
- "mean_latency_ms": 132.3552348724296,
65
- "num_actions": 8,
66
- "num_dropped_actions": 0,
67
- "num_invalid_actions": 0,
68
- "p90_latency_ms": 137.13322962094546,
69
- "p99_latency_ms": 138.3201826771031,
70
- "return": 367.18238830566406
71
- },
72
- {
73
- "case_id": 47,
74
- "episode_id": 5,
75
- "episode_seed": 104776,
76
- "length": 72,
77
- "mean_latency_ms": 128.12737229595015,
78
- "num_actions": 9,
79
- "num_dropped_actions": 0,
80
- "num_invalid_actions": 0,
81
- "p90_latency_ms": 130.48875681570195,
82
- "p99_latency_ms": 130.51648188392178,
83
- "return": 414.3910675048828
84
- },
85
- {
86
- "case_id": 48,
87
- "episode_id": 6,
88
- "episode_seed": 104777,
89
- "length": 123,
90
- "mean_latency_ms": 131.7872841443256,
91
- "num_actions": 13,
92
- "num_dropped_actions": 0,
93
- "num_invalid_actions": 0,
94
- "p90_latency_ms": 138.32267837993427,
95
- "p99_latency_ms": 140.39763376890463,
96
- "return": 811.2782592773438
97
- },
98
- {
99
- "case_id": 49,
100
- "episode_id": 7,
101
- "episode_seed": 104778,
102
- "length": 19,
103
- "mean_latency_ms": 132.49751794958806,
104
- "num_actions": 3,
105
- "num_dropped_actions": 0,
106
- "num_invalid_actions": 0,
107
- "p90_latency_ms": 136.61777521905614,
108
- "p99_latency_ms": 138.01336004282797,
109
- "return": -76.49809265136719
110
- },
111
- {
112
- "case_id": 50,
113
- "episode_id": 8,
114
- "episode_seed": 104779,
115
- "length": 112,
116
- "mean_latency_ms": 132.59948901621178,
117
- "num_actions": 12,
118
- "num_dropped_actions": 0,
119
- "num_invalid_actions": 0,
120
- "p90_latency_ms": 139.63212571340233,
121
- "p99_latency_ms": 142.3320770726769,
122
- "return": 334.7378387451172
123
- },
124
- {
125
- "case_id": 51,
126
- "episode_id": 9,
127
- "episode_seed": 104780,
128
- "length": 81,
129
- "mean_latency_ms": 131.86854198807035,
130
- "num_actions": 9,
131
- "num_dropped_actions": 0,
132
- "num_invalid_actions": 0,
133
- "p90_latency_ms": 138.71667007404423,
134
- "p99_latency_ms": 140.1824240470939,
135
- "return": 367.07994079589844
136
- },
137
- {
138
- "case_id": 52,
139
- "episode_id": 10,
140
- "episode_seed": 104781,
141
- "length": 213,
142
- "mean_latency_ms": 131.75124487770563,
143
- "num_actions": 23,
144
- "num_dropped_actions": 0,
145
- "num_invalid_actions": 0,
146
- "p90_latency_ms": 140.81241379735945,
147
- "p99_latency_ms": 141.15581517950125,
148
- "return": 2282.8712463378906
149
- },
150
- {
151
- "case_id": 53,
152
- "episode_id": 11,
153
- "episode_seed": 104782,
154
- "length": 61,
155
- "mean_latency_ms": 133.4703318507199,
156
- "num_actions": 7,
157
- "num_dropped_actions": 0,
158
- "num_invalid_actions": 0,
159
- "p90_latency_ms": 137.4243597560314,
160
- "p99_latency_ms": 138.16124999351055,
161
- "return": 257.02842712402344
162
- },
163
- {
164
- "case_id": 54,
165
- "episode_id": 12,
166
- "episode_seed": 104783,
167
- "length": 129,
168
- "mean_latency_ms": 132.2564398022842,
169
- "num_actions": 15,
170
- "num_dropped_actions": 0,
171
- "num_invalid_actions": 0,
172
- "p90_latency_ms": 138.23446226724982,
173
- "p99_latency_ms": 140.96607714049483,
174
- "return": 698.2776031494141
175
- },
176
- {
177
- "case_id": 55,
178
- "episode_id": 13,
179
- "episode_seed": 104784,
180
- "length": 107,
181
- "mean_latency_ms": 133.12196005914512,
182
- "num_actions": 11,
183
- "num_dropped_actions": 0,
184
- "num_invalid_actions": 0,
185
- "p90_latency_ms": 137.3203875364371,
186
- "p99_latency_ms": 138.82177822499492,
187
- "return": 633.5547485351562
188
- },
189
- {
190
- "case_id": 56,
191
- "episode_id": 14,
192
- "episode_seed": 104785,
193
- "length": 166,
194
- "mean_latency_ms": 131.47269076725087,
195
- "num_actions": 19,
196
- "num_dropped_actions": 0,
197
- "num_invalid_actions": 0,
198
- "p90_latency_ms": 138.30316906111267,
199
- "p99_latency_ms": 141.38464511772438,
200
- "return": 866.82177734375
201
- },
202
- {
203
- "case_id": 57,
204
- "episode_id": 15,
205
- "episode_seed": 104786,
206
- "length": 83,
207
- "mean_latency_ms": 131.26915524805946,
208
- "num_actions": 10,
209
- "num_dropped_actions": 0,
210
- "num_invalid_actions": 0,
211
- "p90_latency_ms": 138.08903096516585,
212
- "p99_latency_ms": 140.6267158431446,
213
- "return": 459.8549346923828
214
- },
215
- {
216
- "case_id": 58,
217
- "episode_id": 16,
218
- "episode_seed": 104787,
219
- "length": 122,
220
- "mean_latency_ms": 131.79100680176077,
221
- "num_actions": 13,
222
- "num_dropped_actions": 0,
223
- "num_invalid_actions": 0,
224
- "p90_latency_ms": 138.0663718952128,
225
- "p99_latency_ms": 139.49956148301425,
226
- "return": 685.0602111816406
227
- },
228
- {
229
- "case_id": 59,
230
- "episode_id": 17,
231
- "episode_seed": 104788,
232
- "length": 110,
233
- "mean_latency_ms": 131.91671148037568,
234
- "num_actions": 12,
235
- "num_dropped_actions": 0,
236
- "num_invalid_actions": 0,
237
- "p90_latency_ms": 137.49867649270172,
238
- "p99_latency_ms": 138.28528329752888,
239
- "return": 677.084716796875
240
- },
241
- {
242
- "case_id": 60,
243
- "episode_id": 18,
244
- "episode_seed": 104789,
245
- "length": 79,
246
- "mean_latency_ms": 132.06002742326123,
247
- "num_actions": 9,
248
- "num_dropped_actions": 0,
249
- "num_invalid_actions": 0,
250
- "p90_latency_ms": 138.24301030693954,
251
- "p99_latency_ms": 139.17519819231046,
252
- "return": 404.57289123535156
253
- },
254
- {
255
- "case_id": 61,
256
- "episode_id": 19,
257
- "episode_seed": 104790,
258
- "length": 76,
259
- "mean_latency_ms": 132.54493402917126,
260
- "num_actions": 8,
261
- "num_dropped_actions": 0,
262
- "num_invalid_actions": 0,
263
- "p90_latency_ms": 139.2987272041179,
264
- "p99_latency_ms": 140.7550897382721,
265
- "return": 441.7501525878906
266
- },
267
- {
268
- "case_id": 62,
269
- "episode_id": 20,
270
- "episode_seed": 104791,
271
- "length": 44,
272
- "mean_latency_ms": 129.25680971668436,
273
- "num_actions": 6,
274
- "num_dropped_actions": 0,
275
- "num_invalid_actions": 0,
276
- "p90_latency_ms": 131.5769771335137,
277
- "p99_latency_ms": 132.91747769958295,
278
- "return": 68.00700378417969
279
- },
280
- {
281
- "case_id": 63,
282
- "episode_id": 21,
283
- "episode_seed": 104792,
284
- "length": 66,
285
- "mean_latency_ms": 128.1928006602718,
286
- "num_actions": 9,
287
- "num_dropped_actions": 0,
288
- "num_invalid_actions": 0,
289
- "p90_latency_ms": 131.17296516446217,
290
- "p99_latency_ms": 132.45352835297388,
291
- "return": 359.16172790527344
292
- },
293
- {
294
- "case_id": 64,
295
- "episode_id": 22,
296
- "episode_seed": 104793,
297
- "length": 80,
298
- "mean_latency_ms": 128.30255123346151,
299
- "num_actions": 10,
300
- "num_dropped_actions": 0,
301
- "num_invalid_actions": 0,
302
- "p90_latency_ms": 130.63222491078537,
303
- "p99_latency_ms": 131.14054041055584,
304
- "return": 512.7366333007812
305
- },
306
- {
307
- "case_id": 65,
308
- "episode_id": 23,
309
- "episode_seed": 104794,
310
- "length": 69,
311
- "mean_latency_ms": 132.8431693061391,
312
- "num_actions": 8,
313
- "num_dropped_actions": 0,
314
- "num_invalid_actions": 0,
315
- "p90_latency_ms": 137.33718823955917,
316
- "p99_latency_ms": 138.33135126462116,
317
- "return": 381.14295959472656
318
- },
319
- {
320
- "case_id": 66,
321
- "episode_id": 24,
322
- "episode_seed": 104795,
323
- "length": 138,
324
- "mean_latency_ms": 129.8745868117621,
325
- "num_actions": 16,
326
- "num_dropped_actions": 0,
327
- "num_invalid_actions": 0,
328
- "p90_latency_ms": 138.00039318826046,
329
- "p99_latency_ms": 138.60716629607583,
330
- "return": 866.6983337402344
331
- },
332
- {
333
- "case_id": 67,
334
- "episode_id": 25,
335
- "episode_seed": 104796,
336
- "length": 190,
337
- "mean_latency_ms": 132.46663547866058,
338
- "num_actions": 21,
339
- "num_dropped_actions": 0,
340
- "num_invalid_actions": 0,
341
- "p90_latency_ms": 137.9983032862179,
342
- "p99_latency_ms": 141.53238351361597,
343
- "return": 2276.167984008789
344
- },
345
- {
346
- "case_id": 68,
347
- "episode_id": 26,
348
- "episode_seed": 104797,
349
- "length": 66,
350
- "mean_latency_ms": 130.45414852586362,
351
- "num_actions": 8,
352
- "num_dropped_actions": 0,
353
- "num_invalid_actions": 0,
354
- "p90_latency_ms": 134.29010407031157,
355
- "p99_latency_ms": 140.0239066105082,
356
- "return": 335.3312530517578
357
- },
358
- {
359
- "case_id": 69,
360
- "episode_id": 27,
361
- "episode_seed": 104798,
362
- "length": 83,
363
- "mean_latency_ms": 131.78126566999396,
364
- "num_actions": 10,
365
- "num_dropped_actions": 0,
366
- "num_invalid_actions": 0,
367
- "p90_latency_ms": 134.99098939765688,
368
- "p99_latency_ms": 135.5205330707406,
369
- "return": 372.58168029785156
370
- },
371
- {
372
- "case_id": 70,
373
- "episode_id": 28,
374
- "episode_seed": 104799,
375
- "length": 80,
376
- "mean_latency_ms": 133.49131271348773,
377
- "num_actions": 9,
378
- "num_dropped_actions": 0,
379
- "num_invalid_actions": 0,
380
- "p90_latency_ms": 138.3551336602397,
381
- "p99_latency_ms": 140.44469660004586,
382
- "return": 381.37193298339844
383
- },
384
- {
385
- "case_id": 71,
386
- "episode_id": 29,
387
- "episode_seed": 104800,
388
- "length": 154,
389
- "mean_latency_ms": 133.03891523567503,
390
- "num_actions": 16,
391
- "num_dropped_actions": 0,
392
- "num_invalid_actions": 0,
393
- "p90_latency_ms": 138.03272151779214,
394
- "p99_latency_ms": 141.8733134487497,
395
- "return": 701.4675445556641
396
- },
397
- {
398
- "case_id": 72,
399
- "episode_id": 30,
400
- "episode_seed": 104801,
401
- "length": 67,
402
- "mean_latency_ms": 130.59495963747435,
403
- "num_actions": 8,
404
- "num_dropped_actions": 0,
405
- "num_invalid_actions": 0,
406
- "p90_latency_ms": 133.58118102840254,
407
- "p99_latency_ms": 135.02178733331888,
408
- "return": 353.50440979003906
409
- },
410
- {
411
- "case_id": 73,
412
- "episode_id": 31,
413
- "episode_seed": 104802,
414
- "length": 192,
415
- "mean_latency_ms": 131.8877593436594,
416
- "num_actions": 21,
417
- "num_dropped_actions": 0,
418
- "num_invalid_actions": 0,
419
- "p90_latency_ms": 139.71787700292657,
420
- "p99_latency_ms": 140.76227600926978,
421
- "return": 2277.6268157958984
422
- },
423
- {
424
- "case_id": 74,
425
- "episode_id": 32,
426
- "episode_seed": 104803,
427
- "length": 78,
428
- "mean_latency_ms": 131.48990861299546,
429
- "num_actions": 9,
430
- "num_dropped_actions": 0,
431
- "num_invalid_actions": 0,
432
- "p90_latency_ms": 137.94001366816664,
433
- "p99_latency_ms": 138.15796899700163,
434
- "return": 371.2344970703125
435
- },
436
- {
437
- "case_id": 75,
438
- "episode_id": 33,
439
- "episode_seed": 104804,
440
- "length": 153,
441
- "mean_latency_ms": 133.0672514243526,
442
- "num_actions": 16,
443
- "num_dropped_actions": 0,
444
- "num_invalid_actions": 0,
445
- "p90_latency_ms": 138.18028622891063,
446
- "p99_latency_ms": 138.26417609897155,
447
- "return": 773.4711608886719
448
- },
449
- {
450
- "case_id": 76,
451
- "episode_id": 34,
452
- "episode_seed": 104805,
453
- "length": 209,
454
- "mean_latency_ms": 131.41053412085088,
455
- "num_actions": 24,
456
- "num_dropped_actions": 0,
457
- "num_invalid_actions": 0,
458
- "p90_latency_ms": 135.5554479230746,
459
- "p99_latency_ms": 139.46956640611816,
460
- "return": 2283.2250366210938
461
- },
462
- {
463
- "case_id": 77,
464
- "episode_id": 35,
465
- "episode_seed": 104806,
466
- "length": 75,
467
- "mean_latency_ms": 128.72785216937683,
468
- "num_actions": 10,
469
- "num_dropped_actions": 0,
470
- "num_invalid_actions": 0,
471
- "p90_latency_ms": 132.83627233609445,
472
- "p99_latency_ms": 133.93248972410098,
473
- "return": 375.3727722167969
474
- },
475
- {
476
- "case_id": 78,
477
- "episode_id": 36,
478
- "episode_seed": 104807,
479
- "length": 81,
480
- "mean_latency_ms": 133.11376509508017,
481
- "num_actions": 9,
482
- "num_dropped_actions": 0,
483
- "num_invalid_actions": 0,
484
- "p90_latency_ms": 137.3963752589206,
485
- "p99_latency_ms": 137.6891334818338,
486
- "return": 421.6696472167969
487
- },
488
- {
489
- "case_id": 79,
490
- "episode_id": 37,
491
- "episode_seed": 104808,
492
- "length": 75,
493
- "mean_latency_ms": 130.8569595221231,
494
- "num_actions": 9,
495
- "num_dropped_actions": 0,
496
- "num_invalid_actions": 0,
497
- "p90_latency_ms": 134.98809137345208,
498
- "p99_latency_ms": 138.1066471386739,
499
- "return": 388.8396759033203
500
- },
501
- {
502
- "case_id": 80,
503
- "episode_id": 38,
504
- "episode_seed": 104809,
505
- "length": 45,
506
- "mean_latency_ms": 133.55616304003107,
507
- "num_actions": 6,
508
- "num_dropped_actions": 0,
509
- "num_invalid_actions": 0,
510
- "p90_latency_ms": 139.49603558078172,
511
- "p99_latency_ms": 139.7697851742787,
512
- "return": 45.65342712402344
513
- },
514
- {
515
- "case_id": 81,
516
- "episode_id": 39,
517
- "episode_seed": 104810,
518
- "length": 45,
519
- "mean_latency_ms": 130.59116852826838,
520
- "num_actions": 6,
521
- "num_dropped_actions": 0,
522
- "num_invalid_actions": 0,
523
- "p90_latency_ms": 134.18922570091172,
524
- "p99_latency_ms": 136.86799589901528,
525
- "return": 66.57177734375
526
- },
527
- {
528
- "case_id": 82,
529
- "episode_id": 40,
530
- "episode_seed": 104811,
531
- "length": 82,
532
- "mean_latency_ms": 133.5723446064685,
533
- "num_actions": 9,
534
- "num_dropped_actions": 0,
535
- "num_invalid_actions": 0,
536
- "p90_latency_ms": 140.68300711398086,
537
- "p99_latency_ms": 141.0658654016722,
538
- "return": 365.6285400390625
539
- },
540
- {
541
- "case_id": 83,
542
- "episode_id": 41,
543
- "episode_seed": 104812,
544
- "length": 92,
545
- "mean_latency_ms": 131.48229076050828,
546
- "num_actions": 11,
547
- "num_dropped_actions": 0,
548
- "num_invalid_actions": 0,
549
- "p90_latency_ms": 138.13884971227202,
550
- "p99_latency_ms": 138.29497357886558,
551
- "return": 569.1095581054688
552
- },
553
- {
554
- "case_id": 84,
555
- "episode_id": 42,
556
- "episode_seed": 104813,
557
- "length": 124,
558
- "mean_latency_ms": 132.50143876587296,
559
- "num_actions": 13,
560
- "num_dropped_actions": 0,
561
- "num_invalid_actions": 0,
562
- "p90_latency_ms": 137.7074254965125,
563
- "p99_latency_ms": 139.07743857443225,
564
- "return": 689.1948089599609
565
- },
566
- {
567
- "case_id": 85,
568
- "episode_id": 43,
569
- "episode_seed": 104814,
570
- "length": 75,
571
- "mean_latency_ms": 133.15014351077505,
572
- "num_actions": 9,
573
- "num_dropped_actions": 0,
574
- "num_invalid_actions": 0,
575
- "p90_latency_ms": 135.82203814139496,
576
- "p99_latency_ms": 139.77151139954952,
577
- "return": 395.5184020996094
578
- },
579
- {
580
- "case_id": 86,
581
- "episode_id": 44,
582
- "episode_seed": 104815,
583
- "length": 98,
584
- "mean_latency_ms": 132.67767186552584,
585
- "num_actions": 10,
586
- "num_dropped_actions": 0,
587
- "num_invalid_actions": 0,
588
- "p90_latency_ms": 138.60291184962014,
589
- "p99_latency_ms": 139.5231212771718,
590
- "return": 423.46661376953125
591
- },
592
- {
593
- "case_id": 87,
594
- "episode_id": 45,
595
- "episode_seed": 104816,
596
- "length": 89,
597
- "mean_latency_ms": 129.31542677326138,
598
- "num_actions": 11,
599
- "num_dropped_actions": 0,
600
- "num_invalid_actions": 0,
601
- "p90_latency_ms": 134.27669910385794,
602
- "p99_latency_ms": 135.41973176079853,
603
- "return": 440.3398132324219
604
- },
605
- {
606
- "case_id": 88,
607
- "episode_id": 46,
608
- "episode_seed": 104817,
609
- "length": 41,
610
- "mean_latency_ms": 130.6265704242412,
611
- "num_actions": 5,
612
- "num_dropped_actions": 0,
613
- "num_invalid_actions": 0,
614
- "p90_latency_ms": 133.88662001602802,
615
- "p99_latency_ms": 135.24873682241656,
616
- "return": 35.52033996582031
617
- },
618
- {
619
- "case_id": 89,
620
- "episode_id": 47,
621
- "episode_seed": 104818,
622
- "length": 100,
623
- "mean_latency_ms": 132.0924801509065,
624
- "num_actions": 11,
625
- "num_dropped_actions": 0,
626
- "num_invalid_actions": 0,
627
- "p90_latency_ms": 137.2441259432958,
628
- "p99_latency_ms": 138.76702551733268,
629
- "return": 523.2762603759766
630
- },
631
- {
632
- "case_id": 90,
633
- "episode_id": 48,
634
- "episode_seed": 104819,
635
- "length": 86,
636
- "mean_latency_ms": 131.87761924755952,
637
- "num_actions": 10,
638
- "num_dropped_actions": 0,
639
- "num_invalid_actions": 0,
640
- "p90_latency_ms": 138.21380990422648,
641
- "p99_latency_ms": 138.8575510587616,
642
- "return": 391.0408020019531
643
- },
644
- {
645
- "case_id": 91,
646
- "episode_id": 49,
647
- "episode_seed": 104820,
648
- "length": 99,
649
- "mean_latency_ms": 133.87920677190488,
650
- "num_actions": 10,
651
- "num_dropped_actions": 0,
652
- "num_invalid_actions": 0,
653
- "p90_latency_ms": 137.62696437323336,
654
- "p99_latency_ms": 137.72819237290375,
655
- "return": 407.09034729003906
656
- },
657
- {
658
- "case_id": 92,
659
- "episode_id": 50,
660
- "episode_seed": 104821,
661
- "length": 68,
662
- "mean_latency_ms": 130.44781978934657,
663
- "num_actions": 8,
664
- "num_dropped_actions": 0,
665
- "num_invalid_actions": 0,
666
- "p90_latency_ms": 137.77599252055998,
667
- "p99_latency_ms": 137.82187132691664,
668
- "return": 404.0497283935547
669
- },
670
- {
671
- "case_id": 93,
672
- "episode_id": 51,
673
- "episode_seed": 104822,
674
- "length": 89,
675
- "mean_latency_ms": 130.7370159314196,
676
- "num_actions": 10,
677
- "num_dropped_actions": 0,
678
- "num_invalid_actions": 0,
679
- "p90_latency_ms": 137.67564318543887,
680
- "p99_latency_ms": 137.98414634103312,
681
- "return": 393.59657287597656
682
- },
683
- {
684
- "case_id": 94,
685
- "episode_id": 52,
686
- "episode_seed": 104823,
687
- "length": 134,
688
- "mean_latency_ms": 130.90907717578378,
689
- "num_actions": 15,
690
- "num_dropped_actions": 0,
691
- "num_invalid_actions": 0,
692
- "p90_latency_ms": 136.80798663355844,
693
- "p99_latency_ms": 138.10402973709498,
694
- "return": 826.5775299072266
695
- },
696
- {
697
- "case_id": 95,
698
- "episode_id": 53,
699
- "episode_seed": 104824,
700
- "length": 77,
701
- "mean_latency_ms": 132.6839833386259,
702
- "num_actions": 9,
703
- "num_dropped_actions": 0,
704
- "num_invalid_actions": 0,
705
- "p90_latency_ms": 138.6796763329319,
706
- "p99_latency_ms": 141.6223790971768,
707
- "return": 343.22105407714844
708
- },
709
- {
710
- "case_id": 96,
711
- "episode_id": 54,
712
- "episode_seed": 104825,
713
- "length": 72,
714
- "mean_latency_ms": 130.06965671555793,
715
- "num_actions": 9,
716
- "num_dropped_actions": 0,
717
- "num_invalid_actions": 0,
718
- "p90_latency_ms": 136.16832937288962,
719
- "p99_latency_ms": 138.05301242068302,
720
- "return": 411.7596435546875
721
- },
722
- {
723
- "case_id": 97,
724
- "episode_id": 55,
725
- "episode_seed": 104826,
726
- "length": 122,
727
- "mean_latency_ms": 132.03867333766573,
728
- "num_actions": 14,
729
- "num_dropped_actions": 0,
730
- "num_invalid_actions": 0,
731
- "p90_latency_ms": 137.81828389995576,
732
- "p99_latency_ms": 140.38130851052432,
733
- "return": 739.0326690673828
734
- },
735
- {
736
- "case_id": 98,
737
- "episode_id": 56,
738
- "episode_seed": 104827,
739
- "length": 87,
740
- "mean_latency_ms": 130.30411835928314,
741
- "num_actions": 11,
742
- "num_dropped_actions": 0,
743
- "num_invalid_actions": 0,
744
- "p90_latency_ms": 136.43783825638474,
745
- "p99_latency_ms": 137.4514762475965,
746
- "return": 440.80152893066406
747
- },
748
- {
749
- "case_id": 99,
750
- "episode_id": 57,
751
- "episode_seed": 104828,
752
- "length": 192,
753
- "mean_latency_ms": 132.09694463560888,
754
- "num_actions": 21,
755
- "num_dropped_actions": 0,
756
- "num_invalid_actions": 0,
757
- "p90_latency_ms": 138.1768617954504,
758
- "p99_latency_ms": 144.022968071914,
759
- "return": 2285.6197814941406
760
- },
761
- {
762
- "case_id": 100,
763
- "episode_id": 58,
764
- "episode_seed": 104829,
765
- "length": 75,
766
- "mean_latency_ms": 131.23976323544562,
767
- "num_actions": 8,
768
- "num_dropped_actions": 0,
769
- "num_invalid_actions": 0,
770
- "p90_latency_ms": 134.99431300142365,
771
- "p99_latency_ms": 135.09588059239223,
772
- "return": 343.5723876953125
773
- },
774
- {
775
- "case_id": 101,
776
- "episode_id": 59,
777
- "episode_seed": 104830,
778
- "length": 72,
779
- "mean_latency_ms": 131.34180406043257,
780
- "num_actions": 8,
781
- "num_dropped_actions": 0,
782
- "num_invalid_actions": 0,
783
- "p90_latency_ms": 138.5076729418718,
784
- "p99_latency_ms": 139.5028301629408,
785
- "return": 422.82037353515625
786
- },
787
- {
788
- "case_id": 102,
789
- "episode_id": 60,
790
- "episode_seed": 104831,
791
- "length": 86,
792
- "mean_latency_ms": 130.70071180226157,
793
- "num_actions": 10,
794
- "num_dropped_actions": 0,
795
- "num_invalid_actions": 0,
796
- "p90_latency_ms": 138.03534884737775,
797
- "p99_latency_ms": 140.38246527076413,
798
- "return": 376.0003204345703
799
- },
800
- {
801
- "case_id": 103,
802
- "episode_id": 61,
803
- "episode_seed": 104832,
804
- "length": 93,
805
- "mean_latency_ms": 132.20938380584107,
806
- "num_actions": 11,
807
- "num_dropped_actions": 0,
808
- "num_invalid_actions": 0,
809
- "p90_latency_ms": 136.5270437766386,
810
- "p99_latency_ms": 137.14702487565867,
811
- "return": 357.99574279785156
812
- },
813
- {
814
- "case_id": 104,
815
- "episode_id": 62,
816
- "episode_seed": 104833,
817
- "length": 79,
818
- "mean_latency_ms": 133.36116659261145,
819
- "num_actions": 8,
820
- "num_dropped_actions": 0,
821
- "num_invalid_actions": 0,
822
- "p90_latency_ms": 138.50505560354375,
823
- "p99_latency_ms": 138.95879611342357,
824
- "return": 415.76239013671875
825
- },
826
- {
827
- "case_id": 105,
828
- "episode_id": 63,
829
- "episode_seed": 104834,
830
- "length": 170,
831
- "mean_latency_ms": 130.74450208000033,
832
- "num_actions": 20,
833
- "num_dropped_actions": 0,
834
- "num_invalid_actions": 0,
835
- "p90_latency_ms": 134.570255966417,
836
- "p99_latency_ms": 138.19241202207004,
837
- "return": 2276.255111694336
838
- },
839
- {
840
- "case_id": 106,
841
- "episode_id": 64,
842
- "episode_seed": 104835,
843
- "length": 73,
844
- "mean_latency_ms": 129.49753241880876,
845
- "num_actions": 9,
846
- "num_dropped_actions": 0,
847
- "num_invalid_actions": 0,
848
- "p90_latency_ms": 135.1405649972865,
849
- "p99_latency_ms": 138.90504593119834,
850
- "return": 364.68406677246094
851
- },
852
- {
853
- "case_id": 107,
854
- "episode_id": 65,
855
- "episode_seed": 104836,
856
- "length": 74,
857
- "mean_latency_ms": 132.82281756832901,
858
- "num_actions": 9,
859
- "num_dropped_actions": 0,
860
- "num_invalid_actions": 0,
861
- "p90_latency_ms": 138.09294233886214,
862
- "p99_latency_ms": 140.58396148733885,
863
- "return": 431.2152862548828
864
- },
865
- {
866
- "case_id": 108,
867
- "episode_id": 66,
868
- "episode_seed": 104837,
869
- "length": 72,
870
- "mean_latency_ms": 130.758064245184,
871
- "num_actions": 9,
872
- "num_dropped_actions": 0,
873
- "num_invalid_actions": 0,
874
- "p90_latency_ms": 134.8764065769837,
875
- "p99_latency_ms": 138.0716218043221,
876
- "return": 350.85154724121094
877
- },
878
- {
879
- "case_id": 109,
880
- "episode_id": 67,
881
- "episode_seed": 104838,
882
- "length": 64,
883
- "mean_latency_ms": 131.7741986076198,
884
- "num_actions": 7,
885
- "num_dropped_actions": 0,
886
- "num_invalid_actions": 0,
887
- "p90_latency_ms": 138.04192422183866,
888
- "p99_latency_ms": 138.40175306493603,
889
- "return": 275.62689208984375
890
- },
891
- {
892
- "case_id": 110,
893
- "episode_id": 68,
894
- "episode_seed": 104839,
895
- "length": 83,
896
- "mean_latency_ms": 133.8753384220228,
897
- "num_actions": 9,
898
- "num_dropped_actions": 0,
899
- "num_invalid_actions": 0,
900
- "p90_latency_ms": 138.17267239127872,
901
- "p99_latency_ms": 138.32439147357587,
902
- "return": 340.7311096191406
903
- },
904
- {
905
- "case_id": 111,
906
- "episode_id": 69,
907
- "episode_seed": 104840,
908
- "length": 91,
909
- "mean_latency_ms": 131.64546692572523,
910
- "num_actions": 10,
911
- "num_dropped_actions": 0,
912
- "num_invalid_actions": 0,
913
- "p90_latency_ms": 138.20933383492817,
914
- "p99_latency_ms": 140.05853974442942,
915
- "return": 462.2728576660156
916
- },
917
- {
918
- "case_id": 112,
919
- "episode_id": 70,
920
- "episode_seed": 104841,
921
- "length": 70,
922
- "mean_latency_ms": 130.0003838418777,
923
- "num_actions": 8,
924
- "num_dropped_actions": 0,
925
- "num_invalid_actions": 0,
926
- "p90_latency_ms": 135.17668590125692,
927
- "p99_latency_ms": 135.52787113518923,
928
- "return": 387.8675231933594
929
- },
930
- {
931
- "case_id": 113,
932
- "episode_id": 71,
933
- "episode_seed": 104842,
934
- "length": 67,
935
- "mean_latency_ms": 130.54667321782145,
936
- "num_actions": 8,
937
- "num_dropped_actions": 0,
938
- "num_invalid_actions": 0,
939
- "p90_latency_ms": 136.1808788641171,
940
- "p99_latency_ms": 138.69699380526623,
941
- "return": 370.56800842285156
942
- },
943
- {
944
- "case_id": 114,
945
- "episode_id": 72,
946
- "episode_seed": 104843,
947
- "length": 149,
948
- "mean_latency_ms": 131.11892283312744,
949
- "num_actions": 17,
950
- "num_dropped_actions": 0,
951
- "num_invalid_actions": 0,
952
- "p90_latency_ms": 137.55935490517277,
953
- "p99_latency_ms": 137.7486146391299,
954
- "return": 739.8322448730469
955
- },
956
- {
957
- "case_id": 115,
958
- "episode_id": 73,
959
- "episode_seed": 104844,
960
- "length": 78,
961
- "mean_latency_ms": 130.192406074336,
962
- "num_actions": 10,
963
- "num_dropped_actions": 0,
964
- "num_invalid_actions": 0,
965
- "p90_latency_ms": 133.06253977954668,
966
- "p99_latency_ms": 137.16280445119415,
967
- "return": 456.0381317138672
968
- },
969
- {
970
- "case_id": 116,
971
- "episode_id": 74,
972
- "episode_seed": 104845,
973
- "length": 76,
974
- "mean_latency_ms": 129.25087785991994,
975
- "num_actions": 9,
976
- "num_dropped_actions": 0,
977
- "num_invalid_actions": 0,
978
- "p90_latency_ms": 133.11263868928552,
979
- "p99_latency_ms": 140.7790931567525,
980
- "return": 429.6108856201172
981
- },
982
- {
983
- "case_id": 117,
984
- "episode_id": 75,
985
- "episode_seed": 104846,
986
- "length": 81,
987
- "mean_latency_ms": 130.91212721992295,
988
- "num_actions": 10,
989
- "num_dropped_actions": 0,
990
- "num_invalid_actions": 0,
991
- "p90_latency_ms": 134.19246067252692,
992
- "p99_latency_ms": 134.40432383116246,
993
- "return": 461.51878356933594
994
- },
995
- {
996
- "case_id": 118,
997
- "episode_id": 76,
998
- "episode_seed": 104847,
999
- "length": 128,
1000
- "mean_latency_ms": 132.01978863762776,
1001
- "num_actions": 14,
1002
- "num_dropped_actions": 0,
1003
- "num_invalid_actions": 0,
1004
- "p90_latency_ms": 137.41225071493085,
1005
- "p99_latency_ms": 140.7728048934897,
1006
- "return": 655.4261627197266
1007
- },
1008
- {
1009
- "case_id": 119,
1010
- "episode_id": 77,
1011
- "episode_seed": 104848,
1012
- "length": 145,
1013
- "mean_latency_ms": 134.33787280727546,
1014
- "num_actions": 16,
1015
- "num_dropped_actions": 0,
1016
- "num_invalid_actions": 0,
1017
- "p90_latency_ms": 138.90802953390667,
1018
- "p99_latency_ms": 152.65169268897222,
1019
- "return": 801.6553192138672
1020
- },
1021
- {
1022
- "case_id": 120,
1023
- "episode_id": 78,
1024
- "episode_seed": 104849,
1025
- "length": 81,
1026
- "mean_latency_ms": 132.24333266982558,
1027
- "num_actions": 9,
1028
- "num_dropped_actions": 0,
1029
- "num_invalid_actions": 0,
1030
- "p90_latency_ms": 136.49473057368752,
1031
- "p99_latency_ms": 139.64846504000553,
1032
- "return": 412.93719482421875
1033
- },
1034
- {
1035
- "case_id": 121,
1036
- "episode_id": 79,
1037
- "episode_seed": 104850,
1038
- "length": 75,
1039
- "mean_latency_ms": 131.8848643137803,
1040
- "num_actions": 9,
1041
- "num_dropped_actions": 0,
1042
- "num_invalid_actions": 0,
1043
- "p90_latency_ms": 136.45682500340675,
1044
- "p99_latency_ms": 138.01597882895453,
1045
- "return": 313.396728515625
1046
- },
1047
- {
1048
- "case_id": 122,
1049
- "episode_id": 80,
1050
- "episode_seed": 104851,
1051
- "length": 73,
1052
- "mean_latency_ms": 131.36913755944744,
1053
- "num_actions": 9,
1054
- "num_dropped_actions": 0,
1055
- "num_invalid_actions": 0,
1056
- "p90_latency_ms": 137.52760074820435,
1057
- "p99_latency_ms": 137.97028049448,
1058
- "return": 416.53929138183594
1059
- },
1060
- {
1061
- "case_id": 123,
1062
- "episode_id": 81,
1063
- "episode_seed": 104852,
1064
- "length": 86,
1065
- "mean_latency_ms": 129.85523244613094,
1066
- "num_actions": 10,
1067
- "num_dropped_actions": 0,
1068
- "num_invalid_actions": 0,
1069
- "p90_latency_ms": 135.71635909782378,
1070
- "p99_latency_ms": 137.11946548812585,
1071
- "return": 422.7025146484375
1072
- },
1073
- {
1074
- "case_id": 124,
1075
- "episode_id": 82,
1076
- "episode_seed": 104853,
1077
- "length": 67,
1078
- "mean_latency_ms": 130.1647647509814,
1079
- "num_actions": 9,
1080
- "num_dropped_actions": 0,
1081
- "num_invalid_actions": 0,
1082
- "p90_latency_ms": 134.03842543664484,
1083
- "p99_latency_ms": 134.90703922622683,
1084
- "return": 385.9850158691406
1085
- },
1086
- {
1087
- "case_id": 125,
1088
- "episode_id": 83,
1089
- "episode_seed": 104854,
1090
- "length": 100,
1091
- "mean_latency_ms": 131.00659485339213,
1092
- "num_actions": 12,
1093
- "num_dropped_actions": 0,
1094
- "num_invalid_actions": 0,
1095
- "p90_latency_ms": 138.71449514781875,
1096
- "p99_latency_ms": 139.49082317033864,
1097
- "return": 494.1217956542969
1098
- },
1099
- {
1100
- "case_id": 126,
1101
- "episode_id": 84,
1102
- "episode_seed": 104855,
1103
- "length": 63,
1104
- "mean_latency_ms": 128.9233152728343,
1105
- "num_actions": 8,
1106
- "num_dropped_actions": 0,
1107
- "num_invalid_actions": 0,
1108
- "p90_latency_ms": 131.9719256572835,
1109
- "p99_latency_ms": 133.84552172448576,
1110
- "return": 252.43951416015625
1111
- },
1112
- {
1113
- "case_id": 127,
1114
- "episode_id": 85,
1115
- "episode_seed": 104856,
1116
- "length": 64,
1117
- "mean_latency_ms": 133.69567764968102,
1118
- "num_actions": 7,
1119
- "num_dropped_actions": 0,
1120
- "num_invalid_actions": 0,
1121
- "p90_latency_ms": 138.91641131994783,
1122
- "p99_latency_ms": 140.16382126820443,
1123
- "return": 358.5559844970703
1124
- },
1125
- {
1126
- "case_id": 128,
1127
- "episode_id": 86,
1128
- "episode_seed": 104857,
1129
- "length": 138,
1130
- "mean_latency_ms": 132.62351538627576,
1131
- "num_actions": 16,
1132
- "num_dropped_actions": 0,
1133
- "num_invalid_actions": 0,
1134
- "p90_latency_ms": 135.32680419538497,
1135
- "p99_latency_ms": 139.62158622802747,
1136
- "return": 747.7499847412109
1137
- },
1138
- {
1139
- "case_id": 129,
1140
- "episode_id": 87,
1141
- "episode_seed": 104858,
1142
- "length": 85,
1143
- "mean_latency_ms": 130.3786744178612,
1144
- "num_actions": 11,
1145
- "num_dropped_actions": 0,
1146
- "num_invalid_actions": 0,
1147
- "p90_latency_ms": 133.8260123222154,
1148
- "p99_latency_ms": 137.28924933979982,
1149
- "return": 417.13323974609375
1150
- },
1151
- {
1152
- "case_id": 130,
1153
- "episode_id": 88,
1154
- "episode_seed": 104859,
1155
- "length": 74,
1156
- "mean_latency_ms": 135.2181855135589,
1157
- "num_actions": 7,
1158
- "num_dropped_actions": 0,
1159
- "num_invalid_actions": 0,
1160
- "p90_latency_ms": 141.694424475408,
1161
- "p99_latency_ms": 142.4400289553615,
1162
- "return": 255.62425231933594
1163
- },
1164
- {
1165
- "case_id": 131,
1166
- "episode_id": 89,
1167
- "episode_seed": 104860,
1168
- "length": 80,
1169
- "mean_latency_ms": 131.3103688372652,
1170
- "num_actions": 9,
1171
- "num_dropped_actions": 0,
1172
- "num_invalid_actions": 0,
1173
- "p90_latency_ms": 137.96892076852157,
1174
- "p99_latency_ms": 137.99209033017195,
1175
- "return": 485.8604278564453
1176
- },
1177
- {
1178
- "case_id": 132,
1179
- "episode_id": 90,
1180
- "episode_seed": 104861,
1181
- "length": 72,
1182
- "mean_latency_ms": 129.552637025468,
1183
- "num_actions": 9,
1184
- "num_dropped_actions": 0,
1185
- "num_invalid_actions": 0,
1186
- "p90_latency_ms": 133.30380411435956,
1187
- "p99_latency_ms": 136.4756428402795,
1188
- "return": 423.7651824951172
1189
- },
1190
- {
1191
- "case_id": 133,
1192
- "episode_id": 91,
1193
- "episode_seed": 104862,
1194
- "length": 73,
1195
- "mean_latency_ms": 129.3447995628099,
1196
- "num_actions": 9,
1197
- "num_dropped_actions": 0,
1198
- "num_invalid_actions": 0,
1199
- "p90_latency_ms": 133.72382356292476,
1200
- "p99_latency_ms": 140.40754526594992,
1201
- "return": 264.3618927001953
1202
- },
1203
- {
1204
- "case_id": 134,
1205
- "episode_id": 92,
1206
- "episode_seed": 104863,
1207
- "length": 71,
1208
- "mean_latency_ms": 135.28652905615348,
1209
- "num_actions": 7,
1210
- "num_dropped_actions": 0,
1211
- "num_invalid_actions": 0,
1212
- "p90_latency_ms": 140.16241824146044,
1213
- "p99_latency_ms": 140.52590583513265,
1214
- "return": 338.33164978027344
1215
- },
1216
- {
1217
- "case_id": 135,
1218
- "episode_id": 93,
1219
- "episode_seed": 104864,
1220
- "length": 86,
1221
- "mean_latency_ms": 129.66543310205145,
1222
- "num_actions": 11,
1223
- "num_dropped_actions": 0,
1224
- "num_invalid_actions": 0,
1225
- "p90_latency_ms": 131.1473107203019,
1226
- "p99_latency_ms": 139.9289387601662,
1227
- "return": 506.30528259277344
1228
- },
1229
- {
1230
- "case_id": 136,
1231
- "episode_id": 94,
1232
- "episode_seed": 104865,
1233
- "length": 130,
1234
- "mean_latency_ms": 131.31515048174992,
1235
- "num_actions": 15,
1236
- "num_dropped_actions": 0,
1237
- "num_invalid_actions": 0,
1238
- "p90_latency_ms": 135.8791360723183,
1239
- "p99_latency_ms": 137.5065841950132,
1240
- "return": 639.6035461425781
1241
- },
1242
- {
1243
- "case_id": 137,
1244
- "episode_id": 95,
1245
- "episode_seed": 104866,
1246
- "length": 60,
1247
- "mean_latency_ms": 130.03682632132356,
1248
- "num_actions": 7,
1249
- "num_dropped_actions": 0,
1250
- "num_invalid_actions": 0,
1251
- "p90_latency_ms": 133.11584097430188,
1252
- "p99_latency_ms": 134.14994695339115,
1253
- "return": 223.40870666503906
1254
- },
1255
- {
1256
- "case_id": 138,
1257
- "episode_id": 96,
1258
- "episode_seed": 104867,
1259
- "length": 88,
1260
- "mean_latency_ms": 134.1404177274631,
1261
- "num_actions": 9,
1262
- "num_dropped_actions": 0,
1263
- "num_invalid_actions": 0,
1264
- "p90_latency_ms": 140.57738781193535,
1265
- "p99_latency_ms": 140.96830819276244,
1266
- "return": 384.4398498535156
1267
- },
1268
- {
1269
- "case_id": 139,
1270
- "episode_id": 97,
1271
- "episode_seed": 104868,
1272
- "length": 76,
1273
- "mean_latency_ms": 133.37665756959703,
1274
- "num_actions": 8,
1275
- "num_dropped_actions": 0,
1276
- "num_invalid_actions": 0,
1277
- "p90_latency_ms": 138.30876868947433,
1278
- "p99_latency_ms": 138.5990967307186,
1279
- "return": 381.1539611816406
1280
- },
1281
- {
1282
- "case_id": 140,
1283
- "episode_id": 98,
1284
- "episode_seed": 104869,
1285
- "length": 80,
1286
- "mean_latency_ms": 133.27886470456806,
1287
- "num_actions": 9,
1288
- "num_dropped_actions": 0,
1289
- "num_invalid_actions": 0,
1290
- "p90_latency_ms": 138.04570863689014,
1291
- "p99_latency_ms": 138.06822685269177,
1292
- "return": 463.23780822753906
1293
- },
1294
- {
1295
- "case_id": 141,
1296
- "episode_id": 99,
1297
- "episode_seed": 104870,
1298
- "length": 87,
1299
- "mean_latency_ms": 133.0312572949561,
1300
- "num_actions": 10,
1301
- "num_dropped_actions": 0,
1302
- "num_invalid_actions": 0,
1303
- "p90_latency_ms": 138.4475340808625,
1304
- "p99_latency_ms": 144.7809292187855,
1305
- "return": 369.5404815673828
1306
- }
1307
- ],
1308
- "policy": "sample-factory",
1309
- "protocol": {
1310
- "actual_environment_seeds": [
1311
- 104771,
1312
- 104772,
1313
- 104773,
1314
- 104774,
1315
- 104775,
1316
- 104776,
1317
- 104777,
1318
- 104778,
1319
- 104779,
1320
- 104780,
1321
- 104781,
1322
- 104782,
1323
- 104783,
1324
- 104784,
1325
- 104785,
1326
- 104786,
1327
- 104787,
1328
- 104788,
1329
- 104789,
1330
- 104790,
1331
- 104791,
1332
- 104792,
1333
- 104793,
1334
- 104794,
1335
- 104795,
1336
- 104796,
1337
- 104797,
1338
- 104798,
1339
- 104799,
1340
- 104800,
1341
- 104801,
1342
- 104802,
1343
- 104803,
1344
- 104804,
1345
- 104805,
1346
- 104806,
1347
- 104807,
1348
- 104808,
1349
- 104809,
1350
- 104810,
1351
- 104811,
1352
- 104812,
1353
- 104813,
1354
- 104814,
1355
- 104815,
1356
- 104816,
1357
- 104817,
1358
- 104818,
1359
- 104819,
1360
- 104820,
1361
- 104821,
1362
- 104822,
1363
- 104823,
1364
- 104824,
1365
- 104825,
1366
- 104826,
1367
- 104827,
1368
- 104828,
1369
- 104829,
1370
- 104830,
1371
- 104831,
1372
- 104832,
1373
- 104833,
1374
- 104834,
1375
- 104835,
1376
- 104836,
1377
- 104837,
1378
- 104838,
1379
- 104839,
1380
- 104840,
1381
- 104841,
1382
- 104842,
1383
- 104843,
1384
- 104844,
1385
- 104845,
1386
- 104846,
1387
- 104847,
1388
- 104848,
1389
- 104849,
1390
- 104850,
1391
- 104851,
1392
- 104852,
1393
- 104853,
1394
- 104854,
1395
- 104855,
1396
- 104856,
1397
- 104857,
1398
- 104858,
1399
- 104859,
1400
- 104860,
1401
- 104861,
1402
- 104862,
1403
- 104863,
1404
- 104864,
1405
- 104865,
1406
- 104866,
1407
- 104867,
1408
- 104868,
1409
- 104869,
1410
- 104870
1411
- ],
1412
- "deterministic": true,
1413
- "episodes": 100,
1414
- "horizon": 30000,
1415
- "latency": {
1416
- "instance_id": "instance_a5037b165aa0cedc",
1417
- "method": "iid_profile_replay",
1418
- "path": "profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc",
1419
- "replay": "iid",
1420
- "repo_id": "latency-sensitive-bench/profiles",
1421
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
1422
- "simulated_worker_capacity": 1
1423
- },
1424
- "logical_case_ids": [
1425
- 42,
1426
- 43,
1427
- 44,
1428
- 45,
1429
- 46,
1430
- 47,
1431
- 48,
1432
- 49,
1433
- 50,
1434
- 51,
1435
- 52,
1436
- 53,
1437
- 54,
1438
- 55,
1439
- 56,
1440
- 57,
1441
- 58,
1442
- 59,
1443
- 60,
1444
- 61,
1445
- 62,
1446
- 63,
1447
- 64,
1448
- 65,
1449
- 66,
1450
- 67,
1451
- 68,
1452
- 69,
1453
- 70,
1454
- 71,
1455
- 72,
1456
- 73,
1457
- 74,
1458
- 75,
1459
- 76,
1460
- 77,
1461
- 78,
1462
- 79,
1463
- 80,
1464
- 81,
1465
- 82,
1466
- 83,
1467
- 84,
1468
- 85,
1469
- 86,
1470
- 87,
1471
- 88,
1472
- 89,
1473
- 90,
1474
- 91,
1475
- 92,
1476
- 93,
1477
- 94,
1478
- 95,
1479
- 96,
1480
- 97,
1481
- 98,
1482
- 99,
1483
- 100,
1484
- 101,
1485
- 102,
1486
- 103,
1487
- 104,
1488
- 105,
1489
- 106,
1490
- 107,
1491
- 108,
1492
- 109,
1493
- 110,
1494
- 111,
1495
- 112,
1496
- 113,
1497
- 114,
1498
- 115,
1499
- 116,
1500
- 117,
1501
- 118,
1502
- 119,
1503
- 120,
1504
- 121,
1505
- 122,
1506
- 123,
1507
- 124,
1508
- 125,
1509
- 126,
1510
- 127,
1511
- 128,
1512
- 129,
1513
- 130,
1514
- 131,
1515
- 132,
1516
- 133,
1517
- 134,
1518
- 135,
1519
- 136,
1520
- 137,
1521
- 138,
1522
- 139,
1523
- 140,
1524
- 141
1525
- ],
1526
- "parallel_envs": 16,
1527
- "sample_factory_seed_offset": 104729
1528
- },
1529
- "schema_version": 1,
1530
- "summary": {
1531
- "mean_episode_length": 94.52,
1532
- "mean_return": 566.5495944213867,
1533
- "return_ci95_student_t": [
1534
- 466.72598089400526,
1535
- 666.3732079487681
1536
- ],
1537
- "std_episode_length": 37.94586255243758,
1538
- "std_return": 503.0882003678145
1539
- },
1540
- "task": "Deadly Corridor"
1541
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-v1/provenance.json DELETED
@@ -1,38 +0,0 @@
1
- {
2
- "artifact": "sample-factory-small-policy",
3
- "central_target": {
4
- "path": "latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-v1",
5
- "readback_revision": "98b693409c2f86c10b7a11e511fa60ff9e93e7ec",
6
- "repo_id": "latency-sensitive-bench/benchmark-models"
7
- },
8
- "files": {
9
- "checkpoint": {
10
- "bytes": 36514668,
11
- "path": "best_000017964_9197568_reward_1877.202.pth",
12
- "sha256": "4fd93e232a3a79cfe660073f544de198853d39416eeee4e0bb9e981063ff84be"
13
- },
14
- "config": {
15
- "bytes": 9900,
16
- "path": "config.json",
17
- "sha256": "93d85855ce65ccecd883a264ed433b60f7c4e9bff9930f17ea9fe325a261a030"
18
- },
19
- "evaluation": "eval_profile.json"
20
- },
21
- "profile": {
22
- "instance_id": "instance_a5037b165aa0cedc",
23
- "path": "profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc",
24
- "replay": "iid",
25
- "repo_id": "latency-sensitive-bench/profiles",
26
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
27
- "simulated_worker_capacity": 1
28
- },
29
- "publication_status": "published-central-readback-passed",
30
- "schema_version": 1,
31
- "source": {
32
- "checkpoint": "memory/small_model/deadly_corridor/gr00t_rtx3090_profile_10m_fs4_1min_eval/train/memory_small_model:deadly_corridor:frame_stack:gr00t_rtx3090_iid:fs4:obs15:stride4:seed13/checkpoint_p0/best_000017964_9197568_reward_1877.202.pth",
33
- "path": "memory/small_model/deadly_corridor/gr00t_rtx3090_profile_10m_fs4_1min_eval/train/memory_small_model:deadly_corridor:frame_stack:gr00t_rtx3090_iid:fs4:obs15:stride4:seed13",
34
- "repo_id": "latency-sensitive-bench/paper-experiment-models",
35
- "revision": "8d576e64dd9f7370e06abfebff37b3d50dfdf8d1"
36
- },
37
- "task": "Deadly Corridor"
38
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/deadly-corridor/small-policy/sample-factory-openvla-rtx3090-v1/README.md DELETED
@@ -1,14 +0,0 @@
1
- # Deadly Corridor Sample Factory policy
2
-
3
- This bundle contains the exact selected checkpoint, its original Sample Factory `config.json`, provenance, and the formal 100-episode evaluation.
4
-
5
- - Condition: IID replay of `profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc`
6
- - Deterministic case IDs: 42–141 (Sample Factory reset seeds 104771–104870)
7
- - Horizon: 30000
8
- - Parallel environments: 16
9
- - Mean return: 686.029982
10
- - Return standard deviation: 586.366109
11
- - Student-t 95% CI: [569.682224, 802.377739]
12
- - Mean episode length: 100.64
13
-
14
- The historical checkpoint-selection reward is not an independent evaluation score. See `eval_profile.json` for all episode records and `provenance.json` for the immutable source revision.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/deadly-corridor/small-policy/sample-factory-openvla-rtx3090-v1/best_000018816_9633792_reward_2059.584.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f13fe55cfe7a3f8c950781e1910251ef07144083a41328502d9ee7c82896c603
3
- size 36514668
 
 
 
 
latency-aware/deadly-corridor/small-policy/sample-factory-openvla-rtx3090-v1/config.json DELETED
@@ -1,265 +0,0 @@
1
- {
2
- "help": false,
3
- "algo": "APPO",
4
- "env": "doom_deadly_corridor",
5
- "experiment": "deadly_corridor_frame_stack_openvla_rtx3090_iid_fs4_seed13",
6
- "train_dir": "results/checkpoints/memory/small_model/deadly_corridor",
7
- "restart_behavior": "resume",
8
- "device": "gpu",
9
- "seed": 13,
10
- "initial_model_path": null,
11
- "num_policies": 1,
12
- "async_rl": true,
13
- "serial_mode": false,
14
- "batched_sampling": false,
15
- "num_batches_to_accumulate": 2,
16
- "worker_num_splits": 2,
17
- "policy_workers_per_policy": 1,
18
- "max_policy_lag": 1000,
19
- "num_workers": 32,
20
- "num_envs_per_worker": 4,
21
- "batch_size": 1024,
22
- "num_batches_per_epoch": 2,
23
- "num_epochs": 2,
24
- "rollout": 128,
25
- "fasttd3_replay_capacity": 6553600,
26
- "fasttd3_replay_batch_size": 32768,
27
- "fasttd3_action_chunk_horizon": 1,
28
- "fasttd3_transitions_per_update": 64,
29
- "fasttd3_train_for_optimizer_steps": 10000000000,
30
- "fasttd3_v_min": -250.0,
31
- "fasttd3_v_max": 250.0,
32
- "fasttd3_actor_action_l2": 0.0,
33
- "fasttd3_compile": true,
34
- "recurrence": 128,
35
- "shuffle_minibatches": false,
36
- "gamma": 0.99,
37
- "reward_scale": 1.0,
38
- "reward_clip": 1000.0,
39
- "value_bootstrap": false,
40
- "normalize_returns": true,
41
- "exploration_loss_coeff": 0.001,
42
- "value_loss_coeff": 0.5,
43
- "kl_loss_coeff": 0.0,
44
- "exploration_loss": "symmetric_kl",
45
- "gae_lambda": 0.95,
46
- "ppo_clip_ratio": 0.1,
47
- "ppo_clip_value": 0.2,
48
- "with_vtrace": false,
49
- "vtrace_rho": 1.0,
50
- "vtrace_c": 1.0,
51
- "optimizer": "adam",
52
- "adam_eps": 1e-06,
53
- "adam_beta1": 0.9,
54
- "adam_beta2": 0.999,
55
- "max_grad_norm": 4.0,
56
- "learning_rate": 0.0001,
57
- "lr_schedule": "constant",
58
- "lr_schedule_kl_threshold": 0.008,
59
- "lr_adaptive_min": 1e-06,
60
- "lr_adaptive_max": 0.01,
61
- "obs_subtract_mean": 0.0,
62
- "obs_scale": 255.0,
63
- "normalize_input": true,
64
- "normalize_input_keys": null,
65
- "decorrelate_experience_max_seconds": 0,
66
- "decorrelate_envs_on_one_worker": true,
67
- "actor_worker_gpus": [],
68
- "set_workers_cpu_affinity": true,
69
- "force_envs_single_thread": false,
70
- "default_niceness": 0,
71
- "log_to_file": true,
72
- "experiment_summaries_interval": 1,
73
- "flush_summaries_interval": 30,
74
- "stats_avg": 100,
75
- "summaries_use_frameskip": true,
76
- "heartbeat_interval": 20,
77
- "heartbeat_reporting_interval": 600,
78
- "train_for_env_steps": 10000000,
79
- "train_for_seconds": 10000000000,
80
- "save_every_sec": 600,
81
- "keep_checkpoints": 5,
82
- "load_checkpoint_kind": "latest",
83
- "save_milestones_sec": -1,
84
- "save_best_every_sec": 5,
85
- "save_best_metric": "reward",
86
- "save_best_after": 100000,
87
- "benchmark": false,
88
- "encoder_mlp_layers": [
89
- 512,
90
- 512
91
- ],
92
- "encoder_conv_architecture": "convnet_simple",
93
- "encoder_conv_mlp_layers": [
94
- 512
95
- ],
96
- "use_rnn": true,
97
- "rnn_size": 512,
98
- "rnn_type": "gru",
99
- "rnn_num_layers": 1,
100
- "decoder_mlp_layers": [],
101
- "nonlinearity": "elu",
102
- "policy_initialization": "orthogonal",
103
- "policy_init_gain": 1.0,
104
- "actor_critic_share_weights": true,
105
- "adaptive_stddev": true,
106
- "continuous_tanh_scale": 0.0,
107
- "initial_stddev": 1.0,
108
- "use_env_info_cache": false,
109
- "env_gpu_actions": false,
110
- "env_gpu_observations": true,
111
- "env_frameskip": 1,
112
- "env_framestack": 1,
113
- "pixel_format": "CHW",
114
- "use_record_episode_statistics": false,
115
- "with_wandb": true,
116
- "wandb_user": null,
117
- "wandb_project": "latency-sensitive-bench",
118
- "wandb_group": "deadly-corridor-fs4-openvla_rtx3090_iid",
119
- "wandb_job_type": "sample_factory",
120
- "wandb_tags": [
121
- "memory_small_model",
122
- "deadly-corridor",
123
- "frame_stack",
124
- "iid",
125
- "openvla_rtx3090_iid",
126
- "fs4",
127
- "seed13"
128
- ],
129
- "with_pbt": false,
130
- "pbt_mix_policies_in_one_env": true,
131
- "pbt_period_env_steps": 5000000,
132
- "pbt_start_mutation": 20000000,
133
- "pbt_replace_fraction": 0.3,
134
- "pbt_mutation_rate": 0.15,
135
- "pbt_replace_reward_gap": 0.1,
136
- "pbt_replace_reward_gap_absolute": 1e-06,
137
- "pbt_optimize_gamma": false,
138
- "pbt_target_objective": "true_objective",
139
- "pbt_perturb_min": 1.1,
140
- "pbt_perturb_max": 1.5,
141
- "num_agents": -1,
142
- "num_humans": 0,
143
- "num_bots": -1,
144
- "start_bot_difficulty": null,
145
- "timelimit": null,
146
- "res_w": 128,
147
- "res_h": 72,
148
- "wide_aspect_ratio": false,
149
- "record_to": null,
150
- "mode": "train",
151
- "env_fps": 60.0,
152
- "obs_fps": 15.0,
153
- "latency_type": "iid",
154
- "fixed_latency_ms": null,
155
- "mean_latency_ms": null,
156
- "std_latency_ms": null,
157
- "min_latency_ms": null,
158
- "max_latency_ms": null,
159
- "latency_seed": 13,
160
- "latency_profile_path": "results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
161
- "latency_profile_worker_slot": 0,
162
- "add_latency_info": false,
163
- "max_pending_actions": null,
164
- "hold_policy": "hold",
165
- "ordering_policy": "latest_ready",
166
- "eval_episodes": 100,
167
- "eval_parallel_envs": 1,
168
- "eval_latency_raw_frame_values": "0,1,2,3,4,5,10,15,40",
169
- "eval_max_steps": 3600,
170
- "eval_raw_reward": true,
171
- "eval_deterministic": true,
172
- "disable_reward_scaling": true,
173
- "frame_stack": 4,
174
- "max_episode_steps": 0,
175
- "simulator": "cpu",
176
- "episode_metrics_path": "results/checkpoints/memory/small_model/deadly_corridor/deadly_corridor_frame_stack_openvla_rtx3090_iid_fs4_seed13/episode_metrics.jsonl",
177
- "vizdoom_init_max_parallel": 10,
178
- "vizdoom_init_lock_timeout_sec": 5.0,
179
- "vizdoom_init_lock_max_wait_sec": 60.0,
180
- "vizdoom_init_retry_jitter_sec": 0.25,
181
- "eval_env_frameskip": 1,
182
- "fps": 35,
183
- "command_line": "--mode train --algo APPO --env doom_deadly_corridor --experiment deadly_corridor_frame_stack_openvla_rtx3090_iid_fs4_seed13 --train_dir results/checkpoints/memory/small_model/deadly_corridor --restart_behavior resume --device gpu --seed 13 --episode_metrics_path results/checkpoints/memory/small_model/deadly_corridor/deadly_corridor_frame_stack_openvla_rtx3090_iid_fs4_seed13/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 32 --num_envs_per_worker 4 --num_policies 1 --batch_size 1024 --rollout 128 --recurrence 128 --num_epochs 2 --num_batches_per_epoch 2 --worker_num_splits 2 --learning_rate 0.0001 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss symmetric_kl --exploration_loss_coeff 0.001 --value_loss_coeff 0.5 --max_grad_norm 4.0 --rnn_type gru --rnn_size 512 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn True --normalize_returns True --normalize_input True --latency-type iid --latency-seed 13 --latency-profile-path results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 1 --eval-max-steps 3600 --eval-deterministic True --eval-raw-reward --with_wandb True --wandb_project latency-sensitive-bench --wandb_group deadly-corridor-fs4-openvla_rtx3090_iid --wandb_job_type sample_factory --wandb_tags memory_small_model deadly-corridor frame_stack iid openvla_rtx3090_iid fs4 seed13 --env-fps 60 --obs-fps 15.0 --res_w 128 --res_h 72 --wide_aspect_ratio False --frame_stack 4 --simulator cpu --disable-reward-scaling True --hold-policy hold --ordering-policy latest_ready",
184
- "cli_args": {
185
- "algo": "APPO",
186
- "env": "doom_deadly_corridor",
187
- "experiment": "deadly_corridor_frame_stack_openvla_rtx3090_iid_fs4_seed13",
188
- "train_dir": "results/checkpoints/memory/small_model/deadly_corridor",
189
- "restart_behavior": "resume",
190
- "device": "gpu",
191
- "seed": 13,
192
- "num_policies": 1,
193
- "async_rl": true,
194
- "worker_num_splits": 2,
195
- "num_workers": 32,
196
- "num_envs_per_worker": 4,
197
- "batch_size": 1024,
198
- "num_batches_per_epoch": 2,
199
- "num_epochs": 2,
200
- "rollout": 128,
201
- "recurrence": 128,
202
- "gamma": 0.99,
203
- "normalize_returns": true,
204
- "exploration_loss_coeff": 0.001,
205
- "value_loss_coeff": 0.5,
206
- "exploration_loss": "symmetric_kl",
207
- "gae_lambda": 0.95,
208
- "ppo_clip_ratio": 0.1,
209
- "ppo_clip_value": 0.2,
210
- "max_grad_norm": 4.0,
211
- "learning_rate": 0.0001,
212
- "normalize_input": true,
213
- "experiment_summaries_interval": 1,
214
- "stats_avg": 100,
215
- "train_for_env_steps": 10000000,
216
- "save_every_sec": 600,
217
- "keep_checkpoints": 5,
218
- "use_rnn": true,
219
- "rnn_size": 512,
220
- "rnn_type": "gru",
221
- "with_wandb": true,
222
- "wandb_project": "latency-sensitive-bench",
223
- "wandb_group": "deadly-corridor-fs4-openvla_rtx3090_iid",
224
- "wandb_job_type": "sample_factory",
225
- "wandb_tags": [
226
- "memory_small_model",
227
- "deadly-corridor",
228
- "frame_stack",
229
- "iid",
230
- "openvla_rtx3090_iid",
231
- "fs4",
232
- "seed13"
233
- ],
234
- "res_w": 128,
235
- "res_h": 72,
236
- "wide_aspect_ratio": false,
237
- "mode": "train",
238
- "env_fps": 60.0,
239
- "obs_fps": 15.0,
240
- "latency_type": "iid",
241
- "latency_seed": 13,
242
- "latency_profile_path": "results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
243
- "latency_profile_worker_slot": 0,
244
- "add_latency_info": false,
245
- "hold_policy": "hold",
246
- "ordering_policy": "latest_ready",
247
- "eval_episodes": 100,
248
- "eval_parallel_envs": 1,
249
- "eval_max_steps": 3600,
250
- "eval_raw_reward": true,
251
- "eval_deterministic": true,
252
- "disable_reward_scaling": true,
253
- "frame_stack": 4,
254
- "simulator": "cpu",
255
- "episode_metrics_path": "results/checkpoints/memory/small_model/deadly_corridor/deadly_corridor_frame_stack_openvla_rtx3090_iid_fs4_seed13/episode_metrics.jsonl",
256
- "env_frameskip": 1,
257
- "eval_env_frameskip": 1,
258
- "output_dir": "outputs/memory/small_model/deadly_corridor/openvla_rtx3090_profile/train/frame_stack/openvla_rtx3090_iid/fs4/seed_13",
259
- "wandb_unique_id": "deadly-corridor-fs4-openvla_rtx3090_iid-s13"
260
- },
261
- "git_hash": "c0cb6a319133de6cbef9729610762a9dffc68b29",
262
- "git_repo_name": "https://github.com/ZihanWang314/latency-sensitive-bench",
263
- "output_dir": "outputs/memory/small_model/deadly_corridor/openvla_rtx3090_profile/train/frame_stack/openvla_rtx3090_iid/fs4/seed_13",
264
- "wandb_unique_id": "deadly-corridor-fs4-openvla_rtx3090_iid-s13"
265
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/deadly-corridor/small-policy/sample-factory-openvla-rtx3090-v1/eval_profile.json DELETED
@@ -1,1541 +0,0 @@
1
- {
2
- "checkpoint": {
3
- "bundle_path": "best_000018816_9633792_reward_2059.584.pth",
4
- "sha256": "f13fe55cfe7a3f8c950781e1910251ef07144083a41328502d9ee7c82896c603"
5
- },
6
- "episodes": [
7
- {
8
- "case_id": 42,
9
- "episode_id": 0,
10
- "episode_seed": 104771,
11
- "length": 83,
12
- "mean_latency_ms": 73.11817504438031,
13
- "num_actions": 11,
14
- "num_dropped_actions": 0,
15
- "num_invalid_actions": 0,
16
- "p90_latency_ms": 75.24390919355616,
17
- "p99_latency_ms": 76.20731002785638,
18
- "return": 533.9161376953125
19
- },
20
- {
21
- "case_id": 43,
22
- "episode_id": 1,
23
- "episode_seed": 104772,
24
- "length": 148,
25
- "mean_latency_ms": 73.6795163728184,
26
- "num_actions": 19,
27
- "num_dropped_actions": 0,
28
- "num_invalid_actions": 0,
29
- "p90_latency_ms": 77.01229817691285,
30
- "p99_latency_ms": 88.80412554163505,
31
- "return": 813.9636993408203
32
- },
33
- {
34
- "case_id": 44,
35
- "episode_id": 2,
36
- "episode_seed": 104773,
37
- "length": 74,
38
- "mean_latency_ms": 73.1231718083468,
39
- "num_actions": 10,
40
- "num_dropped_actions": 0,
41
- "num_invalid_actions": 0,
42
- "p90_latency_ms": 75.18912617818059,
43
- "p99_latency_ms": 76.21176894659698,
44
- "return": 401.8352355957031
45
- },
46
- {
47
- "case_id": 45,
48
- "episode_id": 3,
49
- "episode_seed": 104774,
50
- "length": 127,
51
- "mean_latency_ms": 73.28767960997028,
52
- "num_actions": 16,
53
- "num_dropped_actions": 0,
54
- "num_invalid_actions": 0,
55
- "p90_latency_ms": 77.17874911108565,
56
- "p99_latency_ms": 77.62245211299712,
57
- "return": 716.0395050048828
58
- },
59
- {
60
- "case_id": 46,
61
- "episode_id": 4,
62
- "episode_seed": 104775,
63
- "length": 73,
64
- "mean_latency_ms": 73.02955023963816,
65
- "num_actions": 10,
66
- "num_dropped_actions": 0,
67
- "num_invalid_actions": 0,
68
- "p90_latency_ms": 75.51407135943128,
69
- "p99_latency_ms": 77.04256330657715,
70
- "return": 426.7499237060547
71
- },
72
- {
73
- "case_id": 47,
74
- "episode_id": 5,
75
- "episode_seed": 104776,
76
- "length": 68,
77
- "mean_latency_ms": 71.23009171538814,
78
- "num_actions": 9,
79
- "num_dropped_actions": 0,
80
- "num_invalid_actions": 0,
81
- "p90_latency_ms": 73.04871149237677,
82
- "p99_latency_ms": 73.05831467436842,
83
- "return": 378.0635681152344
84
- },
85
- {
86
- "case_id": 48,
87
- "episode_id": 6,
88
- "episode_seed": 104777,
89
- "length": 85,
90
- "mean_latency_ms": 74.50281318947734,
91
- "num_actions": 11,
92
- "num_dropped_actions": 0,
93
- "num_invalid_actions": 0,
94
- "p90_latency_ms": 77.1174149892732,
95
- "p99_latency_ms": 88.7604188798338,
96
- "return": 441.021240234375
97
- },
98
- {
99
- "case_id": 49,
100
- "episode_id": 7,
101
- "episode_seed": 104778,
102
- "length": 19,
103
- "mean_latency_ms": 73.82218681560022,
104
- "num_actions": 3,
105
- "num_dropped_actions": 0,
106
- "num_invalid_actions": 0,
107
- "p90_latency_ms": 76.12150795611723,
108
- "p99_latency_ms": 76.82368766577235,
109
- "return": -100.01925659179688
110
- },
111
- {
112
- "case_id": 50,
113
- "episode_id": 8,
114
- "episode_seed": 104779,
115
- "length": 80,
116
- "mean_latency_ms": 76.02812533019674,
117
- "num_actions": 10,
118
- "num_dropped_actions": 0,
119
- "num_invalid_actions": 0,
120
- "p90_latency_ms": 84.27506405871108,
121
- "p99_latency_ms": 94.29968359786356,
122
- "return": 462.17823791503906
123
- },
124
- {
125
- "case_id": 51,
126
- "episode_id": 9,
127
- "episode_seed": 104780,
128
- "length": 69,
129
- "mean_latency_ms": 74.24678589393977,
130
- "num_actions": 9,
131
- "num_dropped_actions": 0,
132
- "num_invalid_actions": 0,
133
- "p90_latency_ms": 79.06886419320496,
134
- "p99_latency_ms": 86.33931263275142,
135
- "return": 394.37657165527344
136
- },
137
- {
138
- "case_id": 52,
139
- "episode_id": 10,
140
- "episode_seed": 104781,
141
- "length": 88,
142
- "mean_latency_ms": 73.93849484153223,
143
- "num_actions": 11,
144
- "num_dropped_actions": 0,
145
- "num_invalid_actions": 0,
146
- "p90_latency_ms": 75.88349965377287,
147
- "p99_latency_ms": 90.75825600971902,
148
- "return": 576.9815216064453
149
- },
150
- {
151
- "case_id": 53,
152
- "episode_id": 11,
153
- "episode_seed": 104782,
154
- "length": 64,
155
- "mean_latency_ms": 74.46273998813595,
156
- "num_actions": 8,
157
- "num_dropped_actions": 0,
158
- "num_invalid_actions": 0,
159
- "p90_latency_ms": 75.88491064785106,
160
- "p99_latency_ms": 76.87510999233581,
161
- "return": 364.1474151611328
162
- },
163
- {
164
- "case_id": 54,
165
- "episode_id": 12,
166
- "episode_seed": 104783,
167
- "length": 129,
168
- "mean_latency_ms": 74.1925737171055,
169
- "num_actions": 17,
170
- "num_dropped_actions": 0,
171
- "num_invalid_actions": 0,
172
- "p90_latency_ms": 76.58440263114622,
173
- "p99_latency_ms": 90.71839459856486,
174
- "return": 652.9563293457031
175
- },
176
- {
177
- "case_id": 55,
178
- "episode_id": 13,
179
- "episode_seed": 104784,
180
- "length": 196,
181
- "mean_latency_ms": 73.20598511263505,
182
- "num_actions": 25,
183
- "num_dropped_actions": 0,
184
- "num_invalid_actions": 0,
185
- "p90_latency_ms": 75.89051016830908,
186
- "p99_latency_ms": 77.09596135387659,
187
- "return": 2276.6079864501953
188
- },
189
- {
190
- "case_id": 56,
191
- "episode_id": 14,
192
- "episode_seed": 104785,
193
- "length": 80,
194
- "mean_latency_ms": 72.73939048079936,
195
- "num_actions": 10,
196
- "num_dropped_actions": 0,
197
- "num_invalid_actions": 0,
198
- "p90_latency_ms": 75.62790353000422,
199
- "p99_latency_ms": 76.10689662507856,
200
- "return": 393.2615966796875
201
- },
202
- {
203
- "case_id": 57,
204
- "episode_id": 15,
205
- "episode_seed": 104786,
206
- "length": 79,
207
- "mean_latency_ms": 74.14995386291861,
208
- "num_actions": 10,
209
- "num_dropped_actions": 0,
210
- "num_invalid_actions": 0,
211
- "p90_latency_ms": 77.51708780912988,
212
- "p99_latency_ms": 90.03753495881655,
213
- "return": 498.3013610839844
214
- },
215
- {
216
- "case_id": 58,
217
- "episode_id": 16,
218
- "episode_seed": 104787,
219
- "length": 147,
220
- "mean_latency_ms": 74.06927255185892,
221
- "num_actions": 19,
222
- "num_dropped_actions": 0,
223
- "num_invalid_actions": 0,
224
- "p90_latency_ms": 77.67228321530011,
225
- "p99_latency_ms": 87.45754345855235,
226
- "return": 802.3361358642578
227
- },
228
- {
229
- "case_id": 59,
230
- "episode_id": 17,
231
- "episode_seed": 104788,
232
- "length": 71,
233
- "mean_latency_ms": 73.38353941688459,
234
- "num_actions": 9,
235
- "num_dropped_actions": 0,
236
- "num_invalid_actions": 0,
237
- "p90_latency_ms": 76.08153752807168,
238
- "p99_latency_ms": 77.00020941214594,
239
- "return": 429.2089385986328
240
- },
241
- {
242
- "case_id": 60,
243
- "episode_id": 18,
244
- "episode_seed": 104789,
245
- "length": 70,
246
- "mean_latency_ms": 73.39730312060068,
247
- "num_actions": 9,
248
- "num_dropped_actions": 0,
249
- "num_invalid_actions": 0,
250
- "p90_latency_ms": 76.63148060178861,
251
- "p99_latency_ms": 77.65634245945152,
252
- "return": 386.40965270996094
253
- },
254
- {
255
- "case_id": 61,
256
- "episode_id": 19,
257
- "episode_seed": 104790,
258
- "length": 121,
259
- "mean_latency_ms": 76.19477155682979,
260
- "num_actions": 16,
261
- "num_dropped_actions": 0,
262
- "num_invalid_actions": 0,
263
- "p90_latency_ms": 90.22926228587582,
264
- "p99_latency_ms": 96.59328124247293,
265
- "return": 703.7690734863281
266
- },
267
- {
268
- "case_id": 62,
269
- "episode_id": 20,
270
- "episode_seed": 104791,
271
- "length": 44,
272
- "mean_latency_ms": 71.82134796495022,
273
- "num_actions": 6,
274
- "num_dropped_actions": 0,
275
- "num_invalid_actions": 0,
276
- "p90_latency_ms": 73.58696686148869,
277
- "p99_latency_ms": 74.3022825934019,
278
- "return": 48.08061218261719
279
- },
280
- {
281
- "case_id": 63,
282
- "episode_id": 21,
283
- "episode_seed": 104792,
284
- "length": 81,
285
- "mean_latency_ms": 71.96793415989255,
286
- "num_actions": 11,
287
- "num_dropped_actions": 0,
288
- "num_invalid_actions": 0,
289
- "p90_latency_ms": 75.15182209319772,
290
- "p99_latency_ms": 75.15684114316508,
291
- "return": 494.04722595214844
292
- },
293
- {
294
- "case_id": 64,
295
- "episode_id": 22,
296
- "episode_seed": 104793,
297
- "length": 80,
298
- "mean_latency_ms": 71.11559697711827,
299
- "num_actions": 10,
300
- "num_dropped_actions": 0,
301
- "num_invalid_actions": 0,
302
- "p90_latency_ms": 73.08979843606392,
303
- "p99_latency_ms": 73.23291966311318,
304
- "return": 513.9220123291016
305
- },
306
- {
307
- "case_id": 65,
308
- "episode_id": 23,
309
- "episode_seed": 104794,
310
- "length": 72,
311
- "mean_latency_ms": 73.7717439915995,
312
- "num_actions": 9,
313
- "num_dropped_actions": 0,
314
- "num_invalid_actions": 0,
315
- "p90_latency_ms": 75.76771449465122,
316
- "p99_latency_ms": 77.05707401291633,
317
- "return": 400.6104278564453
318
- },
319
- {
320
- "case_id": 66,
321
- "episode_id": 24,
322
- "episode_seed": 104795,
323
- "length": 86,
324
- "mean_latency_ms": 72.06788717136767,
325
- "num_actions": 11,
326
- "num_dropped_actions": 0,
327
- "num_invalid_actions": 0,
328
- "p90_latency_ms": 75.63234234497361,
329
- "p99_latency_ms": 77.14513603103002,
330
- "return": 521.9004211425781
331
- },
332
- {
333
- "case_id": 67,
334
- "episode_id": 25,
335
- "episode_seed": 104796,
336
- "length": 85,
337
- "mean_latency_ms": 73.58480025202124,
338
- "num_actions": 11,
339
- "num_dropped_actions": 0,
340
- "num_invalid_actions": 0,
341
- "p90_latency_ms": 75.0522945591976,
342
- "p99_latency_ms": 77.41795534334436,
343
- "return": 497.6932678222656
344
- },
345
- {
346
- "case_id": 68,
347
- "episode_id": 26,
348
- "episode_seed": 104797,
349
- "length": 65,
350
- "mean_latency_ms": 73.57674983953028,
351
- "num_actions": 9,
352
- "num_dropped_actions": 0,
353
- "num_invalid_actions": 0,
354
- "p90_latency_ms": 76.74555335419114,
355
- "p99_latency_ms": 88.62011703146423,
356
- "return": 337.89280700683594
357
- },
358
- {
359
- "case_id": 69,
360
- "episode_id": 27,
361
- "episode_seed": 104798,
362
- "length": 69,
363
- "mean_latency_ms": 73.32224300768745,
364
- "num_actions": 9,
365
- "num_dropped_actions": 0,
366
- "num_invalid_actions": 0,
367
- "p90_latency_ms": 74.9522023154223,
368
- "p99_latency_ms": 75.08814022249464,
369
- "return": 390.0594940185547
370
- },
371
- {
372
- "case_id": 70,
373
- "episode_id": 28,
374
- "episode_seed": 104799,
375
- "length": 81,
376
- "mean_latency_ms": 75.00393136221422,
377
- "num_actions": 11,
378
- "num_dropped_actions": 0,
379
- "num_invalid_actions": 0,
380
- "p90_latency_ms": 75.96949324025708,
381
- "p99_latency_ms": 88.66887601293158,
382
- "return": 468.643310546875
383
- },
384
- {
385
- "case_id": 71,
386
- "episode_id": 29,
387
- "episode_seed": 104800,
388
- "length": 145,
389
- "mean_latency_ms": 74.80584930008078,
390
- "num_actions": 19,
391
- "num_dropped_actions": 0,
392
- "num_invalid_actions": 0,
393
- "p90_latency_ms": 76.61697839960034,
394
- "p99_latency_ms": 92.01433515732883,
395
- "return": 812.1746368408203
396
- },
397
- {
398
- "case_id": 72,
399
- "episode_id": 30,
400
- "episode_seed": 104801,
401
- "length": 79,
402
- "mean_latency_ms": 73.16096823502468,
403
- "num_actions": 10,
404
- "num_dropped_actions": 0,
405
- "num_invalid_actions": 0,
406
- "p90_latency_ms": 75.04601310059238,
407
- "p99_latency_ms": 75.05114627518184,
408
- "return": 323.63995361328125
409
- },
410
- {
411
- "case_id": 73,
412
- "episode_id": 31,
413
- "episode_seed": 104802,
414
- "length": 84,
415
- "mean_latency_ms": 73.33409322403138,
416
- "num_actions": 11,
417
- "num_dropped_actions": 0,
418
- "num_invalid_actions": 0,
419
- "p90_latency_ms": 79.2096758542068,
420
- "p99_latency_ms": 80.09571174429219,
421
- "return": 465.9500427246094
422
- },
423
- {
424
- "case_id": 74,
425
- "episode_id": 32,
426
- "episode_seed": 104803,
427
- "length": 142,
428
- "mean_latency_ms": 73.04872165129478,
429
- "num_actions": 18,
430
- "num_dropped_actions": 0,
431
- "num_invalid_actions": 0,
432
- "p90_latency_ms": 76.41617162736216,
433
- "p99_latency_ms": 76.94842143063697,
434
- "return": 781.7344818115234
435
- },
436
- {
437
- "case_id": 75,
438
- "episode_id": 33,
439
- "episode_seed": 104804,
440
- "length": 83,
441
- "mean_latency_ms": 73.68534843507886,
442
- "num_actions": 11,
443
- "num_dropped_actions": 0,
444
- "num_invalid_actions": 0,
445
- "p90_latency_ms": 76.92669364879107,
446
- "p99_latency_ms": 77.01010986677474,
447
- "return": 527.4925994873047
448
- },
449
- {
450
- "case_id": 76,
451
- "episode_id": 34,
452
- "episode_seed": 104805,
453
- "length": 202,
454
- "mean_latency_ms": 73.23827196027797,
455
- "num_actions": 26,
456
- "num_dropped_actions": 0,
457
- "num_invalid_actions": 0,
458
- "p90_latency_ms": 75.0981952509791,
459
- "p99_latency_ms": 82.02610953634071,
460
- "return": 2282.4403533935547
461
- },
462
- {
463
- "case_id": 77,
464
- "episode_id": 35,
465
- "episode_seed": 104806,
466
- "length": 76,
467
- "mean_latency_ms": 71.65954159313955,
468
- "num_actions": 10,
469
- "num_dropped_actions": 0,
470
- "num_invalid_actions": 0,
471
- "p90_latency_ms": 74.24084698010847,
472
- "p99_latency_ms": 74.6440957892171,
473
- "return": 419.4061737060547
474
- },
475
- {
476
- "case_id": 78,
477
- "episode_id": 36,
478
- "episode_seed": 104807,
479
- "length": 203,
480
- "mean_latency_ms": 74.17276570330517,
481
- "num_actions": 26,
482
- "num_dropped_actions": 0,
483
- "num_invalid_actions": 0,
484
- "p90_latency_ms": 75.92167677973087,
485
- "p99_latency_ms": 85.19139426485108,
486
- "return": 2280.4659118652344
487
- },
488
- {
489
- "case_id": 79,
490
- "episode_id": 37,
491
- "episode_seed": 104808,
492
- "length": 75,
493
- "mean_latency_ms": 73.23457089633375,
494
- "num_actions": 10,
495
- "num_dropped_actions": 0,
496
- "num_invalid_actions": 0,
497
- "p90_latency_ms": 77.27319064773846,
498
- "p99_latency_ms": 77.75527295059979,
499
- "return": 409.2392120361328
500
- },
501
- {
502
- "case_id": 80,
503
- "episode_id": 38,
504
- "episode_seed": 104809,
505
- "length": 68,
506
- "mean_latency_ms": 74.87948059344046,
507
- "num_actions": 9,
508
- "num_dropped_actions": 0,
509
- "num_invalid_actions": 0,
510
- "p90_latency_ms": 78.34036779591347,
511
- "p99_latency_ms": 80.86075695249207,
512
- "return": 315.6457824707031
513
- },
514
- {
515
- "case_id": 81,
516
- "episode_id": 39,
517
- "episode_seed": 104810,
518
- "length": 45,
519
- "mean_latency_ms": 72.49146330621195,
520
- "num_actions": 6,
521
- "num_dropped_actions": 0,
522
- "num_invalid_actions": 0,
523
- "p90_latency_ms": 74.37209679217558,
524
- "p99_latency_ms": 75.37637860382158,
525
- "return": 99.16159057617188
526
- },
527
- {
528
- "case_id": 82,
529
- "episode_id": 40,
530
- "episode_seed": 104811,
531
- "length": 79,
532
- "mean_latency_ms": 76.9568997445903,
533
- "num_actions": 10,
534
- "num_dropped_actions": 0,
535
- "num_invalid_actions": 0,
536
- "p90_latency_ms": 89.51768488817174,
537
- "p99_latency_ms": 92.14306348550565,
538
- "return": 310.78443908691406
539
- },
540
- {
541
- "case_id": 83,
542
- "episode_id": 41,
543
- "episode_seed": 104812,
544
- "length": 198,
545
- "mean_latency_ms": 73.1924908125944,
546
- "num_actions": 25,
547
- "num_dropped_actions": 0,
548
- "num_invalid_actions": 0,
549
- "p90_latency_ms": 76.6920971823781,
550
- "p99_latency_ms": 77.72957137093948,
551
- "return": 2277.1704711914062
552
- },
553
- {
554
- "case_id": 84,
555
- "episode_id": 42,
556
- "episode_seed": 104813,
557
- "length": 88,
558
- "mean_latency_ms": 73.92196639688808,
559
- "num_actions": 11,
560
- "num_dropped_actions": 0,
561
- "num_invalid_actions": 0,
562
- "p90_latency_ms": 76.07391746766099,
563
- "p99_latency_ms": 77.55904089899916,
564
- "return": 527.6976318359375
565
- },
566
- {
567
- "case_id": 85,
568
- "episode_id": 43,
569
- "episode_seed": 104814,
570
- "length": 89,
571
- "mean_latency_ms": 74.05695652643635,
572
- "num_actions": 12,
573
- "num_dropped_actions": 0,
574
- "num_invalid_actions": 0,
575
- "p90_latency_ms": 74.8655617474144,
576
- "p99_latency_ms": 84.64845945456658,
577
- "return": 427.2262878417969
578
- },
579
- {
580
- "case_id": 86,
581
- "episode_id": 44,
582
- "episode_seed": 104815,
583
- "length": 94,
584
- "mean_latency_ms": 73.57012189282754,
585
- "num_actions": 12,
586
- "num_dropped_actions": 0,
587
- "num_invalid_actions": 0,
588
- "p90_latency_ms": 77.2229280711056,
589
- "p99_latency_ms": 78.92423728301327,
590
- "return": 674.5854034423828
591
- },
592
- {
593
- "case_id": 87,
594
- "episode_id": 45,
595
- "episode_seed": 104816,
596
- "length": 89,
597
- "mean_latency_ms": 72.28135455062181,
598
- "num_actions": 12,
599
- "num_dropped_actions": 0,
600
- "num_invalid_actions": 0,
601
- "p90_latency_ms": 75.05828885340172,
602
- "p99_latency_ms": 77.26037038875242,
603
- "return": 481.7387237548828
604
- },
605
- {
606
- "case_id": 88,
607
- "episode_id": 46,
608
- "episode_seed": 104817,
609
- "length": 67,
610
- "mean_latency_ms": 73.40149141080772,
611
- "num_actions": 9,
612
- "num_dropped_actions": 0,
613
- "num_invalid_actions": 0,
614
- "p90_latency_ms": 76.94495879143592,
615
- "p99_latency_ms": 76.9970956923499,
616
- "return": 269.38548278808594
617
- },
618
- {
619
- "case_id": 89,
620
- "episode_id": 47,
621
- "episode_seed": 104818,
622
- "length": 161,
623
- "mean_latency_ms": 73.01348138647074,
624
- "num_actions": 21,
625
- "num_dropped_actions": 0,
626
- "num_invalid_actions": 0,
627
- "p90_latency_ms": 74.96127722719983,
628
- "p99_latency_ms": 77.03086483128104,
629
- "return": 896.2095947265625
630
- },
631
- {
632
- "case_id": 90,
633
- "episode_id": 48,
634
- "episode_seed": 104819,
635
- "length": 153,
636
- "mean_latency_ms": 73.5378269358732,
637
- "num_actions": 20,
638
- "num_dropped_actions": 0,
639
- "num_invalid_actions": 0,
640
- "p90_latency_ms": 77.01760775337736,
641
- "p99_latency_ms": 77.73182542285898,
642
- "return": 846.74609375
643
- },
644
- {
645
- "case_id": 91,
646
- "episode_id": 49,
647
- "episode_seed": 104820,
648
- "length": 204,
649
- "mean_latency_ms": 74.80453536243039,
650
- "num_actions": 26,
651
- "num_dropped_actions": 0,
652
- "num_invalid_actions": 0,
653
- "p90_latency_ms": 76.27943559850749,
654
- "p99_latency_ms": 93.3246962101381,
655
- "return": 2277.1649475097656
656
- },
657
- {
658
- "case_id": 92,
659
- "episode_id": 50,
660
- "episode_seed": 104821,
661
- "length": 74,
662
- "mean_latency_ms": 72.20129160550928,
663
- "num_actions": 10,
664
- "num_dropped_actions": 0,
665
- "num_invalid_actions": 0,
666
- "p90_latency_ms": 75.9468860622229,
667
- "p99_latency_ms": 76.06040186910396,
668
- "return": 459.0382080078125
669
- },
670
- {
671
- "case_id": 93,
672
- "episode_id": 51,
673
- "episode_seed": 104822,
674
- "length": 197,
675
- "mean_latency_ms": 72.66542852009069,
676
- "num_actions": 25,
677
- "num_dropped_actions": 0,
678
- "num_invalid_actions": 0,
679
- "p90_latency_ms": 75.65592314454335,
680
- "p99_latency_ms": 77.71461304466251,
681
- "return": 2284.737823486328
682
- },
683
- {
684
- "case_id": 94,
685
- "episode_id": 52,
686
- "episode_seed": 104823,
687
- "length": 83,
688
- "mean_latency_ms": 72.89073399873709,
689
- "num_actions": 11,
690
- "num_dropped_actions": 0,
691
- "num_invalid_actions": 0,
692
- "p90_latency_ms": 76.2029696130188,
693
- "p99_latency_ms": 76.77297035636315,
694
- "return": 554.2358245849609
695
- },
696
- {
697
- "case_id": 95,
698
- "episode_id": 53,
699
- "episode_seed": 104824,
700
- "length": 140,
701
- "mean_latency_ms": 73.72707233854864,
702
- "num_actions": 18,
703
- "num_dropped_actions": 0,
704
- "num_invalid_actions": 0,
705
- "p90_latency_ms": 75.89810273377422,
706
- "p99_latency_ms": 91.1884548765345,
707
- "return": 757.9485015869141
708
- },
709
- {
710
- "case_id": 96,
711
- "episode_id": 54,
712
- "episode_seed": 104825,
713
- "length": 193,
714
- "mean_latency_ms": 73.93460704711573,
715
- "num_actions": 25,
716
- "num_dropped_actions": 0,
717
- "num_invalid_actions": 0,
718
- "p90_latency_ms": 77.08462619471612,
719
- "p99_latency_ms": 91.16321946638553,
720
- "return": 2280.5886993408203
721
- },
722
- {
723
- "case_id": 97,
724
- "episode_id": 55,
725
- "episode_seed": 104826,
726
- "length": 77,
727
- "mean_latency_ms": 73.29868278576856,
728
- "num_actions": 10,
729
- "num_dropped_actions": 0,
730
- "num_invalid_actions": 0,
731
- "p90_latency_ms": 76.03115290668046,
732
- "p99_latency_ms": 76.06056731398208,
733
- "return": 431.0979919433594
734
- },
735
- {
736
- "case_id": 98,
737
- "episode_id": 56,
738
- "episode_seed": 104827,
739
- "length": 78,
740
- "mean_latency_ms": 71.8284847678306,
741
- "num_actions": 10,
742
- "num_dropped_actions": 0,
743
- "num_invalid_actions": 0,
744
- "p90_latency_ms": 74.92513848555411,
745
- "p99_latency_ms": 75.24972528438634,
746
- "return": 478.80682373046875
747
- },
748
- {
749
- "case_id": 99,
750
- "episode_id": 57,
751
- "episode_seed": 104828,
752
- "length": 78,
753
- "mean_latency_ms": 71.7881466186294,
754
- "num_actions": 10,
755
- "num_dropped_actions": 0,
756
- "num_invalid_actions": 0,
757
- "p90_latency_ms": 75.09420438813994,
758
- "p99_latency_ms": 75.71582660994787,
759
- "return": 461.8823699951172
760
- },
761
- {
762
- "case_id": 100,
763
- "episode_id": 58,
764
- "episode_seed": 104829,
765
- "length": 66,
766
- "mean_latency_ms": 73.00340371895612,
767
- "num_actions": 9,
768
- "num_dropped_actions": 0,
769
- "num_invalid_actions": 0,
770
- "p90_latency_ms": 74.94624417896658,
771
- "p99_latency_ms": 75.01053411991022,
772
- "return": 375.63446044921875
773
- },
774
- {
775
- "case_id": 101,
776
- "episode_id": 59,
777
- "episode_seed": 104830,
778
- "length": 87,
779
- "mean_latency_ms": 72.82383380292565,
780
- "num_actions": 11,
781
- "num_dropped_actions": 0,
782
- "num_invalid_actions": 0,
783
- "p90_latency_ms": 76.46443132246755,
784
- "p99_latency_ms": 78.73999192152398,
785
- "return": 459.7377471923828
786
- },
787
- {
788
- "case_id": 102,
789
- "episode_id": 60,
790
- "episode_seed": 104831,
791
- "length": 130,
792
- "mean_latency_ms": 73.09309443390246,
793
- "num_actions": 17,
794
- "num_dropped_actions": 0,
795
- "num_invalid_actions": 0,
796
- "p90_latency_ms": 75.56024786829644,
797
- "p99_latency_ms": 87.56425371321679,
798
- "return": 779.9854278564453
799
- },
800
- {
801
- "case_id": 103,
802
- "episode_id": 61,
803
- "episode_seed": 104832,
804
- "length": 79,
805
- "mean_latency_ms": 73.79718073023305,
806
- "num_actions": 10,
807
- "num_dropped_actions": 0,
808
- "num_invalid_actions": 0,
809
- "p90_latency_ms": 75.3328825916905,
810
- "p99_latency_ms": 75.49464247819489,
811
- "return": 439.76348876953125
812
- },
813
- {
814
- "case_id": 104,
815
- "episode_id": 62,
816
- "episode_seed": 104833,
817
- "length": 79,
818
- "mean_latency_ms": 74.32360759795704,
819
- "num_actions": 10,
820
- "num_dropped_actions": 0,
821
- "num_invalid_actions": 0,
822
- "p90_latency_ms": 77.06909931349665,
823
- "p99_latency_ms": 77.39020932477136,
824
- "return": 499.60194396972656
825
- },
826
- {
827
- "case_id": 105,
828
- "episode_id": 63,
829
- "episode_seed": 104834,
830
- "length": 82,
831
- "mean_latency_ms": 72.86873434128448,
832
- "num_actions": 11,
833
- "num_dropped_actions": 0,
834
- "num_invalid_actions": 0,
835
- "p90_latency_ms": 74.73993065818595,
836
- "p99_latency_ms": 76.72752204144797,
837
- "return": 439.8169250488281
838
- },
839
- {
840
- "case_id": 106,
841
- "episode_id": 64,
842
- "episode_seed": 104835,
843
- "length": 148,
844
- "mean_latency_ms": 72.32986437111427,
845
- "num_actions": 19,
846
- "num_dropped_actions": 0,
847
- "num_invalid_actions": 0,
848
- "p90_latency_ms": 75.5487430230272,
849
- "p99_latency_ms": 77.75826482018311,
850
- "return": 761.5581512451172
851
- },
852
- {
853
- "case_id": 107,
854
- "episode_id": 65,
855
- "episode_seed": 104836,
856
- "length": 74,
857
- "mean_latency_ms": 74.89027704827683,
858
- "num_actions": 10,
859
- "num_dropped_actions": 0,
860
- "num_invalid_actions": 0,
861
- "p90_latency_ms": 77.18033174288229,
862
- "p99_latency_ms": 89.78652151456428,
863
- "return": 434.5915832519531
864
- },
865
- {
866
- "case_id": 108,
867
- "episode_id": 66,
868
- "episode_seed": 104837,
869
- "length": 78,
870
- "mean_latency_ms": 72.53496452149926,
871
- "num_actions": 10,
872
- "num_dropped_actions": 0,
873
- "num_invalid_actions": 0,
874
- "p90_latency_ms": 74.91325966528728,
875
- "p99_latency_ms": 76.95557115728768,
876
- "return": 469.2552795410156
877
- },
878
- {
879
- "case_id": 109,
880
- "episode_id": 67,
881
- "episode_seed": 104838,
882
- "length": 70,
883
- "mean_latency_ms": 72.44247358991518,
884
- "num_actions": 9,
885
- "num_dropped_actions": 0,
886
- "num_invalid_actions": 0,
887
- "p90_latency_ms": 76.21662588868018,
888
- "p99_latency_ms": 77.10188069982371,
889
- "return": 346.6339111328125
890
- },
891
- {
892
- "case_id": 110,
893
- "episode_id": 68,
894
- "episode_seed": 104839,
895
- "length": 68,
896
- "mean_latency_ms": 74.44432861122046,
897
- "num_actions": 9,
898
- "num_dropped_actions": 0,
899
- "num_invalid_actions": 0,
900
- "p90_latency_ms": 76.86795034493909,
901
- "p99_latency_ms": 77.0606370679386,
902
- "return": 347.46514892578125
903
- },
904
- {
905
- "case_id": 111,
906
- "episode_id": 69,
907
- "episode_seed": 104840,
908
- "length": 200,
909
- "mean_latency_ms": 73.97994311877024,
910
- "num_actions": 25,
911
- "num_dropped_actions": 0,
912
- "num_invalid_actions": 0,
913
- "p90_latency_ms": 76.17290473231606,
914
- "p99_latency_ms": 94.57776840179432,
915
- "return": 2277.7957458496094
916
- },
917
- {
918
- "case_id": 112,
919
- "episode_id": 70,
920
- "episode_seed": 104841,
921
- "length": 73,
922
- "mean_latency_ms": 72.04028196104292,
923
- "num_actions": 10,
924
- "num_dropped_actions": 0,
925
- "num_invalid_actions": 0,
926
- "p90_latency_ms": 74.98445891735928,
927
- "p99_latency_ms": 75.08589072352825,
928
- "return": 444.0607147216797
929
- },
930
- {
931
- "case_id": 113,
932
- "episode_id": 71,
933
- "episode_seed": 104842,
934
- "length": 70,
935
- "mean_latency_ms": 72.51348958264312,
936
- "num_actions": 9,
937
- "num_dropped_actions": 0,
938
- "num_invalid_actions": 0,
939
- "p90_latency_ms": 75.44630145167551,
940
- "p99_latency_ms": 77.21999438738152,
941
- "return": 319.57884216308594
942
- },
943
- {
944
- "case_id": 114,
945
- "episode_id": 72,
946
- "episode_seed": 104843,
947
- "length": 188,
948
- "mean_latency_ms": 73.70660788052913,
949
- "num_actions": 24,
950
- "num_dropped_actions": 0,
951
- "num_invalid_actions": 0,
952
- "p90_latency_ms": 75.90885187099033,
953
- "p99_latency_ms": 81.72739961065054,
954
- "return": 2281.1052856445312
955
- },
956
- {
957
- "case_id": 115,
958
- "episode_id": 73,
959
- "episode_seed": 104844,
960
- "length": 81,
961
- "mean_latency_ms": 72.17710800470371,
962
- "num_actions": 11,
963
- "num_dropped_actions": 0,
964
- "num_invalid_actions": 0,
965
- "p90_latency_ms": 74.09526810623328,
966
- "p99_latency_ms": 75.61614413290758,
967
- "return": 446.5104675292969
968
- },
969
- {
970
- "case_id": 116,
971
- "episode_id": 74,
972
- "episode_seed": 104845,
973
- "length": 125,
974
- "mean_latency_ms": 73.47324148642534,
975
- "num_actions": 16,
976
- "num_dropped_actions": 0,
977
- "num_invalid_actions": 0,
978
- "p90_latency_ms": 76.51133348338655,
979
- "p99_latency_ms": 91.23500104920676,
980
- "return": 665.4423370361328
981
- },
982
- {
983
- "case_id": 117,
984
- "episode_id": 75,
985
- "episode_seed": 104846,
986
- "length": 142,
987
- "mean_latency_ms": 74.3808282894601,
988
- "num_actions": 18,
989
- "num_dropped_actions": 0,
990
- "num_invalid_actions": 0,
991
- "p90_latency_ms": 77.02521070779845,
992
- "p99_latency_ms": 87.52870219195806,
993
- "return": 744.9497222900391
994
- },
995
- {
996
- "case_id": 118,
997
- "episode_id": 76,
998
- "episode_seed": 104847,
999
- "length": 75,
1000
- "mean_latency_ms": 72.35468074190567,
1001
- "num_actions": 10,
1002
- "num_dropped_actions": 0,
1003
- "num_invalid_actions": 0,
1004
- "p90_latency_ms": 75.18457472496982,
1005
- "p99_latency_ms": 75.99404058408359,
1006
- "return": 439.37083435058594
1007
- },
1008
- {
1009
- "case_id": 119,
1010
- "episode_id": 77,
1011
- "episode_seed": 104848,
1012
- "length": 80,
1013
- "mean_latency_ms": 75.87819883336137,
1014
- "num_actions": 10,
1015
- "num_dropped_actions": 0,
1016
- "num_invalid_actions": 0,
1017
- "p90_latency_ms": 79.5870030335682,
1018
- "p99_latency_ms": 97.1572601099275,
1019
- "return": 445.7650146484375
1020
- },
1021
- {
1022
- "case_id": 120,
1023
- "episode_id": 78,
1024
- "episode_seed": 104849,
1025
- "length": 82,
1026
- "mean_latency_ms": 73.82648740831948,
1027
- "num_actions": 11,
1028
- "num_dropped_actions": 0,
1029
- "num_invalid_actions": 0,
1030
- "p90_latency_ms": 75.3804213519409,
1031
- "p99_latency_ms": 82.62087495905878,
1032
- "return": 450.7816467285156
1033
- },
1034
- {
1035
- "case_id": 121,
1036
- "episode_id": 79,
1037
- "episode_seed": 104850,
1038
- "length": 73,
1039
- "mean_latency_ms": 72.88041377870468,
1040
- "num_actions": 10,
1041
- "num_dropped_actions": 0,
1042
- "num_invalid_actions": 0,
1043
- "p90_latency_ms": 75.36471664274676,
1044
- "p99_latency_ms": 76.77620001156849,
1045
- "return": 329.20770263671875
1046
- },
1047
- {
1048
- "case_id": 122,
1049
- "episode_id": 80,
1050
- "episode_seed": 104851,
1051
- "length": 79,
1052
- "mean_latency_ms": 73.05341128860424,
1053
- "num_actions": 10,
1054
- "num_dropped_actions": 0,
1055
- "num_invalid_actions": 0,
1056
- "p90_latency_ms": 75.70551490961309,
1057
- "p99_latency_ms": 76.33956762281176,
1058
- "return": 476.1997833251953
1059
- },
1060
- {
1061
- "case_id": 123,
1062
- "episode_id": 81,
1063
- "episode_seed": 104852,
1064
- "length": 80,
1065
- "mean_latency_ms": 71.99498031497632,
1066
- "num_actions": 10,
1067
- "num_dropped_actions": 0,
1068
- "num_invalid_actions": 0,
1069
- "p90_latency_ms": 75.13186252438608,
1070
- "p99_latency_ms": 75.50674643590283,
1071
- "return": 513.8509216308594
1072
- },
1073
- {
1074
- "case_id": 124,
1075
- "episode_id": 82,
1076
- "episode_seed": 104853,
1077
- "length": 67,
1078
- "mean_latency_ms": 72.35582004528051,
1079
- "num_actions": 9,
1080
- "num_dropped_actions": 0,
1081
- "num_invalid_actions": 0,
1082
- "p90_latency_ms": 74.67958429269676,
1083
- "p99_latency_ms": 74.93905805305855,
1084
- "return": 355.2258605957031
1085
- },
1086
- {
1087
- "case_id": 125,
1088
- "episode_id": 83,
1089
- "episode_seed": 104854,
1090
- "length": 86,
1091
- "mean_latency_ms": 72.65248181786288,
1092
- "num_actions": 11,
1093
- "num_dropped_actions": 0,
1094
- "num_invalid_actions": 0,
1095
- "p90_latency_ms": 77.6619017471884,
1096
- "p99_latency_ms": 78.09208880877017,
1097
- "return": 468.4022674560547
1098
- },
1099
- {
1100
- "case_id": 126,
1101
- "episode_id": 84,
1102
- "episode_seed": 104855,
1103
- "length": 136,
1104
- "mean_latency_ms": 73.08618654784624,
1105
- "num_actions": 17,
1106
- "num_dropped_actions": 0,
1107
- "num_invalid_actions": 0,
1108
- "p90_latency_ms": 74.62438610526118,
1109
- "p99_latency_ms": 88.18728796166592,
1110
- "return": 690.1732177734375
1111
- },
1112
- {
1113
- "case_id": 127,
1114
- "episode_id": 85,
1115
- "episode_seed": 104856,
1116
- "length": 70,
1117
- "mean_latency_ms": 75.83323771257255,
1118
- "num_actions": 9,
1119
- "num_dropped_actions": 0,
1120
- "num_invalid_actions": 0,
1121
- "p90_latency_ms": 79.2698857253798,
1122
- "p99_latency_ms": 86.01821231443303,
1123
- "return": 415.1042022705078
1124
- },
1125
- {
1126
- "case_id": 128,
1127
- "episode_id": 86,
1128
- "episode_seed": 104857,
1129
- "length": 143,
1130
- "mean_latency_ms": 75.22944835943841,
1131
- "num_actions": 18,
1132
- "num_dropped_actions": 0,
1133
- "num_invalid_actions": 0,
1134
- "p90_latency_ms": 78.70795557547585,
1135
- "p99_latency_ms": 87.3289273389406,
1136
- "return": 784.0805206298828
1137
- },
1138
- {
1139
- "case_id": 129,
1140
- "episode_id": 87,
1141
- "episode_seed": 104858,
1142
- "length": 199,
1143
- "mean_latency_ms": 72.67980332818712,
1144
- "num_actions": 25,
1145
- "num_dropped_actions": 0,
1146
- "num_invalid_actions": 0,
1147
- "p90_latency_ms": 75.37772201953354,
1148
- "p99_latency_ms": 77.12243938628136,
1149
- "return": 2280.327926635742
1150
- },
1151
- {
1152
- "case_id": 130,
1153
- "episode_id": 88,
1154
- "episode_seed": 104859,
1155
- "length": 66,
1156
- "mean_latency_ms": 78.23685841919949,
1157
- "num_actions": 9,
1158
- "num_dropped_actions": 0,
1159
- "num_invalid_actions": 0,
1160
- "p90_latency_ms": 93.13186629948612,
1161
- "p99_latency_ms": 95.02992049084932,
1162
- "return": 319.33900451660156
1163
- },
1164
- {
1165
- "case_id": 131,
1166
- "episode_id": 89,
1167
- "episode_seed": 104860,
1168
- "length": 142,
1169
- "mean_latency_ms": 74.04476789480906,
1170
- "num_actions": 18,
1171
- "num_dropped_actions": 0,
1172
- "num_invalid_actions": 0,
1173
- "p90_latency_ms": 76.32983543719322,
1174
- "p99_latency_ms": 88.16232674581417,
1175
- "return": 777.0481262207031
1176
- },
1177
- {
1178
- "case_id": 132,
1179
- "episode_id": 90,
1180
- "episode_seed": 104861,
1181
- "length": 70,
1182
- "mean_latency_ms": 71.78527749153287,
1183
- "num_actions": 9,
1184
- "num_dropped_actions": 0,
1185
- "num_invalid_actions": 0,
1186
- "p90_latency_ms": 74.25615138189242,
1187
- "p99_latency_ms": 75.2858708652929,
1188
- "return": 388.3662567138672
1189
- },
1190
- {
1191
- "case_id": 133,
1192
- "episode_id": 91,
1193
- "episode_seed": 104862,
1194
- "length": 103,
1195
- "mean_latency_ms": 74.42346134543149,
1196
- "num_actions": 13,
1197
- "num_dropped_actions": 0,
1198
- "num_invalid_actions": 0,
1199
- "p90_latency_ms": 88.89011839966595,
1200
- "p99_latency_ms": 92.60941672901176,
1201
- "return": 474.49609375
1202
- },
1203
- {
1204
- "case_id": 134,
1205
- "episode_id": 92,
1206
- "episode_seed": 104863,
1207
- "length": 68,
1208
- "mean_latency_ms": 76.94917132263058,
1209
- "num_actions": 9,
1210
- "num_dropped_actions": 0,
1211
- "num_invalid_actions": 0,
1212
- "p90_latency_ms": 83.5882239164201,
1213
- "p99_latency_ms": 88.55052796889852,
1214
- "return": 384.1724395751953
1215
- },
1216
- {
1217
- "case_id": 135,
1218
- "episode_id": 93,
1219
- "episode_seed": 104864,
1220
- "length": 200,
1221
- "mean_latency_ms": 73.14684102993606,
1222
- "num_actions": 25,
1223
- "num_dropped_actions": 0,
1224
- "num_invalid_actions": 0,
1225
- "p90_latency_ms": 75.96936215021395,
1226
- "p99_latency_ms": 87.9013822041776,
1227
- "return": 2282.4190979003906
1228
- },
1229
- {
1230
- "case_id": 136,
1231
- "episode_id": 94,
1232
- "episode_seed": 104865,
1233
- "length": 79,
1234
- "mean_latency_ms": 72.89226051602911,
1235
- "num_actions": 10,
1236
- "num_dropped_actions": 0,
1237
- "num_invalid_actions": 0,
1238
- "p90_latency_ms": 75.1641603856499,
1239
- "p99_latency_ms": 75.16939848921929,
1240
- "return": 456.00416564941406
1241
- },
1242
- {
1243
- "case_id": 137,
1244
- "episode_id": 95,
1245
- "episode_seed": 104866,
1246
- "length": 88,
1247
- "mean_latency_ms": 72.92507172688758,
1248
- "num_actions": 11,
1249
- "num_dropped_actions": 0,
1250
- "num_invalid_actions": 0,
1251
- "p90_latency_ms": 74.79334796715942,
1252
- "p99_latency_ms": 77.09233395014444,
1253
- "return": 602.6192474365234
1254
- },
1255
- {
1256
- "case_id": 138,
1257
- "episode_id": 96,
1258
- "episode_seed": 104867,
1259
- "length": 75,
1260
- "mean_latency_ms": 76.36516455117038,
1261
- "num_actions": 10,
1262
- "num_dropped_actions": 0,
1263
- "num_invalid_actions": 0,
1264
- "p90_latency_ms": 88.61040940596718,
1265
- "p99_latency_ms": 91.61411251309703,
1266
- "return": 468.6426544189453
1267
- },
1268
- {
1269
- "case_id": 139,
1270
- "episode_id": 97,
1271
- "episode_seed": 104868,
1272
- "length": 82,
1273
- "mean_latency_ms": 73.03561429035496,
1274
- "num_actions": 11,
1275
- "num_dropped_actions": 0,
1276
- "num_invalid_actions": 0,
1277
- "p90_latency_ms": 76.90652628755456,
1278
- "p99_latency_ms": 77.2821178908742,
1279
- "return": 526.4699249267578
1280
- },
1281
- {
1282
- "case_id": 140,
1283
- "episode_id": 98,
1284
- "episode_seed": 104869,
1285
- "length": 131,
1286
- "mean_latency_ms": 73.11364166209891,
1287
- "num_actions": 17,
1288
- "num_dropped_actions": 0,
1289
- "num_invalid_actions": 0,
1290
- "p90_latency_ms": 76.22208158614356,
1291
- "p99_latency_ms": 76.58577136089242,
1292
- "return": 688.8703918457031
1293
- },
1294
- {
1295
- "case_id": 141,
1296
- "episode_id": 99,
1297
- "episode_seed": 104870,
1298
- "length": 72,
1299
- "mean_latency_ms": 73.25876970423977,
1300
- "num_actions": 9,
1301
- "num_dropped_actions": 0,
1302
- "num_invalid_actions": 0,
1303
- "p90_latency_ms": 75.22795733680643,
1304
- "p99_latency_ms": 75.73766219372679,
1305
- "return": 413.2231903076172
1306
- }
1307
- ],
1308
- "policy": "sample-factory",
1309
- "protocol": {
1310
- "actual_environment_seeds": [
1311
- 104771,
1312
- 104772,
1313
- 104773,
1314
- 104774,
1315
- 104775,
1316
- 104776,
1317
- 104777,
1318
- 104778,
1319
- 104779,
1320
- 104780,
1321
- 104781,
1322
- 104782,
1323
- 104783,
1324
- 104784,
1325
- 104785,
1326
- 104786,
1327
- 104787,
1328
- 104788,
1329
- 104789,
1330
- 104790,
1331
- 104791,
1332
- 104792,
1333
- 104793,
1334
- 104794,
1335
- 104795,
1336
- 104796,
1337
- 104797,
1338
- 104798,
1339
- 104799,
1340
- 104800,
1341
- 104801,
1342
- 104802,
1343
- 104803,
1344
- 104804,
1345
- 104805,
1346
- 104806,
1347
- 104807,
1348
- 104808,
1349
- 104809,
1350
- 104810,
1351
- 104811,
1352
- 104812,
1353
- 104813,
1354
- 104814,
1355
- 104815,
1356
- 104816,
1357
- 104817,
1358
- 104818,
1359
- 104819,
1360
- 104820,
1361
- 104821,
1362
- 104822,
1363
- 104823,
1364
- 104824,
1365
- 104825,
1366
- 104826,
1367
- 104827,
1368
- 104828,
1369
- 104829,
1370
- 104830,
1371
- 104831,
1372
- 104832,
1373
- 104833,
1374
- 104834,
1375
- 104835,
1376
- 104836,
1377
- 104837,
1378
- 104838,
1379
- 104839,
1380
- 104840,
1381
- 104841,
1382
- 104842,
1383
- 104843,
1384
- 104844,
1385
- 104845,
1386
- 104846,
1387
- 104847,
1388
- 104848,
1389
- 104849,
1390
- 104850,
1391
- 104851,
1392
- 104852,
1393
- 104853,
1394
- 104854,
1395
- 104855,
1396
- 104856,
1397
- 104857,
1398
- 104858,
1399
- 104859,
1400
- 104860,
1401
- 104861,
1402
- 104862,
1403
- 104863,
1404
- 104864,
1405
- 104865,
1406
- 104866,
1407
- 104867,
1408
- 104868,
1409
- 104869,
1410
- 104870
1411
- ],
1412
- "deterministic": true,
1413
- "episodes": 100,
1414
- "horizon": 30000,
1415
- "latency": {
1416
- "instance_id": "instance_a5037b165aa0cedc",
1417
- "method": "iid_profile_replay",
1418
- "path": "profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc",
1419
- "replay": "iid",
1420
- "repo_id": "latency-sensitive-bench/profiles",
1421
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
1422
- "simulated_worker_capacity": 1
1423
- },
1424
- "logical_case_ids": [
1425
- 42,
1426
- 43,
1427
- 44,
1428
- 45,
1429
- 46,
1430
- 47,
1431
- 48,
1432
- 49,
1433
- 50,
1434
- 51,
1435
- 52,
1436
- 53,
1437
- 54,
1438
- 55,
1439
- 56,
1440
- 57,
1441
- 58,
1442
- 59,
1443
- 60,
1444
- 61,
1445
- 62,
1446
- 63,
1447
- 64,
1448
- 65,
1449
- 66,
1450
- 67,
1451
- 68,
1452
- 69,
1453
- 70,
1454
- 71,
1455
- 72,
1456
- 73,
1457
- 74,
1458
- 75,
1459
- 76,
1460
- 77,
1461
- 78,
1462
- 79,
1463
- 80,
1464
- 81,
1465
- 82,
1466
- 83,
1467
- 84,
1468
- 85,
1469
- 86,
1470
- 87,
1471
- 88,
1472
- 89,
1473
- 90,
1474
- 91,
1475
- 92,
1476
- 93,
1477
- 94,
1478
- 95,
1479
- 96,
1480
- 97,
1481
- 98,
1482
- 99,
1483
- 100,
1484
- 101,
1485
- 102,
1486
- 103,
1487
- 104,
1488
- 105,
1489
- 106,
1490
- 107,
1491
- 108,
1492
- 109,
1493
- 110,
1494
- 111,
1495
- 112,
1496
- 113,
1497
- 114,
1498
- 115,
1499
- 116,
1500
- 117,
1501
- 118,
1502
- 119,
1503
- 120,
1504
- 121,
1505
- 122,
1506
- 123,
1507
- 124,
1508
- 125,
1509
- 126,
1510
- 127,
1511
- 128,
1512
- 129,
1513
- 130,
1514
- 131,
1515
- 132,
1516
- 133,
1517
- 134,
1518
- 135,
1519
- 136,
1520
- 137,
1521
- 138,
1522
- 139,
1523
- 140,
1524
- 141
1525
- ],
1526
- "parallel_envs": 16,
1527
- "sample_factory_seed_offset": 104729
1528
- },
1529
- "schema_version": 1,
1530
- "summary": {
1531
- "mean_episode_length": 100.64,
1532
- "mean_return": 686.029981842041,
1533
- "return_ci95_student_t": [
1534
- 569.682224421375,
1535
- 802.377739262707
1536
- ],
1537
- "std_episode_length": 43.510017423136205,
1538
- "std_return": 586.3661094730693
1539
- },
1540
- "task": "Deadly Corridor"
1541
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/deadly-corridor/small-policy/sample-factory-openvla-rtx3090-v1/provenance.json DELETED
@@ -1,38 +0,0 @@
1
- {
2
- "artifact": "sample-factory-small-policy",
3
- "central_target": {
4
- "path": "latency-aware/deadly-corridor/small-policy/sample-factory-openvla-rtx3090-v1",
5
- "readback_revision": "98b693409c2f86c10b7a11e511fa60ff9e93e7ec",
6
- "repo_id": "latency-sensitive-bench/benchmark-models"
7
- },
8
- "files": {
9
- "checkpoint": {
10
- "bytes": 36514668,
11
- "path": "best_000018816_9633792_reward_2059.584.pth",
12
- "sha256": "f13fe55cfe7a3f8c950781e1910251ef07144083a41328502d9ee7c82896c603"
13
- },
14
- "config": {
15
- "bytes": 9942,
16
- "path": "config.json",
17
- "sha256": "3715403a3668b91cdd16a688ab3096bf0ebe27d9d9a6adb1d5c45abc4d0c2d09"
18
- },
19
- "evaluation": "eval_profile.json"
20
- },
21
- "profile": {
22
- "instance_id": "instance_a5037b165aa0cedc",
23
- "path": "profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc",
24
- "replay": "iid",
25
- "repo_id": "latency-sensitive-bench/profiles",
26
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
27
- "simulated_worker_capacity": 1
28
- },
29
- "publication_status": "published-central-readback-passed",
30
- "schema_version": 1,
31
- "source": {
32
- "checkpoint": "memory/small_model/deadly_corridor/openvla_rtx3090_profile_10m_fs4_1min_eval/train/memory_small_model:deadly_corridor:frame_stack:openvla_rtx3090_iid:fs4:obs15:stride4:seed13/checkpoint_p0/best_000018816_9633792_reward_2059.584.pth",
33
- "path": "memory/small_model/deadly_corridor/openvla_rtx3090_profile_10m_fs4_1min_eval/train/memory_small_model:deadly_corridor:frame_stack:openvla_rtx3090_iid:fs4:obs15:stride4:seed13",
34
- "repo_id": "latency-sensitive-bench/paper-experiment-models",
35
- "revision": "8d576e64dd9f7370e06abfebff37b3d50dfdf8d1"
36
- },
37
- "task": "Deadly Corridor"
38
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-v1/README.md DELETED
@@ -1,14 +0,0 @@
1
- # Deadly Corridor Sample Factory policy
2
-
3
- This bundle contains the exact selected checkpoint, its original Sample Factory `config.json`, provenance, and the formal 100-episode evaluation.
4
-
5
- - Condition: IID replay of `profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc`
6
- - Deterministic case IDs: 42–141 (Sample Factory reset seeds 104771–104870)
7
- - Horizon: 30000
8
- - Parallel environments: 16
9
- - Mean return: 347.668397
10
- - Return standard deviation: 183.135210
11
- - Student-t 95% CI: [311.330399, 384.006396]
12
- - Mean episode length: 124.15
13
-
14
- The historical checkpoint-selection reward is not an independent evaluation score. See `eval_profile.json` for all episode records and `provenance.json` for the immutable source revision.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-v1/best_000015252_7809024_reward_1524.672.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:04cf9e90661f594e8bca4a10cf75e38e219c760a85881d3d2fcbb70d51dfb4de
3
- size 36514668
 
 
 
 
latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-v1/config.json DELETED
@@ -1,265 +0,0 @@
1
- {
2
- "help": false,
3
- "algo": "APPO",
4
- "env": "doom_deadly_corridor",
5
- "experiment": "deadly_corridor_frame_stack_pi05_rtx3090_iid_fs4_seed10",
6
- "train_dir": "results/checkpoints/memory/small_model/deadly_corridor",
7
- "restart_behavior": "resume",
8
- "device": "gpu",
9
- "seed": 10,
10
- "initial_model_path": null,
11
- "num_policies": 1,
12
- "async_rl": true,
13
- "serial_mode": false,
14
- "batched_sampling": false,
15
- "num_batches_to_accumulate": 2,
16
- "worker_num_splits": 2,
17
- "policy_workers_per_policy": 1,
18
- "max_policy_lag": 1000,
19
- "num_workers": 32,
20
- "num_envs_per_worker": 4,
21
- "batch_size": 1024,
22
- "num_batches_per_epoch": 2,
23
- "num_epochs": 2,
24
- "rollout": 128,
25
- "fasttd3_replay_capacity": 6553600,
26
- "fasttd3_replay_batch_size": 32768,
27
- "fasttd3_action_chunk_horizon": 1,
28
- "fasttd3_transitions_per_update": 64,
29
- "fasttd3_train_for_optimizer_steps": 10000000000,
30
- "fasttd3_v_min": -250.0,
31
- "fasttd3_v_max": 250.0,
32
- "fasttd3_actor_action_l2": 0.0,
33
- "fasttd3_compile": true,
34
- "recurrence": 128,
35
- "shuffle_minibatches": false,
36
- "gamma": 0.99,
37
- "reward_scale": 1.0,
38
- "reward_clip": 1000.0,
39
- "value_bootstrap": false,
40
- "normalize_returns": true,
41
- "exploration_loss_coeff": 0.001,
42
- "value_loss_coeff": 0.5,
43
- "kl_loss_coeff": 0.0,
44
- "exploration_loss": "symmetric_kl",
45
- "gae_lambda": 0.95,
46
- "ppo_clip_ratio": 0.1,
47
- "ppo_clip_value": 0.2,
48
- "with_vtrace": false,
49
- "vtrace_rho": 1.0,
50
- "vtrace_c": 1.0,
51
- "optimizer": "adam",
52
- "adam_eps": 1e-06,
53
- "adam_beta1": 0.9,
54
- "adam_beta2": 0.999,
55
- "max_grad_norm": 4.0,
56
- "learning_rate": 0.0001,
57
- "lr_schedule": "constant",
58
- "lr_schedule_kl_threshold": 0.008,
59
- "lr_adaptive_min": 1e-06,
60
- "lr_adaptive_max": 0.01,
61
- "obs_subtract_mean": 0.0,
62
- "obs_scale": 255.0,
63
- "normalize_input": true,
64
- "normalize_input_keys": null,
65
- "decorrelate_experience_max_seconds": 0,
66
- "decorrelate_envs_on_one_worker": true,
67
- "actor_worker_gpus": [],
68
- "set_workers_cpu_affinity": true,
69
- "force_envs_single_thread": false,
70
- "default_niceness": 0,
71
- "log_to_file": true,
72
- "experiment_summaries_interval": 1,
73
- "flush_summaries_interval": 30,
74
- "stats_avg": 100,
75
- "summaries_use_frameskip": true,
76
- "heartbeat_interval": 20,
77
- "heartbeat_reporting_interval": 600,
78
- "train_for_env_steps": 10000000,
79
- "train_for_seconds": 10000000000,
80
- "save_every_sec": 600,
81
- "keep_checkpoints": 5,
82
- "load_checkpoint_kind": "latest",
83
- "save_milestones_sec": -1,
84
- "save_best_every_sec": 5,
85
- "save_best_metric": "reward",
86
- "save_best_after": 100000,
87
- "benchmark": false,
88
- "encoder_mlp_layers": [
89
- 512,
90
- 512
91
- ],
92
- "encoder_conv_architecture": "convnet_simple",
93
- "encoder_conv_mlp_layers": [
94
- 512
95
- ],
96
- "use_rnn": true,
97
- "rnn_size": 512,
98
- "rnn_type": "gru",
99
- "rnn_num_layers": 1,
100
- "decoder_mlp_layers": [],
101
- "nonlinearity": "elu",
102
- "policy_initialization": "orthogonal",
103
- "policy_init_gain": 1.0,
104
- "actor_critic_share_weights": true,
105
- "adaptive_stddev": true,
106
- "continuous_tanh_scale": 0.0,
107
- "initial_stddev": 1.0,
108
- "use_env_info_cache": false,
109
- "env_gpu_actions": false,
110
- "env_gpu_observations": true,
111
- "env_frameskip": 1,
112
- "env_framestack": 1,
113
- "pixel_format": "CHW",
114
- "use_record_episode_statistics": false,
115
- "with_wandb": true,
116
- "wandb_user": null,
117
- "wandb_project": "latency-sensitive-bench",
118
- "wandb_group": "deadly-corridor-fs4-pi05_rtx3090_iid",
119
- "wandb_job_type": "sample_factory",
120
- "wandb_tags": [
121
- "memory_small_model",
122
- "deadly-corridor",
123
- "frame_stack",
124
- "iid",
125
- "pi05_rtx3090_iid",
126
- "fs4",
127
- "seed10"
128
- ],
129
- "with_pbt": false,
130
- "pbt_mix_policies_in_one_env": true,
131
- "pbt_period_env_steps": 5000000,
132
- "pbt_start_mutation": 20000000,
133
- "pbt_replace_fraction": 0.3,
134
- "pbt_mutation_rate": 0.15,
135
- "pbt_replace_reward_gap": 0.1,
136
- "pbt_replace_reward_gap_absolute": 1e-06,
137
- "pbt_optimize_gamma": false,
138
- "pbt_target_objective": "true_objective",
139
- "pbt_perturb_min": 1.1,
140
- "pbt_perturb_max": 1.5,
141
- "num_agents": -1,
142
- "num_humans": 0,
143
- "num_bots": -1,
144
- "start_bot_difficulty": null,
145
- "timelimit": null,
146
- "res_w": 128,
147
- "res_h": 72,
148
- "wide_aspect_ratio": false,
149
- "record_to": null,
150
- "mode": "train",
151
- "env_fps": 60.0,
152
- "obs_fps": 15.0,
153
- "latency_type": "iid",
154
- "fixed_latency_ms": null,
155
- "mean_latency_ms": null,
156
- "std_latency_ms": null,
157
- "min_latency_ms": null,
158
- "max_latency_ms": null,
159
- "latency_seed": 10,
160
- "latency_profile_path": "results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
161
- "latency_profile_worker_slot": 0,
162
- "add_latency_info": false,
163
- "max_pending_actions": null,
164
- "hold_policy": "hold",
165
- "ordering_policy": "latest_ready",
166
- "eval_episodes": 100,
167
- "eval_parallel_envs": 1,
168
- "eval_latency_raw_frame_values": "0,1,2,3,4,5,10,15,40",
169
- "eval_max_steps": 3600,
170
- "eval_raw_reward": true,
171
- "eval_deterministic": true,
172
- "disable_reward_scaling": true,
173
- "frame_stack": 4,
174
- "max_episode_steps": 0,
175
- "simulator": "cpu",
176
- "episode_metrics_path": "results/checkpoints/memory/small_model/deadly_corridor/deadly_corridor_frame_stack_pi05_rtx3090_iid_fs4_seed10/episode_metrics.jsonl",
177
- "vizdoom_init_max_parallel": 10,
178
- "vizdoom_init_lock_timeout_sec": 5.0,
179
- "vizdoom_init_lock_max_wait_sec": 60.0,
180
- "vizdoom_init_retry_jitter_sec": 0.25,
181
- "eval_env_frameskip": 1,
182
- "fps": 35,
183
- "command_line": "--mode train --algo APPO --env doom_deadly_corridor --experiment deadly_corridor_frame_stack_pi05_rtx3090_iid_fs4_seed10 --train_dir results/checkpoints/memory/small_model/deadly_corridor --restart_behavior resume --device gpu --seed 10 --episode_metrics_path results/checkpoints/memory/small_model/deadly_corridor/deadly_corridor_frame_stack_pi05_rtx3090_iid_fs4_seed10/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 32 --num_envs_per_worker 4 --num_policies 1 --batch_size 1024 --rollout 128 --recurrence 128 --num_epochs 2 --num_batches_per_epoch 2 --worker_num_splits 2 --learning_rate 0.0001 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss symmetric_kl --exploration_loss_coeff 0.001 --value_loss_coeff 0.5 --max_grad_norm 4.0 --rnn_type gru --rnn_size 512 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn True --normalize_returns True --normalize_input True --latency-type iid --latency-seed 10 --latency-profile-path results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 1 --eval-max-steps 3600 --eval-deterministic True --eval-raw-reward --with_wandb True --wandb_project latency-sensitive-bench --wandb_group deadly-corridor-fs4-pi05_rtx3090_iid --wandb_job_type sample_factory --wandb_tags memory_small_model deadly-corridor frame_stack iid pi05_rtx3090_iid fs4 seed10 --env-fps 60 --obs-fps 15.0 --res_w 128 --res_h 72 --wide_aspect_ratio False --frame_stack 4 --simulator cpu --disable-reward-scaling True --hold-policy hold --ordering-policy latest_ready",
184
- "cli_args": {
185
- "algo": "APPO",
186
- "env": "doom_deadly_corridor",
187
- "experiment": "deadly_corridor_frame_stack_pi05_rtx3090_iid_fs4_seed10",
188
- "train_dir": "results/checkpoints/memory/small_model/deadly_corridor",
189
- "restart_behavior": "resume",
190
- "device": "gpu",
191
- "seed": 10,
192
- "num_policies": 1,
193
- "async_rl": true,
194
- "worker_num_splits": 2,
195
- "num_workers": 32,
196
- "num_envs_per_worker": 4,
197
- "batch_size": 1024,
198
- "num_batches_per_epoch": 2,
199
- "num_epochs": 2,
200
- "rollout": 128,
201
- "recurrence": 128,
202
- "gamma": 0.99,
203
- "normalize_returns": true,
204
- "exploration_loss_coeff": 0.001,
205
- "value_loss_coeff": 0.5,
206
- "exploration_loss": "symmetric_kl",
207
- "gae_lambda": 0.95,
208
- "ppo_clip_ratio": 0.1,
209
- "ppo_clip_value": 0.2,
210
- "max_grad_norm": 4.0,
211
- "learning_rate": 0.0001,
212
- "normalize_input": true,
213
- "experiment_summaries_interval": 1,
214
- "stats_avg": 100,
215
- "train_for_env_steps": 10000000,
216
- "save_every_sec": 600,
217
- "keep_checkpoints": 5,
218
- "use_rnn": true,
219
- "rnn_size": 512,
220
- "rnn_type": "gru",
221
- "with_wandb": true,
222
- "wandb_project": "latency-sensitive-bench",
223
- "wandb_group": "deadly-corridor-fs4-pi05_rtx3090_iid",
224
- "wandb_job_type": "sample_factory",
225
- "wandb_tags": [
226
- "memory_small_model",
227
- "deadly-corridor",
228
- "frame_stack",
229
- "iid",
230
- "pi05_rtx3090_iid",
231
- "fs4",
232
- "seed10"
233
- ],
234
- "res_w": 128,
235
- "res_h": 72,
236
- "wide_aspect_ratio": false,
237
- "mode": "train",
238
- "env_fps": 60.0,
239
- "obs_fps": 15.0,
240
- "latency_type": "iid",
241
- "latency_seed": 10,
242
- "latency_profile_path": "results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
243
- "latency_profile_worker_slot": 0,
244
- "add_latency_info": false,
245
- "hold_policy": "hold",
246
- "ordering_policy": "latest_ready",
247
- "eval_episodes": 100,
248
- "eval_parallel_envs": 1,
249
- "eval_max_steps": 3600,
250
- "eval_raw_reward": true,
251
- "eval_deterministic": true,
252
- "disable_reward_scaling": true,
253
- "frame_stack": 4,
254
- "simulator": "cpu",
255
- "episode_metrics_path": "results/checkpoints/memory/small_model/deadly_corridor/deadly_corridor_frame_stack_pi05_rtx3090_iid_fs4_seed10/episode_metrics.jsonl",
256
- "env_frameskip": 1,
257
- "eval_env_frameskip": 1,
258
- "output_dir": "outputs/memory/small_model/deadly_corridor/pi05_rtx3090_profile/train/frame_stack/pi05_rtx3090_iid/fs4/seed_10",
259
- "wandb_unique_id": "deadly-corridor-fs4-pi05_rtx3090_iid-s10"
260
- },
261
- "git_hash": "c0cb6a319133de6cbef9729610762a9dffc68b29",
262
- "git_repo_name": "https://github.com/ZihanWang314/latency-sensitive-bench",
263
- "output_dir": "outputs/memory/small_model/deadly_corridor/pi05_rtx3090_profile/train/frame_stack/pi05_rtx3090_iid/fs4/seed_10",
264
- "wandb_unique_id": "deadly-corridor-fs4-pi05_rtx3090_iid-s10"
265
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-v1/eval_profile.json DELETED
@@ -1,1541 +0,0 @@
1
- {
2
- "checkpoint": {
3
- "bundle_path": "best_000015252_7809024_reward_1524.672.pth",
4
- "sha256": "04cf9e90661f594e8bca4a10cf75e38e219c760a85881d3d2fcbb70d51dfb4de"
5
- },
6
- "episodes": [
7
- {
8
- "case_id": 42,
9
- "episode_id": 0,
10
- "episode_seed": 104771,
11
- "length": 100,
12
- "mean_latency_ms": 194.22215060605137,
13
- "num_actions": 8,
14
- "num_dropped_actions": 0,
15
- "num_invalid_actions": 0,
16
- "p90_latency_ms": 202.03206122203855,
17
- "p99_latency_ms": 203.9886034391143,
18
- "return": 356.55975341796875
19
- },
20
- {
21
- "case_id": 43,
22
- "episode_id": 1,
23
- "episode_seed": 104772,
24
- "length": 110,
25
- "mean_latency_ms": 192.18260448900355,
26
- "num_actions": 9,
27
- "num_dropped_actions": 0,
28
- "num_invalid_actions": 0,
29
- "p90_latency_ms": 200.27277948706333,
30
- "p99_latency_ms": 207.15444823679334,
31
- "return": 322.89244079589844
32
- },
33
- {
34
- "case_id": 44,
35
- "episode_id": 2,
36
- "episode_seed": 104773,
37
- "length": 105,
38
- "mean_latency_ms": 193.31439863906022,
39
- "num_actions": 9,
40
- "num_dropped_actions": 0,
41
- "num_invalid_actions": 0,
42
- "p90_latency_ms": 200.12209857961943,
43
- "p99_latency_ms": 203.80428388224232,
44
- "return": 321.7673034667969
45
- },
46
- {
47
- "case_id": 45,
48
- "episode_id": 3,
49
- "episode_seed": 104774,
50
- "length": 108,
51
- "mean_latency_ms": 195.8696647120935,
52
- "num_actions": 8,
53
- "num_dropped_actions": 0,
54
- "num_invalid_actions": 0,
55
- "p90_latency_ms": 205.13610075832025,
56
- "p99_latency_ms": 205.7044453353438,
57
- "return": 245.8252410888672
58
- },
59
- {
60
- "case_id": 46,
61
- "episode_id": 4,
62
- "episode_seed": 104775,
63
- "length": 102,
64
- "mean_latency_ms": 194.5104303585728,
65
- "num_actions": 9,
66
- "num_dropped_actions": 0,
67
- "num_invalid_actions": 0,
68
- "p90_latency_ms": 202.29113673018696,
69
- "p99_latency_ms": 205.05320475514674,
70
- "return": 373.17457580566406
71
- },
72
- {
73
- "case_id": 47,
74
- "episode_id": 5,
75
- "episode_seed": 104776,
76
- "length": 78,
77
- "mean_latency_ms": 188.86015975749672,
78
- "num_actions": 7,
79
- "num_dropped_actions": 0,
80
- "num_invalid_actions": 0,
81
- "p90_latency_ms": 191.95525865568882,
82
- "p99_latency_ms": 191.97603513385974,
83
- "return": 187.00543212890625
84
- },
85
- {
86
- "case_id": 48,
87
- "episode_id": 6,
88
- "episode_seed": 104777,
89
- "length": 134,
90
- "mean_latency_ms": 195.04309912816038,
91
- "num_actions": 11,
92
- "num_dropped_actions": 0,
93
- "num_invalid_actions": 0,
94
- "p90_latency_ms": 205.20344609972702,
95
- "p99_latency_ms": 207.3086446765158,
96
- "return": 381.4208679199219
97
- },
98
- {
99
- "case_id": 49,
100
- "episode_id": 7,
101
- "episode_seed": 104778,
102
- "length": 19,
103
- "mean_latency_ms": 190.64126136242112,
104
- "num_actions": 2,
105
- "num_dropped_actions": 0,
106
- "num_invalid_actions": 0,
107
- "p90_latency_ms": 191.5933184003765,
108
- "p99_latency_ms": 191.80753123391645,
109
- "return": -101.19523620605469
110
- },
111
- {
112
- "case_id": 50,
113
- "episode_id": 8,
114
- "episode_seed": 104779,
115
- "length": 131,
116
- "mean_latency_ms": 196.022485065836,
117
- "num_actions": 10,
118
- "num_dropped_actions": 0,
119
- "num_invalid_actions": 0,
120
- "p90_latency_ms": 207.01205413211983,
121
- "p99_latency_ms": 209.43646846862686,
122
- "return": 374.6915740966797
123
- },
124
- {
125
- "case_id": 51,
126
- "episode_id": 9,
127
- "episode_seed": 104780,
128
- "length": 106,
129
- "mean_latency_ms": 195.02917199510867,
130
- "num_actions": 8,
131
- "num_dropped_actions": 0,
132
- "num_invalid_actions": 0,
133
- "p90_latency_ms": 205.67082627062896,
134
- "p99_latency_ms": 206.9633496743713,
135
- "return": 311.9887390136719
136
- },
137
- {
138
- "case_id": 52,
139
- "episode_id": 10,
140
- "episode_seed": 104781,
141
- "length": 113,
142
- "mean_latency_ms": 194.35163629596417,
143
- "num_actions": 9,
144
- "num_dropped_actions": 0,
145
- "num_invalid_actions": 0,
146
- "p90_latency_ms": 204.46817907877687,
147
- "p99_latency_ms": 207.92835387574522,
148
- "return": 344.1634216308594
149
- },
150
- {
151
- "case_id": 53,
152
- "episode_id": 11,
153
- "episode_seed": 104782,
154
- "length": 94,
155
- "mean_latency_ms": 196.72861261006904,
156
- "num_actions": 8,
157
- "num_dropped_actions": 0,
158
- "num_invalid_actions": 0,
159
- "p90_latency_ms": 202.79894230482245,
160
- "p99_latency_ms": 204.63647959958072,
161
- "return": 294.11138916015625
162
- },
163
- {
164
- "case_id": 54,
165
- "episode_id": 12,
166
- "episode_seed": 104783,
167
- "length": 95,
168
- "mean_latency_ms": 192.9151993517332,
169
- "num_actions": 8,
170
- "num_dropped_actions": 0,
171
- "num_invalid_actions": 0,
172
- "p90_latency_ms": 196.2528497455573,
173
- "p99_latency_ms": 196.86038996947835,
174
- "return": 328.1399841308594
175
- },
176
- {
177
- "case_id": 55,
178
- "episode_id": 13,
179
- "episode_seed": 104784,
180
- "length": 145,
181
- "mean_latency_ms": 196.55380316928438,
182
- "num_actions": 12,
183
- "num_dropped_actions": 0,
184
- "num_invalid_actions": 0,
185
- "p90_latency_ms": 203.82198098897126,
186
- "p99_latency_ms": 205.76138049955134,
187
- "return": 448.20111083984375
188
- },
189
- {
190
- "case_id": 56,
191
- "episode_id": 14,
192
- "episode_seed": 104785,
193
- "length": 154,
194
- "mean_latency_ms": 192.74641452322072,
195
- "num_actions": 13,
196
- "num_dropped_actions": 0,
197
- "num_invalid_actions": 0,
198
- "p90_latency_ms": 202.0654936069011,
199
- "p99_latency_ms": 203.87678856875993,
200
- "return": 605.9828948974609
201
- },
202
- {
203
- "case_id": 57,
204
- "episode_id": 15,
205
- "episode_seed": 104786,
206
- "length": 109,
207
- "mean_latency_ms": 191.88642241089514,
208
- "num_actions": 9,
209
- "num_dropped_actions": 0,
210
- "num_invalid_actions": 0,
211
- "p90_latency_ms": 199.13183770037804,
212
- "p99_latency_ms": 203.35549786465074,
213
- "return": 385.2372741699219
214
- },
215
- {
216
- "case_id": 58,
217
- "episode_id": 16,
218
- "episode_seed": 104787,
219
- "length": 106,
220
- "mean_latency_ms": 195.40398169467403,
221
- "num_actions": 9,
222
- "num_dropped_actions": 0,
223
- "num_invalid_actions": 0,
224
- "p90_latency_ms": 205.73041827296296,
225
- "p99_latency_ms": 206.3268964640271,
226
- "return": 351.10479736328125
227
- },
228
- {
229
- "case_id": 59,
230
- "episode_id": 17,
231
- "episode_seed": 104788,
232
- "length": 128,
233
- "mean_latency_ms": 194.662840883401,
234
- "num_actions": 10,
235
- "num_dropped_actions": 0,
236
- "num_invalid_actions": 0,
237
- "p90_latency_ms": 203.44697722861713,
238
- "p99_latency_ms": 205.00533884478202,
239
- "return": 345.3437194824219
240
- },
241
- {
242
- "case_id": 60,
243
- "episode_id": 18,
244
- "episode_seed": 104789,
245
- "length": 109,
246
- "mean_latency_ms": 194.58811165522053,
247
- "num_actions": 9,
248
- "num_dropped_actions": 0,
249
- "num_invalid_actions": 0,
250
- "p90_latency_ms": 204.61682862726155,
251
- "p99_latency_ms": 206.01735126091668,
252
- "return": 389.12132263183594
253
- },
254
- {
255
- "case_id": 61,
256
- "episode_id": 19,
257
- "episode_seed": 104790,
258
- "length": 78,
259
- "mean_latency_ms": 194.34015491324362,
260
- "num_actions": 7,
261
- "num_dropped_actions": 0,
262
- "num_invalid_actions": 0,
263
- "p90_latency_ms": 206.53578991840226,
264
- "p99_latency_ms": 207.82335969116417,
265
- "return": 112.48887634277344
266
- },
267
- {
268
- "case_id": 62,
269
- "episode_id": 20,
270
- "episode_seed": 104791,
271
- "length": 44,
272
- "mean_latency_ms": 190.73215057531695,
273
- "num_actions": 4,
274
- "num_dropped_actions": 0,
275
- "num_invalid_actions": 0,
276
- "p90_latency_ms": 193.95568156803458,
277
- "p99_latency_ms": 194.98103969992536,
278
- "return": -98.052978515625
279
- },
280
- {
281
- "case_id": 63,
282
- "episode_id": 21,
283
- "episode_seed": 104792,
284
- "length": 106,
285
- "mean_latency_ms": 188.99024867835035,
286
- "num_actions": 9,
287
- "num_dropped_actions": 0,
288
- "num_invalid_actions": 0,
289
- "p90_latency_ms": 192.7507884627638,
290
- "p99_latency_ms": 194.4221869685127,
291
- "return": 337.1371765136719
292
- },
293
- {
294
- "case_id": 64,
295
- "episode_id": 22,
296
- "episode_seed": 104793,
297
- "length": 107,
298
- "mean_latency_ms": 188.51521081711627,
299
- "num_actions": 9,
300
- "num_dropped_actions": 0,
301
- "num_invalid_actions": 0,
302
- "p90_latency_ms": 191.7824489637495,
303
- "p99_latency_ms": 192.68604652243752,
304
- "return": 442.90980529785156
305
- },
306
- {
307
- "case_id": 65,
308
- "episode_id": 23,
309
- "episode_seed": 104794,
310
- "length": 98,
311
- "mean_latency_ms": 195.41893330975432,
312
- "num_actions": 8,
313
- "num_dropped_actions": 0,
314
- "num_invalid_actions": 0,
315
- "p90_latency_ms": 202.938567284022,
316
- "p99_latency_ms": 205.10004657431108,
317
- "return": 295.17091369628906
318
- },
319
- {
320
- "case_id": 66,
321
- "episode_id": 24,
322
- "episode_seed": 104795,
323
- "length": 102,
324
- "mean_latency_ms": 191.30763760185778,
325
- "num_actions": 9,
326
- "num_dropped_actions": 0,
327
- "num_invalid_actions": 0,
328
- "p90_latency_ms": 203.07289228375663,
329
- "p99_latency_ms": 205.3187447331711,
330
- "return": 408.1758728027344
331
- },
332
- {
333
- "case_id": 67,
334
- "episode_id": 25,
335
- "episode_seed": 104796,
336
- "length": 103,
337
- "mean_latency_ms": 193.40371550370884,
338
- "num_actions": 9,
339
- "num_dropped_actions": 0,
340
- "num_invalid_actions": 0,
341
- "p90_latency_ms": 198.3621544303289,
342
- "p99_latency_ms": 198.83481949915398,
343
- "return": 357.7664031982422
344
- },
345
- {
346
- "case_id": 68,
347
- "episode_id": 26,
348
- "episode_seed": 104797,
349
- "length": 93,
350
- "mean_latency_ms": 192.04911441277045,
351
- "num_actions": 8,
352
- "num_dropped_actions": 0,
353
- "num_invalid_actions": 0,
354
- "p90_latency_ms": 197.5857751062294,
355
- "p99_latency_ms": 206.53142617335237,
356
- "return": 290.30821228027344
357
- },
358
- {
359
- "case_id": 69,
360
- "episode_id": 27,
361
- "episode_seed": 104798,
362
- "length": 75,
363
- "mean_latency_ms": 194.25124147043618,
364
- "num_actions": 6,
365
- "num_dropped_actions": 0,
366
- "num_invalid_actions": 0,
367
- "p90_latency_ms": 197.20685959873975,
368
- "p99_latency_ms": 199.45217779949064,
369
- "return": -46.48736572265625
370
- },
371
- {
372
- "case_id": 70,
373
- "episode_id": 28,
374
- "episode_seed": 104799,
375
- "length": 122,
376
- "mean_latency_ms": 196.7041435287805,
377
- "num_actions": 10,
378
- "num_dropped_actions": 0,
379
- "num_invalid_actions": 0,
380
- "p90_latency_ms": 204.1936821737623,
381
- "p99_latency_ms": 207.21115208414594,
382
- "return": 360.4391784667969
383
- },
384
- {
385
- "case_id": 71,
386
- "episode_id": 29,
387
- "episode_seed": 104800,
388
- "length": 214,
389
- "mean_latency_ms": 196.53360769409403,
390
- "num_actions": 17,
391
- "num_dropped_actions": 0,
392
- "num_invalid_actions": 0,
393
- "p90_latency_ms": 204.65263078001095,
394
- "p99_latency_ms": 208.93104702210763,
395
- "return": 867.6070861816406
396
- },
397
- {
398
- "case_id": 72,
399
- "episode_id": 30,
400
- "episode_seed": 104801,
401
- "length": 88,
402
- "mean_latency_ms": 192.04590760789432,
403
- "num_actions": 8,
404
- "num_dropped_actions": 0,
405
- "num_invalid_actions": 0,
406
- "p90_latency_ms": 196.07235911189565,
407
- "p99_latency_ms": 198.5360996295668,
408
- "return": 254.01832580566406
409
- },
410
- {
411
- "case_id": 73,
412
- "episode_id": 31,
413
- "episode_seed": 104802,
414
- "length": 127,
415
- "mean_latency_ms": 193.64086500285487,
416
- "num_actions": 10,
417
- "num_dropped_actions": 0,
418
- "num_invalid_actions": 0,
419
- "p90_latency_ms": 206.4091221797024,
420
- "p99_latency_ms": 206.474044690307,
421
- "return": 391.36891174316406
422
- },
423
- {
424
- "case_id": 74,
425
- "episode_id": 32,
426
- "episode_seed": 104803,
427
- "length": 134,
428
- "mean_latency_ms": 193.53071137349053,
429
- "num_actions": 11,
430
- "num_dropped_actions": 0,
431
- "num_invalid_actions": 0,
432
- "p90_latency_ms": 204.12697495545657,
433
- "p99_latency_ms": 204.59192215209302,
434
- "return": 500.7438507080078
435
- },
436
- {
437
- "case_id": 75,
438
- "episode_id": 33,
439
- "episode_seed": 104804,
440
- "length": 708,
441
- "mean_latency_ms": 194.3738138664622,
442
- "num_actions": 54,
443
- "num_dropped_actions": 0,
444
- "num_invalid_actions": 0,
445
- "p90_latency_ms": 204.64050967122878,
446
- "p99_latency_ms": 206.59163193059442,
447
- "return": 650.4640350341797
448
- },
449
- {
450
- "case_id": 76,
451
- "episode_id": 34,
452
- "episode_seed": 104805,
453
- "length": 135,
454
- "mean_latency_ms": 195.59047928104496,
455
- "num_actions": 11,
456
- "num_dropped_actions": 0,
457
- "num_invalid_actions": 0,
458
- "p90_latency_ms": 202.67836411989947,
459
- "p99_latency_ms": 206.3887818358666,
460
- "return": 353.6061096191406
461
- },
462
- {
463
- "case_id": 77,
464
- "episode_id": 35,
465
- "episode_seed": 104806,
466
- "length": 106,
467
- "mean_latency_ms": 190.41737588245473,
468
- "num_actions": 9,
469
- "num_dropped_actions": 0,
470
- "num_invalid_actions": 0,
471
- "p90_latency_ms": 195.06883241312505,
472
- "p99_latency_ms": 196.42406151586042,
473
- "return": 326.55552673339844
474
- },
475
- {
476
- "case_id": 78,
477
- "episode_id": 36,
478
- "episode_seed": 104807,
479
- "length": 179,
480
- "mean_latency_ms": 195.53960920039555,
481
- "num_actions": 14,
482
- "num_dropped_actions": 0,
483
- "num_invalid_actions": 0,
484
- "p90_latency_ms": 202.03380611085706,
485
- "p99_latency_ms": 203.32801664672837,
486
- "return": 739.7966461181641
487
- },
488
- {
489
- "case_id": 79,
490
- "episode_id": 37,
491
- "episode_seed": 104808,
492
- "length": 102,
493
- "mean_latency_ms": 192.62547831616413,
494
- "num_actions": 9,
495
- "num_dropped_actions": 0,
496
- "num_invalid_actions": 0,
497
- "p90_latency_ms": 198.50713119311774,
498
- "p99_latency_ms": 204.67670211125102,
499
- "return": 387.5697326660156
500
- },
501
- {
502
- "case_id": 80,
503
- "episode_id": 38,
504
- "episode_seed": 104809,
505
- "length": 158,
506
- "mean_latency_ms": 197.45769338615276,
507
- "num_actions": 12,
508
- "num_dropped_actions": 0,
509
- "num_invalid_actions": 0,
510
- "p90_latency_ms": 205.89814749748666,
511
- "p99_latency_ms": 206.51073310320365,
512
- "return": 316.15814208984375
513
- },
514
- {
515
- "case_id": 81,
516
- "episode_id": 39,
517
- "episode_seed": 104810,
518
- "length": 75,
519
- "mean_latency_ms": 192.18387419976233,
520
- "num_actions": 6,
521
- "num_dropped_actions": 0,
522
- "num_invalid_actions": 0,
523
- "p90_latency_ms": 197.50642281334012,
524
- "p99_latency_ms": 201.7387474814896,
525
- "return": -115.96305847167969
526
- },
527
- {
528
- "case_id": 82,
529
- "episode_id": 40,
530
- "episode_seed": 104811,
531
- "length": 106,
532
- "mean_latency_ms": 197.08489386364724,
533
- "num_actions": 9,
534
- "num_dropped_actions": 0,
535
- "num_invalid_actions": 0,
536
- "p90_latency_ms": 207.59520182468808,
537
- "p99_latency_ms": 208.24893080684595,
538
- "return": 232.75233459472656
539
- },
540
- {
541
- "case_id": 83,
542
- "episode_id": 41,
543
- "episode_seed": 104812,
544
- "length": 178,
545
- "mean_latency_ms": 194.4187864411835,
546
- "num_actions": 15,
547
- "num_dropped_actions": 0,
548
- "num_invalid_actions": 0,
549
- "p90_latency_ms": 204.4018256916695,
550
- "p99_latency_ms": 204.98220314744887,
551
- "return": 770.4812774658203
552
- },
553
- {
554
- "case_id": 84,
555
- "episode_id": 42,
556
- "episode_seed": 104813,
557
- "length": 155,
558
- "mean_latency_ms": 195.1124656899073,
559
- "num_actions": 13,
560
- "num_dropped_actions": 0,
561
- "num_invalid_actions": 0,
562
- "p90_latency_ms": 203.6460928421007,
563
- "p99_latency_ms": 205.89628018655512,
564
- "return": 771.3685913085938
565
- },
566
- {
567
- "case_id": 85,
568
- "episode_id": 43,
569
- "episode_seed": 104814,
570
- "length": 183,
571
- "mean_latency_ms": 194.2300996047827,
572
- "num_actions": 15,
573
- "num_dropped_actions": 0,
574
- "num_invalid_actions": 0,
575
- "p90_latency_ms": 201.85988039110174,
576
- "p99_latency_ms": 206.63041671964876,
577
- "return": 727.7375335693359
578
- },
579
- {
580
- "case_id": 86,
581
- "episode_id": 44,
582
- "episode_seed": 104815,
583
- "length": 150,
584
- "mean_latency_ms": 195.42108276345033,
585
- "num_actions": 12,
586
- "num_dropped_actions": 0,
587
- "num_invalid_actions": 0,
588
- "p90_latency_ms": 205.35255276018603,
589
- "p99_latency_ms": 206.2887991578377,
590
- "return": 675.6103210449219
591
- },
592
- {
593
- "case_id": 87,
594
- "episode_id": 45,
595
- "episode_seed": 104816,
596
- "length": 114,
597
- "mean_latency_ms": 189.81548271098504,
598
- "num_actions": 10,
599
- "num_dropped_actions": 0,
600
- "num_invalid_actions": 0,
601
- "p90_latency_ms": 197.01209485531064,
602
- "p99_latency_ms": 197.09730581060978,
603
- "return": 368.6398620605469
604
- },
605
- {
606
- "case_id": 88,
607
- "episode_id": 46,
608
- "episode_seed": 104817,
609
- "length": 71,
610
- "mean_latency_ms": 194.2070604067037,
611
- "num_actions": 6,
612
- "num_dropped_actions": 0,
613
- "num_invalid_actions": 0,
614
- "p90_latency_ms": 202.0856420484073,
615
- "p99_latency_ms": 204.61862136625908,
616
- "return": 58.97724914550781
617
- },
618
- {
619
- "case_id": 89,
620
- "episode_id": 47,
621
- "episode_seed": 104818,
622
- "length": 136,
623
- "mean_latency_ms": 194.3423096116688,
624
- "num_actions": 11,
625
- "num_dropped_actions": 0,
626
- "num_invalid_actions": 0,
627
- "p90_latency_ms": 202.28382225037168,
628
- "p99_latency_ms": 205.56219734320482,
629
- "return": 447.8991241455078
630
- },
631
- {
632
- "case_id": 90,
633
- "episode_id": 48,
634
- "episode_seed": 104819,
635
- "length": 102,
636
- "mean_latency_ms": 192.91274040299237,
637
- "num_actions": 9,
638
- "num_dropped_actions": 0,
639
- "num_invalid_actions": 0,
640
- "p90_latency_ms": 198.79603951205746,
641
- "p99_latency_ms": 203.8931696677211,
642
- "return": 416.8311767578125
643
- },
644
- {
645
- "case_id": 91,
646
- "episode_id": 49,
647
- "episode_seed": 104820,
648
- "length": 122,
649
- "mean_latency_ms": 197.1174534388326,
650
- "num_actions": 10,
651
- "num_dropped_actions": 0,
652
- "num_invalid_actions": 0,
653
- "p90_latency_ms": 203.03703119054924,
654
- "p99_latency_ms": 203.55400787209862,
655
- "return": 484.7060241699219
656
- },
657
- {
658
- "case_id": 92,
659
- "episode_id": 50,
660
- "episode_seed": 104821,
661
- "length": 131,
662
- "mean_latency_ms": 191.78248087539646,
663
- "num_actions": 11,
664
- "num_dropped_actions": 0,
665
- "num_invalid_actions": 0,
666
- "p90_latency_ms": 203.72510158677153,
667
- "p99_latency_ms": 203.9630859936573,
668
- "return": 261.13612365722656
669
- },
670
- {
671
- "case_id": 93,
672
- "episode_id": 51,
673
- "episode_seed": 104822,
674
- "length": 97,
675
- "mean_latency_ms": 191.42924448646755,
676
- "num_actions": 8,
677
- "num_dropped_actions": 0,
678
- "num_invalid_actions": 0,
679
- "p90_latency_ms": 202.37088083017,
680
- "p99_latency_ms": 202.9631275397151,
681
- "return": 306.4731750488281
682
- },
683
- {
684
- "case_id": 94,
685
- "episode_id": 52,
686
- "episode_seed": 104823,
687
- "length": 111,
688
- "mean_latency_ms": 192.4575376061213,
689
- "num_actions": 9,
690
- "num_dropped_actions": 0,
691
- "num_invalid_actions": 0,
692
- "p90_latency_ms": 199.12945571885587,
693
- "p99_latency_ms": 203.6309884135923,
694
- "return": 367.0865173339844
695
- },
696
- {
697
- "case_id": 95,
698
- "episode_id": 53,
699
- "episode_seed": 104824,
700
- "length": 119,
701
- "mean_latency_ms": 195.5655672888035,
702
- "num_actions": 9,
703
- "num_dropped_actions": 0,
704
- "num_invalid_actions": 0,
705
- "p90_latency_ms": 205.09445260654294,
706
- "p99_latency_ms": 208.73958494199874,
707
- "return": 293.2278747558594
708
- },
709
- {
710
- "case_id": 96,
711
- "episode_id": 54,
712
- "episode_seed": 104825,
713
- "length": 102,
714
- "mean_latency_ms": 191.80135524319275,
715
- "num_actions": 9,
716
- "num_dropped_actions": 0,
717
- "num_invalid_actions": 0,
718
- "p90_latency_ms": 200.95396918521857,
719
- "p99_latency_ms": 204.50813824356194,
720
- "return": 301.64215087890625
721
- },
722
- {
723
- "case_id": 97,
724
- "episode_id": 55,
725
- "episode_seed": 104826,
726
- "length": 122,
727
- "mean_latency_ms": 194.5208119084696,
728
- "num_actions": 10,
729
- "num_dropped_actions": 0,
730
- "num_invalid_actions": 0,
731
- "p90_latency_ms": 203.9391202032564,
732
- "p99_latency_ms": 203.97537181830995,
733
- "return": 396.8376770019531
734
- },
735
- {
736
- "case_id": 98,
737
- "episode_id": 56,
738
- "episode_seed": 104827,
739
- "length": 138,
740
- "mean_latency_ms": 191.92250373303506,
741
- "num_actions": 11,
742
- "num_dropped_actions": 0,
743
- "num_invalid_actions": 0,
744
- "p90_latency_ms": 201.322854415844,
745
- "p99_latency_ms": 202.69877297125095,
746
- "return": 427.6048889160156
747
- },
748
- {
749
- "case_id": 99,
750
- "episode_id": 57,
751
- "episode_seed": 104828,
752
- "length": 100,
753
- "mean_latency_ms": 191.71137965076542,
754
- "num_actions": 8,
755
- "num_dropped_actions": 0,
756
- "num_invalid_actions": 0,
757
- "p90_latency_ms": 199.84182882815742,
758
- "p99_latency_ms": 202.66596219394893,
759
- "return": 383.2439880371094
760
- },
761
- {
762
- "case_id": 100,
763
- "episode_id": 58,
764
- "episode_seed": 104829,
765
- "length": 90,
766
- "mean_latency_ms": 192.92591277877025,
767
- "num_actions": 8,
768
- "num_dropped_actions": 0,
769
- "num_invalid_actions": 0,
770
- "p90_latency_ms": 198.1289043547778,
771
- "p99_latency_ms": 198.46237736523832,
772
- "return": 241.97093200683594
773
- },
774
- {
775
- "case_id": 101,
776
- "episode_id": 59,
777
- "episode_seed": 104830,
778
- "length": 93,
779
- "mean_latency_ms": 193.6950408015461,
780
- "num_actions": 8,
781
- "num_dropped_actions": 0,
782
- "num_invalid_actions": 0,
783
- "p90_latency_ms": 204.91328389861044,
784
- "p99_latency_ms": 206.2364359380088,
785
- "return": 344.60009765625
786
- },
787
- {
788
- "case_id": 102,
789
- "episode_id": 60,
790
- "episode_seed": 104831,
791
- "length": 139,
792
- "mean_latency_ms": 193.51835752769776,
793
- "num_actions": 11,
794
- "num_dropped_actions": 0,
795
- "num_invalid_actions": 0,
796
- "p90_latency_ms": 203.6589140286093,
797
- "p99_latency_ms": 207.11757989447227,
798
- "return": 421.3866424560547
799
- },
800
- {
801
- "case_id": 103,
802
- "episode_id": 61,
803
- "episode_seed": 104832,
804
- "length": 142,
805
- "mean_latency_ms": 193.84287235146354,
806
- "num_actions": 12,
807
- "num_dropped_actions": 0,
808
- "num_invalid_actions": 0,
809
- "p90_latency_ms": 201.0330109597874,
810
- "p99_latency_ms": 202.1695975018684,
811
- "return": 514.6782531738281
812
- },
813
- {
814
- "case_id": 104,
815
- "episode_id": 62,
816
- "episode_seed": 104833,
817
- "length": 109,
818
- "mean_latency_ms": 197.16247664009293,
819
- "num_actions": 9,
820
- "num_dropped_actions": 0,
821
- "num_invalid_actions": 0,
822
- "p90_latency_ms": 205.1916447557277,
823
- "p99_latency_ms": 205.92131820831938,
824
- "return": 326.00743103027344
825
- },
826
- {
827
- "case_id": 105,
828
- "episode_id": 63,
829
- "episode_seed": 104834,
830
- "length": 160,
831
- "mean_latency_ms": 192.76634684711667,
832
- "num_actions": 13,
833
- "num_dropped_actions": 0,
834
- "num_invalid_actions": 0,
835
- "p90_latency_ms": 196.3853360641863,
836
- "p99_latency_ms": 203.77991636986283,
837
- "return": 569.7834930419922
838
- },
839
- {
840
- "case_id": 106,
841
- "episode_id": 64,
842
- "episode_seed": 104835,
843
- "length": 85,
844
- "mean_latency_ms": 191.29513670308395,
845
- "num_actions": 7,
846
- "num_dropped_actions": 0,
847
- "num_invalid_actions": 0,
848
- "p90_latency_ms": 200.52063571484894,
849
- "p99_latency_ms": 205.62956300060077,
850
- "return": 330.9814147949219
851
- },
852
- {
853
- "case_id": 107,
854
- "episode_id": 65,
855
- "episode_seed": 104836,
856
- "length": 86,
857
- "mean_latency_ms": 195.14312374713714,
858
- "num_actions": 7,
859
- "num_dropped_actions": 0,
860
- "num_invalid_actions": 0,
861
- "p90_latency_ms": 201.3605098753688,
862
- "p99_latency_ms": 207.21208387360184,
863
- "return": 314.67071533203125
864
- },
865
- {
866
- "case_id": 108,
867
- "episode_id": 66,
868
- "episode_seed": 104837,
869
- "length": 101,
870
- "mean_latency_ms": 192.43238569389877,
871
- "num_actions": 9,
872
- "num_dropped_actions": 0,
873
- "num_invalid_actions": 0,
874
- "p90_latency_ms": 198.0807253188294,
875
- "p99_latency_ms": 204.58777838801933,
876
- "return": 435.5393829345703
877
- },
878
- {
879
- "case_id": 109,
880
- "episode_id": 67,
881
- "episode_seed": 104838,
882
- "length": 100,
883
- "mean_latency_ms": 193.73299456428015,
884
- "num_actions": 8,
885
- "num_dropped_actions": 0,
886
- "num_invalid_actions": 0,
887
- "p90_latency_ms": 204.27850727631383,
888
- "p99_latency_ms": 205.23390128306784,
889
- "return": 255.56997680664062
890
- },
891
- {
892
- "case_id": 110,
893
- "episode_id": 68,
894
- "episode_seed": 104839,
895
- "length": 83,
896
- "mean_latency_ms": 197.09850485476943,
897
- "num_actions": 6,
898
- "num_dropped_actions": 0,
899
- "num_invalid_actions": 0,
900
- "p90_latency_ms": 204.3847236294845,
901
- "p99_latency_ms": 204.4385915379351,
902
- "return": 285.37852478027344
903
- },
904
- {
905
- "case_id": 111,
906
- "episode_id": 69,
907
- "episode_seed": 104840,
908
- "length": 141,
909
- "mean_latency_ms": 195.02485769779975,
910
- "num_actions": 11,
911
- "num_dropped_actions": 0,
912
- "num_invalid_actions": 0,
913
- "p90_latency_ms": 204.22489796085145,
914
- "p99_latency_ms": 206.7218071642057,
915
- "return": 432.8770294189453
916
- },
917
- {
918
- "case_id": 112,
919
- "episode_id": 70,
920
- "episode_seed": 104841,
921
- "length": 100,
922
- "mean_latency_ms": 190.86106731371933,
923
- "num_actions": 9,
924
- "num_dropped_actions": 0,
925
- "num_invalid_actions": 0,
926
- "p90_latency_ms": 198.44114432628908,
927
- "p99_latency_ms": 199.53011312087952,
928
- "return": 347.0359344482422
929
- },
930
- {
931
- "case_id": 113,
932
- "episode_id": 71,
933
- "episode_seed": 104842,
934
- "length": 85,
935
- "mean_latency_ms": 192.82676322627225,
936
- "num_actions": 7,
937
- "num_dropped_actions": 0,
938
- "num_invalid_actions": 0,
939
- "p90_latency_ms": 201.22800245873677,
940
- "p99_latency_ms": 205.49437880119504,
941
- "return": 248.28067016601562
942
- },
943
- {
944
- "case_id": 114,
945
- "episode_id": 72,
946
- "episode_seed": 104843,
947
- "length": 266,
948
- "mean_latency_ms": 194.17462091095896,
949
- "num_actions": 21,
950
- "num_dropped_actions": 0,
951
- "num_invalid_actions": 0,
952
- "p90_latency_ms": 203.30223541515966,
953
- "p99_latency_ms": 206.12257171572955,
954
- "return": 291.7680358886719
955
- },
956
- {
957
- "case_id": 115,
958
- "episode_id": 73,
959
- "episode_seed": 104844,
960
- "length": 90,
961
- "mean_latency_ms": 191.33621289272892,
962
- "num_actions": 8,
963
- "num_dropped_actions": 0,
964
- "num_invalid_actions": 0,
965
- "p90_latency_ms": 197.08843353975476,
966
- "p99_latency_ms": 202.3932494246251,
967
- "return": 255.47732543945312
968
- },
969
- {
970
- "case_id": 116,
971
- "episode_id": 74,
972
- "episode_seed": 104845,
973
- "length": 112,
974
- "mean_latency_ms": 190.75579097862814,
975
- "num_actions": 9,
976
- "num_dropped_actions": 0,
977
- "num_invalid_actions": 0,
978
- "p90_latency_ms": 195.69351239676175,
979
- "p99_latency_ms": 207.5613003090659,
980
- "return": 329.2735900878906
981
- },
982
- {
983
- "case_id": 117,
984
- "episode_id": 75,
985
- "episode_seed": 104846,
986
- "length": 111,
987
- "mean_latency_ms": 192.39512842739322,
988
- "num_actions": 10,
989
- "num_dropped_actions": 0,
990
- "num_invalid_actions": 0,
991
- "p90_latency_ms": 196.92058296681768,
992
- "p99_latency_ms": 197.1876248031962,
993
- "return": 390.5455627441406
994
- },
995
- {
996
- "case_id": 118,
997
- "episode_id": 76,
998
- "episode_seed": 104847,
999
- "length": 103,
1000
- "mean_latency_ms": 192.22476651526614,
1001
- "num_actions": 9,
1002
- "num_dropped_actions": 0,
1003
- "num_invalid_actions": 0,
1004
- "p90_latency_ms": 200.43798896248495,
1005
- "p99_latency_ms": 203.6452658215064,
1006
- "return": 336.1780242919922
1007
- },
1008
- {
1009
- "case_id": 119,
1010
- "episode_id": 77,
1011
- "episode_seed": 104848,
1012
- "length": 110,
1013
- "mean_latency_ms": 198.20923032190285,
1014
- "num_actions": 9,
1015
- "num_dropped_actions": 0,
1016
- "num_invalid_actions": 0,
1017
- "p90_latency_ms": 209.3322063687784,
1018
- "p99_latency_ms": 221.43123585548554,
1019
- "return": 289.65577697753906
1020
- },
1021
- {
1022
- "case_id": 120,
1023
- "episode_id": 78,
1024
- "episode_seed": 104849,
1025
- "length": 97,
1026
- "mean_latency_ms": 195.1220394217045,
1027
- "num_actions": 8,
1028
- "num_dropped_actions": 0,
1029
- "num_invalid_actions": 0,
1030
- "p90_latency_ms": 201.925948539908,
1031
- "p99_latency_ms": 206.262487759705,
1032
- "return": 325.24525451660156
1033
- },
1034
- {
1035
- "case_id": 121,
1036
- "episode_id": 79,
1037
- "episode_seed": 104850,
1038
- "length": 70,
1039
- "mean_latency_ms": 193.07474261230055,
1040
- "num_actions": 6,
1041
- "num_dropped_actions": 0,
1042
- "num_invalid_actions": 0,
1043
- "p90_latency_ms": 198.3407776520601,
1044
- "p99_latency_ms": 200.54855518362194,
1045
- "return": 43.37016296386719
1046
- },
1047
- {
1048
- "case_id": 122,
1049
- "episode_id": 80,
1050
- "episode_seed": 104851,
1051
- "length": 104,
1052
- "mean_latency_ms": 193.2866666496825,
1053
- "num_actions": 9,
1054
- "num_dropped_actions": 0,
1055
- "num_invalid_actions": 0,
1056
- "p90_latency_ms": 202.80313552573006,
1057
- "p99_latency_ms": 204.11771900388652,
1058
- "return": 299.7444152832031
1059
- },
1060
- {
1061
- "case_id": 123,
1062
- "episode_id": 81,
1063
- "episode_seed": 104852,
1064
- "length": 71,
1065
- "mean_latency_ms": 191.48793153106624,
1066
- "num_actions": 6,
1067
- "num_dropped_actions": 0,
1068
- "num_invalid_actions": 0,
1069
- "p90_latency_ms": 198.68408976497733,
1070
- "p99_latency_ms": 201.95035513328122,
1071
- "return": -3.8737945556640625
1072
- },
1073
- {
1074
- "case_id": 124,
1075
- "episode_id": 82,
1076
- "episode_seed": 104853,
1077
- "length": 91,
1078
- "mean_latency_ms": 190.47267307582706,
1079
- "num_actions": 8,
1080
- "num_dropped_actions": 0,
1081
- "num_invalid_actions": 0,
1082
- "p90_latency_ms": 194.12368589980713,
1083
- "p99_latency_ms": 195.82585079209176,
1084
- "return": 288.9110412597656
1085
- },
1086
- {
1087
- "case_id": 125,
1088
- "episode_id": 83,
1089
- "episode_seed": 104854,
1090
- "length": 132,
1091
- "mean_latency_ms": 192.56638423250902,
1092
- "num_actions": 11,
1093
- "num_dropped_actions": 0,
1094
- "num_invalid_actions": 0,
1095
- "p90_latency_ms": 206.13352388725397,
1096
- "p99_latency_ms": 206.290170011106,
1097
- "return": 500.26780700683594
1098
- },
1099
- {
1100
- "case_id": 126,
1101
- "episode_id": 84,
1102
- "episode_seed": 104855,
1103
- "length": 111,
1104
- "mean_latency_ms": 190.4865873480788,
1105
- "num_actions": 10,
1106
- "num_dropped_actions": 0,
1107
- "num_invalid_actions": 0,
1108
- "p90_latency_ms": 196.0189982476613,
1109
- "p99_latency_ms": 196.5164283895073,
1110
- "return": 370.4386291503906
1111
- },
1112
- {
1113
- "case_id": 127,
1114
- "episode_id": 85,
1115
- "episode_seed": 104856,
1116
- "length": 95,
1117
- "mean_latency_ms": 197.80059269132784,
1118
- "num_actions": 8,
1119
- "num_dropped_actions": 0,
1120
- "num_invalid_actions": 0,
1121
- "p90_latency_ms": 206.2343557034457,
1122
- "p99_latency_ms": 206.9685750207504,
1123
- "return": 259.48126220703125
1124
- },
1125
- {
1126
- "case_id": 128,
1127
- "episode_id": 86,
1128
- "episode_seed": 104857,
1129
- "length": 102,
1130
- "mean_latency_ms": 194.01404089248817,
1131
- "num_actions": 9,
1132
- "num_dropped_actions": 0,
1133
- "num_invalid_actions": 0,
1134
- "p90_latency_ms": 198.60227006520995,
1135
- "p99_latency_ms": 199.63248020182726,
1136
- "return": 353.23155212402344
1137
- },
1138
- {
1139
- "case_id": 129,
1140
- "episode_id": 87,
1141
- "episode_seed": 104858,
1142
- "length": 664,
1143
- "mean_latency_ms": 192.8784595873433,
1144
- "num_actions": 53,
1145
- "num_dropped_actions": 0,
1146
- "num_invalid_actions": 0,
1147
- "p90_latency_ms": 204.36461829547912,
1148
- "p99_latency_ms": 206.63122531623526,
1149
- "return": 228.77288818359375
1150
- },
1151
- {
1152
- "case_id": 130,
1153
- "episode_id": 88,
1154
- "episode_seed": 104859,
1155
- "length": 111,
1156
- "mean_latency_ms": 197.41162751716845,
1157
- "num_actions": 9,
1158
- "num_dropped_actions": 0,
1159
- "num_invalid_actions": 0,
1160
- "p90_latency_ms": 208.63153870147048,
1161
- "p99_latency_ms": 209.52230854217095,
1162
- "return": 294.0272674560547
1163
- },
1164
- {
1165
- "case_id": 131,
1166
- "episode_id": 89,
1167
- "episode_seed": 104860,
1168
- "length": 127,
1169
- "mean_latency_ms": 192.79994248252856,
1170
- "num_actions": 10,
1171
- "num_dropped_actions": 0,
1172
- "num_invalid_actions": 0,
1173
- "p90_latency_ms": 204.21025071214729,
1174
- "p99_latency_ms": 204.23514902612436,
1175
- "return": 369.42091369628906
1176
- },
1177
- {
1178
- "case_id": 132,
1179
- "episode_id": 90,
1180
- "episode_seed": 104861,
1181
- "length": 78,
1182
- "mean_latency_ms": 192.18508029437075,
1183
- "num_actions": 7,
1184
- "num_dropped_actions": 0,
1185
- "num_invalid_actions": 0,
1186
- "p90_latency_ms": 197.36371348459954,
1187
- "p99_latency_ms": 201.4228249263585,
1188
- "return": 164.92184448242188
1189
- },
1190
- {
1191
- "case_id": 133,
1192
- "episode_id": 91,
1193
- "episode_seed": 104862,
1194
- "length": 103,
1195
- "mean_latency_ms": 190.65497280523928,
1196
- "num_actions": 9,
1197
- "num_dropped_actions": 0,
1198
- "num_invalid_actions": 0,
1199
- "p90_latency_ms": 196.77028791153555,
1200
- "p99_latency_ms": 207.2361677493998,
1201
- "return": 236.2095489501953
1202
- },
1203
- {
1204
- "case_id": 134,
1205
- "episode_id": 92,
1206
- "episode_seed": 104863,
1207
- "length": 72,
1208
- "mean_latency_ms": 197.814972493546,
1209
- "num_actions": 6,
1210
- "num_dropped_actions": 0,
1211
- "num_invalid_actions": 0,
1212
- "p90_latency_ms": 206.41432960339228,
1213
- "p99_latency_ms": 206.62225786462898,
1214
- "return": -54.436370849609375
1215
- },
1216
- {
1217
- "case_id": 135,
1218
- "episode_id": 93,
1219
- "episode_seed": 104864,
1220
- "length": 192,
1221
- "mean_latency_ms": 191.46615374480825,
1222
- "num_actions": 16,
1223
- "num_dropped_actions": 0,
1224
- "num_invalid_actions": 0,
1225
- "p90_latency_ms": 198.5628726027956,
1226
- "p99_latency_ms": 207.1748681078037,
1227
- "return": 934.8004302978516
1228
- },
1229
- {
1230
- "case_id": 136,
1231
- "episode_id": 94,
1232
- "episode_seed": 104865,
1233
- "length": 112,
1234
- "mean_latency_ms": 192.8302698971656,
1235
- "num_actions": 10,
1236
- "num_dropped_actions": 0,
1237
- "num_invalid_actions": 0,
1238
- "p90_latency_ms": 200.46778062331543,
1239
- "p99_latency_ms": 200.57051283138924,
1240
- "return": 473.3224334716797
1241
- },
1242
- {
1243
- "case_id": 137,
1244
- "episode_id": 95,
1245
- "episode_seed": 104866,
1246
- "length": 117,
1247
- "mean_latency_ms": 192.67208871253013,
1248
- "num_actions": 10,
1249
- "num_dropped_actions": 0,
1250
- "num_invalid_actions": 0,
1251
- "p90_latency_ms": 197.95526788792802,
1252
- "p99_latency_ms": 204.92680448470452,
1253
- "return": 412.1661071777344
1254
- },
1255
- {
1256
- "case_id": 138,
1257
- "episode_id": 96,
1258
- "episode_seed": 104867,
1259
- "length": 106,
1260
- "mean_latency_ms": 198.7331534223335,
1261
- "num_actions": 8,
1262
- "num_dropped_actions": 0,
1263
- "num_invalid_actions": 0,
1264
- "p90_latency_ms": 207.53215321090866,
1265
- "p99_latency_ms": 208.08128756460633,
1266
- "return": 191.5794219970703
1267
- },
1268
- {
1269
- "case_id": 139,
1270
- "episode_id": 97,
1271
- "episode_seed": 104868,
1272
- "length": 101,
1273
- "mean_latency_ms": 196.5120971256119,
1274
- "num_actions": 8,
1275
- "num_dropped_actions": 0,
1276
- "num_invalid_actions": 0,
1277
- "p90_latency_ms": 204.90381415982398,
1278
- "p99_latency_ms": 205.53868620687717,
1279
- "return": 438.51625061035156
1280
- },
1281
- {
1282
- "case_id": 140,
1283
- "episode_id": 98,
1284
- "episode_seed": 104869,
1285
- "length": 115,
1286
- "mean_latency_ms": 196.50444286568845,
1287
- "num_actions": 9,
1288
- "num_dropped_actions": 0,
1289
- "num_invalid_actions": 0,
1290
- "p90_latency_ms": 204.299381645462,
1291
- "p99_latency_ms": 204.3299286440143,
1292
- "return": 287.4803924560547
1293
- },
1294
- {
1295
- "case_id": 141,
1296
- "episode_id": 99,
1297
- "episode_seed": 104870,
1298
- "length": 101,
1299
- "mean_latency_ms": 193.89021319375968,
1300
- "num_actions": 8,
1301
- "num_dropped_actions": 0,
1302
- "num_invalid_actions": 0,
1303
- "p90_latency_ms": 200.6220378277388,
1304
- "p99_latency_ms": 202.849230658855,
1305
- "return": 302.0095672607422
1306
- }
1307
- ],
1308
- "policy": "sample-factory",
1309
- "protocol": {
1310
- "actual_environment_seeds": [
1311
- 104771,
1312
- 104772,
1313
- 104773,
1314
- 104774,
1315
- 104775,
1316
- 104776,
1317
- 104777,
1318
- 104778,
1319
- 104779,
1320
- 104780,
1321
- 104781,
1322
- 104782,
1323
- 104783,
1324
- 104784,
1325
- 104785,
1326
- 104786,
1327
- 104787,
1328
- 104788,
1329
- 104789,
1330
- 104790,
1331
- 104791,
1332
- 104792,
1333
- 104793,
1334
- 104794,
1335
- 104795,
1336
- 104796,
1337
- 104797,
1338
- 104798,
1339
- 104799,
1340
- 104800,
1341
- 104801,
1342
- 104802,
1343
- 104803,
1344
- 104804,
1345
- 104805,
1346
- 104806,
1347
- 104807,
1348
- 104808,
1349
- 104809,
1350
- 104810,
1351
- 104811,
1352
- 104812,
1353
- 104813,
1354
- 104814,
1355
- 104815,
1356
- 104816,
1357
- 104817,
1358
- 104818,
1359
- 104819,
1360
- 104820,
1361
- 104821,
1362
- 104822,
1363
- 104823,
1364
- 104824,
1365
- 104825,
1366
- 104826,
1367
- 104827,
1368
- 104828,
1369
- 104829,
1370
- 104830,
1371
- 104831,
1372
- 104832,
1373
- 104833,
1374
- 104834,
1375
- 104835,
1376
- 104836,
1377
- 104837,
1378
- 104838,
1379
- 104839,
1380
- 104840,
1381
- 104841,
1382
- 104842,
1383
- 104843,
1384
- 104844,
1385
- 104845,
1386
- 104846,
1387
- 104847,
1388
- 104848,
1389
- 104849,
1390
- 104850,
1391
- 104851,
1392
- 104852,
1393
- 104853,
1394
- 104854,
1395
- 104855,
1396
- 104856,
1397
- 104857,
1398
- 104858,
1399
- 104859,
1400
- 104860,
1401
- 104861,
1402
- 104862,
1403
- 104863,
1404
- 104864,
1405
- 104865,
1406
- 104866,
1407
- 104867,
1408
- 104868,
1409
- 104869,
1410
- 104870
1411
- ],
1412
- "deterministic": true,
1413
- "episodes": 100,
1414
- "horizon": 30000,
1415
- "latency": {
1416
- "instance_id": "instance_a5037b165aa0cedc",
1417
- "method": "iid_profile_replay",
1418
- "path": "profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc",
1419
- "replay": "iid",
1420
- "repo_id": "latency-sensitive-bench/profiles",
1421
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
1422
- "simulated_worker_capacity": 1
1423
- },
1424
- "logical_case_ids": [
1425
- 42,
1426
- 43,
1427
- 44,
1428
- 45,
1429
- 46,
1430
- 47,
1431
- 48,
1432
- 49,
1433
- 50,
1434
- 51,
1435
- 52,
1436
- 53,
1437
- 54,
1438
- 55,
1439
- 56,
1440
- 57,
1441
- 58,
1442
- 59,
1443
- 60,
1444
- 61,
1445
- 62,
1446
- 63,
1447
- 64,
1448
- 65,
1449
- 66,
1450
- 67,
1451
- 68,
1452
- 69,
1453
- 70,
1454
- 71,
1455
- 72,
1456
- 73,
1457
- 74,
1458
- 75,
1459
- 76,
1460
- 77,
1461
- 78,
1462
- 79,
1463
- 80,
1464
- 81,
1465
- 82,
1466
- 83,
1467
- 84,
1468
- 85,
1469
- 86,
1470
- 87,
1471
- 88,
1472
- 89,
1473
- 90,
1474
- 91,
1475
- 92,
1476
- 93,
1477
- 94,
1478
- 95,
1479
- 96,
1480
- 97,
1481
- 98,
1482
- 99,
1483
- 100,
1484
- 101,
1485
- 102,
1486
- 103,
1487
- 104,
1488
- 105,
1489
- 106,
1490
- 107,
1491
- 108,
1492
- 109,
1493
- 110,
1494
- 111,
1495
- 112,
1496
- 113,
1497
- 114,
1498
- 115,
1499
- 116,
1500
- 117,
1501
- 118,
1502
- 119,
1503
- 120,
1504
- 121,
1505
- 122,
1506
- 123,
1507
- 124,
1508
- 125,
1509
- 126,
1510
- 127,
1511
- 128,
1512
- 129,
1513
- 130,
1514
- 131,
1515
- 132,
1516
- 133,
1517
- 134,
1518
- 135,
1519
- 136,
1520
- 137,
1521
- 138,
1522
- 139,
1523
- 140,
1524
- 141
1525
- ],
1526
- "parallel_envs": 16,
1527
- "sample_factory_seed_offset": 104729
1528
- },
1529
- "schema_version": 1,
1530
- "summary": {
1531
- "mean_episode_length": 124.15,
1532
- "mean_return": 347.66839736938476,
1533
- "return_ci95_student_t": [
1534
- 311.3303985875614,
1535
- 384.00639615120815
1536
- ],
1537
- "std_episode_length": 87.22377757089734,
1538
- "std_return": 183.13520985794477
1539
- },
1540
- "task": "Deadly Corridor"
1541
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-v1/provenance.json DELETED
@@ -1,38 +0,0 @@
1
- {
2
- "artifact": "sample-factory-small-policy",
3
- "central_target": {
4
- "path": "latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-v1",
5
- "readback_revision": "98b693409c2f86c10b7a11e511fa60ff9e93e7ec",
6
- "repo_id": "latency-sensitive-bench/benchmark-models"
7
- },
8
- "files": {
9
- "checkpoint": {
10
- "bytes": 36514668,
11
- "path": "best_000015252_7809024_reward_1524.672.pth",
12
- "sha256": "04cf9e90661f594e8bca4a10cf75e38e219c760a85881d3d2fcbb70d51dfb4de"
13
- },
14
- "config": {
15
- "bytes": 9879,
16
- "path": "config.json",
17
- "sha256": "90db6fcbcc5ee60b2c7c3ed82e7f3064a167185502269e50d57e21169203441d"
18
- },
19
- "evaluation": "eval_profile.json"
20
- },
21
- "profile": {
22
- "instance_id": "instance_a5037b165aa0cedc",
23
- "path": "profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc",
24
- "replay": "iid",
25
- "repo_id": "latency-sensitive-bench/profiles",
26
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
27
- "simulated_worker_capacity": 1
28
- },
29
- "publication_status": "published-central-readback-passed",
30
- "schema_version": 1,
31
- "source": {
32
- "checkpoint": "memory/small_model/deadly_corridor/pi05_rtx3090_profile_10m_fs4_1min_eval/train/memory_small_model:deadly_corridor:frame_stack:pi05_rtx3090_iid:fs4:obs15:stride4:seed10/checkpoint_p0/best_000015252_7809024_reward_1524.672.pth",
33
- "path": "memory/small_model/deadly_corridor/pi05_rtx3090_profile_10m_fs4_1min_eval/train/memory_small_model:deadly_corridor:frame_stack:pi05_rtx3090_iid:fs4:obs15:stride4:seed10",
34
- "repo_id": "latency-sensitive-bench/paper-experiment-models",
35
- "revision": "8d576e64dd9f7370e06abfebff37b3d50dfdf8d1"
36
- },
37
- "task": "Deadly Corridor"
38
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-gr00t-rtx3090-v1/README.md DELETED
@@ -1,16 +0,0 @@
1
- # Demon Attack Sample Factory policy
2
-
3
- This bundle contains the exact selected checkpoint, its original Sample Factory `config.json`, provenance, and the formal 100-episode evaluation.
4
-
5
- - Condition: IID replay of `profiles/gr00t/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc`
6
- - Deterministic case IDs: 42–141 (Sample Factory reset seeds 104771–104870)
7
- - Horizon: 14400
8
- - Life-loss handling: terminal detection followed by soft reset; the same formal episode continues
9
- - Formal episode end: lives=0 true game over or the 14400-step horizon
10
- - Parallel environments: 100
11
- - Mean return: 3168.300000
12
- - Return standard deviation: 1806.922326
13
- - Student-t 95% CI: [2809.767409, 3526.832591]
14
- - Mean episode length: 9960.25
15
-
16
- The historical checkpoint-selection reward is not an independent evaluation score. See `eval_profile.json` for all episode records and `provenance.json` for the immutable source revision.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-gr00t-rtx3090-v1/best_000097632_49987584_reward_7958.400.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3a5eb1a6dcc6606c6dac8d15b5afafca1403ca079e3ea5ab0b19e248179d1d7
3
- size 20722873
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-gr00t-rtx3090-v1/config.json DELETED
@@ -1,271 +0,0 @@
1
- {
2
- "help": false,
3
- "algo": "APPO",
4
- "env": "latency_demon_attack",
5
- "experiment": "demon_attack_frame_stack_gr00t_rtx3090_iid_fs4_seed13",
6
- "train_dir": "results/checkpoints/memory/small_model/demon_attack",
7
- "restart_behavior": "resume",
8
- "device": "gpu",
9
- "seed": 13,
10
- "initial_model_path": null,
11
- "num_policies": 1,
12
- "async_rl": true,
13
- "serial_mode": false,
14
- "batched_sampling": true,
15
- "num_batches_to_accumulate": 2,
16
- "worker_num_splits": 1,
17
- "policy_workers_per_policy": 1,
18
- "max_policy_lag": 300,
19
- "num_workers": 1,
20
- "num_envs_per_worker": 1,
21
- "batch_size": 1024,
22
- "num_batches_per_epoch": 8,
23
- "num_epochs": 2,
24
- "rollout": 64,
25
- "fasttd3_replay_capacity": 6553600,
26
- "fasttd3_replay_batch_size": 32768,
27
- "fasttd3_action_chunk_horizon": 1,
28
- "fasttd3_transitions_per_update": 64,
29
- "fasttd3_train_for_optimizer_steps": 10000000000,
30
- "fasttd3_v_min": -250.0,
31
- "fasttd3_v_max": 250.0,
32
- "fasttd3_actor_action_l2": 0.0,
33
- "fasttd3_compile": true,
34
- "recurrence": 32,
35
- "shuffle_minibatches": false,
36
- "gamma": 0.99,
37
- "reward_scale": 1.0,
38
- "reward_clip": 1000.0,
39
- "value_bootstrap": false,
40
- "normalize_returns": true,
41
- "exploration_loss_coeff": 0.003,
42
- "value_loss_coeff": 0.5,
43
- "kl_loss_coeff": 0.0,
44
- "exploration_loss": "entropy",
45
- "gae_lambda": 0.95,
46
- "ppo_clip_ratio": 0.1,
47
- "ppo_clip_value": 0.2,
48
- "with_vtrace": false,
49
- "vtrace_rho": 1.0,
50
- "vtrace_c": 1.0,
51
- "optimizer": "adam",
52
- "adam_eps": 1e-05,
53
- "adam_beta1": 0.9,
54
- "adam_beta2": 0.999,
55
- "max_grad_norm": 0.0,
56
- "learning_rate": 0.000303,
57
- "lr_schedule": "linear_decay",
58
- "lr_schedule_kl_threshold": 0.008,
59
- "lr_adaptive_min": 1e-06,
60
- "lr_adaptive_max": 0.01,
61
- "obs_subtract_mean": 0.0,
62
- "obs_scale": 255.0,
63
- "normalize_input": true,
64
- "normalize_input_keys": null,
65
- "decorrelate_experience_max_seconds": 0,
66
- "decorrelate_envs_on_one_worker": true,
67
- "actor_worker_gpus": [
68
- 0
69
- ],
70
- "set_workers_cpu_affinity": true,
71
- "force_envs_single_thread": false,
72
- "default_niceness": 0,
73
- "log_to_file": true,
74
- "experiment_summaries_interval": 1,
75
- "flush_summaries_interval": 30,
76
- "stats_avg": 100,
77
- "summaries_use_frameskip": true,
78
- "heartbeat_interval": 20,
79
- "heartbeat_reporting_interval": 180,
80
- "train_for_env_steps": 50000000,
81
- "train_for_seconds": 10000000000,
82
- "save_every_sec": 600,
83
- "keep_checkpoints": 5,
84
- "load_checkpoint_kind": "latest",
85
- "save_milestones_sec": -1,
86
- "save_best_every_sec": 5,
87
- "save_best_metric": "reward",
88
- "save_best_after": 100000,
89
- "benchmark": false,
90
- "encoder_mlp_layers": [
91
- 512,
92
- 512
93
- ],
94
- "encoder_conv_architecture": "convnet_atari",
95
- "encoder_conv_mlp_layers": [
96
- 512
97
- ],
98
- "use_rnn": false,
99
- "rnn_size": 512,
100
- "rnn_type": "gru",
101
- "rnn_num_layers": 1,
102
- "decoder_mlp_layers": [],
103
- "nonlinearity": "elu",
104
- "policy_initialization": "orthogonal",
105
- "policy_init_gain": 1.0,
106
- "actor_critic_share_weights": true,
107
- "adaptive_stddev": true,
108
- "continuous_tanh_scale": 0.0,
109
- "initial_stddev": 1.0,
110
- "use_env_info_cache": false,
111
- "env_gpu_actions": true,
112
- "env_gpu_observations": true,
113
- "env_frameskip": 1,
114
- "env_framestack": 1,
115
- "pixel_format": "CHW",
116
- "use_record_episode_statistics": false,
117
- "with_wandb": true,
118
- "wandb_user": null,
119
- "wandb_project": "latency-sensitive-bench",
120
- "wandb_group": "demon-attack-fs4-gr00t_rtx3090_iid",
121
- "wandb_job_type": "sample_factory",
122
- "wandb_tags": [
123
- "memory_small_model",
124
- "demon-attack",
125
- "frame_stack",
126
- "iid",
127
- "gr00t_rtx3090_iid",
128
- "fs4",
129
- "seed13"
130
- ],
131
- "with_pbt": false,
132
- "pbt_mix_policies_in_one_env": true,
133
- "pbt_period_env_steps": 5000000,
134
- "pbt_start_mutation": 20000000,
135
- "pbt_replace_fraction": 0.3,
136
- "pbt_mutation_rate": 0.15,
137
- "pbt_replace_reward_gap": 0.1,
138
- "pbt_replace_reward_gap_absolute": 1e-06,
139
- "pbt_optimize_gamma": false,
140
- "pbt_target_objective": "true_objective",
141
- "pbt_perturb_min": 1.1,
142
- "pbt_perturb_max": 1.5,
143
- "env_id": "ALE/DemonAttack-v5",
144
- "env_fps": 60.0,
145
- "obs_fps": 15.0,
146
- "screen_size": 84,
147
- "noop_max": 30,
148
- "reset_mode": "fire",
149
- "frame_stack": 4,
150
- "terminal_on_life_loss": true,
151
- "clip_reward": true,
152
- "repeat_action_probability": 0.0,
153
- "full_action_space": false,
154
- "max_episode_steps": 25000,
155
- "simulator": "gpu",
156
- "gpu_env_device": "auto",
157
- "gpu_env_batch_size": 512,
158
- "export_env_raw_rgb_frames": false,
159
- "mode": "train",
160
- "latency_type": "iid",
161
- "fixed_latency_ms": null,
162
- "mean_latency_ms": null,
163
- "std_latency_ms": null,
164
- "min_latency_ms": null,
165
- "max_latency_ms": null,
166
- "latency_seed": 13,
167
- "latency_profile_path": "results/profiling/profiles/gr00t/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
168
- "latency_profile_worker_slot": 0,
169
- "add_latency_info": false,
170
- "max_pending_actions": null,
171
- "hold_policy": "hold",
172
- "ordering_policy": "latest_ready",
173
- "eval_episodes": 100,
174
- "eval_parallel_envs": 1,
175
- "eval_latency_raw_frame_values": "0,1,2,3,4,5",
176
- "eval_max_steps": 3600,
177
- "eval_deterministic": true,
178
- "eval_raw_reward": true,
179
- "episode_metrics_path": "results/checkpoints/memory/small_model/demon_attack/demon_attack_frame_stack_gr00t_rtx3090_iid_fs4_seed13/episode_metrics.jsonl",
180
- "command_line": "--mode train --algo APPO --env latency_demon_attack --experiment demon_attack_frame_stack_gr00t_rtx3090_iid_fs4_seed13 --train_dir results/checkpoints/memory/small_model/demon_attack --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-env-batch-size 512 --seed 13 --episode_metrics_path results/checkpoints/memory/small_model/demon_attack/demon_attack_frame_stack_gr00t_rtx3090_iid_fs4_seed13/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 1 --num_envs_per_worker 1 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --batched_sampling True --use_rnn False --normalize_returns True --normalize_input True --latency-type iid --latency-seed 13 --latency-profile-path results/profiling/profiles/gr00t/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 1 --eval-max-steps 3600 --eval-deterministic True --eval-raw-reward --with_wandb True --wandb_project latency-sensitive-bench --wandb_group demon-attack-fs4-gr00t_rtx3090_iid --wandb_job_type sample_factory --wandb_tags memory_small_model demon-attack frame_stack iid gr00t_rtx3090_iid fs4 seed13 --env_id ALE/DemonAttack-v5 --env-fps 60 --obs-fps 15.0 --screen_size 84 --noop_max 30 --reset-mode fire --frame_stack 4 --terminal_on_life_loss True --clip_reward True --repeat_action_probability 0.0 --full_action_space False --max_episode_steps 25000 --simulator gpu --gpu-env-device auto --hold-policy hold --ordering-policy latest_ready",
181
- "cli_args": {
182
- "algo": "APPO",
183
- "env": "latency_demon_attack",
184
- "experiment": "demon_attack_frame_stack_gr00t_rtx3090_iid_fs4_seed13",
185
- "train_dir": "results/checkpoints/memory/small_model/demon_attack",
186
- "restart_behavior": "resume",
187
- "device": "gpu",
188
- "seed": 13,
189
- "num_policies": 1,
190
- "async_rl": true,
191
- "batched_sampling": true,
192
- "worker_num_splits": 1,
193
- "max_policy_lag": 300,
194
- "num_workers": 1,
195
- "num_envs_per_worker": 1,
196
- "batch_size": 1024,
197
- "num_batches_per_epoch": 8,
198
- "num_epochs": 2,
199
- "rollout": 64,
200
- "recurrence": 32,
201
- "gamma": 0.99,
202
- "normalize_returns": true,
203
- "value_loss_coeff": 0.5,
204
- "gae_lambda": 0.95,
205
- "ppo_clip_ratio": 0.1,
206
- "ppo_clip_value": 0.2,
207
- "max_grad_norm": 0.0,
208
- "learning_rate": 0.000303,
209
- "normalize_input": true,
210
- "actor_worker_gpus": [
211
- 0
212
- ],
213
- "experiment_summaries_interval": 1,
214
- "stats_avg": 100,
215
- "train_for_env_steps": 10000000,
216
- "save_every_sec": 600,
217
- "keep_checkpoints": 5,
218
- "use_rnn": false,
219
- "env_gpu_actions": true,
220
- "env_gpu_observations": true,
221
- "with_wandb": true,
222
- "wandb_project": "latency-sensitive-bench",
223
- "wandb_group": "demon-attack-fs4-gr00t_rtx3090_iid",
224
- "wandb_job_type": "sample_factory",
225
- "wandb_tags": [
226
- "memory_small_model",
227
- "demon-attack",
228
- "frame_stack",
229
- "iid",
230
- "gr00t_rtx3090_iid",
231
- "fs4",
232
- "seed13"
233
- ],
234
- "env_id": "ALE/DemonAttack-v5",
235
- "env_fps": 60.0,
236
- "obs_fps": 15.0,
237
- "screen_size": 84,
238
- "noop_max": 30,
239
- "reset_mode": "fire",
240
- "frame_stack": 4,
241
- "terminal_on_life_loss": true,
242
- "clip_reward": true,
243
- "repeat_action_probability": 0.0,
244
- "full_action_space": false,
245
- "max_episode_steps": 25000,
246
- "simulator": "gpu",
247
- "gpu_env_device": "auto",
248
- "gpu_env_batch_size": 512,
249
- "mode": "train",
250
- "latency_type": "iid",
251
- "latency_seed": 13,
252
- "latency_profile_path": "results/profiling/profiles/gr00t/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
253
- "latency_profile_worker_slot": 0,
254
- "add_latency_info": false,
255
- "hold_policy": "hold",
256
- "ordering_policy": "latest_ready",
257
- "eval_episodes": 100,
258
- "eval_parallel_envs": 1,
259
- "eval_max_steps": 3600,
260
- "eval_deterministic": true,
261
- "eval_raw_reward": true,
262
- "episode_metrics_path": "results/checkpoints/memory/small_model/demon_attack/demon_attack_frame_stack_gr00t_rtx3090_iid_fs4_seed13/episode_metrics.jsonl",
263
- "output_dir": "outputs/memory/small_model/demon_attack/gr00t_rtx3090_profile/train/frame_stack/gr00t_rtx3090_iid/fs4/seed_13",
264
- "wandb_unique_id": "demon-attack-fs4-gr00t_rtx3090_iid-s13"
265
- },
266
- "git_hash": "c0cb6a319133de6cbef9729610762a9dffc68b29",
267
- "git_repo_name": "https://github.com/ZihanWang314/latency-sensitive-bench",
268
- "eval_env_frameskip": 1,
269
- "output_dir": "outputs/memory/small_model/demon_attack/gr00t_rtx3090_profile/train/frame_stack/gr00t_rtx3090_iid/fs4/seed_13",
270
- "wandb_unique_id": "demon-attack-fs4-gr00t_rtx3090_iid-s13"
271
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-gr00t-rtx3090-v1/eval_profile.json DELETED
@@ -1,1847 +0,0 @@
1
- {
2
- "checkpoint": {
3
- "bundle_path": "best_000097632_49987584_reward_7958.400.pth",
4
- "sha256": "f3a5eb1a6dcc6606c6dac8d15b5afafca1403ca079e3ea5ab0b19e248179d1d7"
5
- },
6
- "episodes": [
7
- {
8
- "case_id": 42,
9
- "episode_id": 0,
10
- "episode_seed": 104771,
11
- "final_is_true_episode_end": true,
12
- "final_lives": 0,
13
- "length": 12225,
14
- "mean_latency_ms": 129.07136039062325,
15
- "num_actions": 1417,
16
- "num_dropped_actions": 0,
17
- "num_invalid_actions": 0,
18
- "p90_latency_ms": 135.02236644163085,
19
- "p99_latency_ms": 137.99215726240504,
20
- "return": 4350.0,
21
- "soft_reset_count": 6
22
- },
23
- {
24
- "case_id": 43,
25
- "episode_id": 1,
26
- "episode_seed": 104772,
27
- "final_is_true_episode_end": true,
28
- "final_lives": 0,
29
- "length": 13913,
30
- "mean_latency_ms": 129.21844476782456,
31
- "num_actions": 1602,
32
- "num_dropped_actions": 0,
33
- "num_invalid_actions": 0,
34
- "p90_latency_ms": 135.3031422038081,
35
- "p99_latency_ms": 138.07663407656406,
36
- "return": 5500.0,
37
- "soft_reset_count": 7
38
- },
39
- {
40
- "case_id": 44,
41
- "episode_id": 2,
42
- "episode_seed": 104773,
43
- "final_is_true_episode_end": true,
44
- "final_lives": 0,
45
- "length": 8021,
46
- "mean_latency_ms": 128.9978851149796,
47
- "num_actions": 936,
48
- "num_dropped_actions": 0,
49
- "num_invalid_actions": 0,
50
- "p90_latency_ms": 134.72839877550837,
51
- "p99_latency_ms": 137.72520944632365,
52
- "return": 2100.0,
53
- "soft_reset_count": 6
54
- },
55
- {
56
- "case_id": 45,
57
- "episode_id": 3,
58
- "episode_seed": 104774,
59
- "final_is_true_episode_end": true,
60
- "final_lives": 0,
61
- "length": 9466,
62
- "mean_latency_ms": 129.3948580286996,
63
- "num_actions": 1085,
64
- "num_dropped_actions": 0,
65
- "num_invalid_actions": 0,
66
- "p90_latency_ms": 135.45928183922243,
67
- "p99_latency_ms": 137.99120815259317,
68
- "return": 2580.0,
69
- "soft_reset_count": 6
70
- },
71
- {
72
- "case_id": 46,
73
- "episode_id": 4,
74
- "episode_seed": 104775,
75
- "final_is_true_episode_end": true,
76
- "final_lives": 0,
77
- "length": 11148,
78
- "mean_latency_ms": 129.23133955981473,
79
- "num_actions": 1291,
80
- "num_dropped_actions": 0,
81
- "num_invalid_actions": 0,
82
- "p90_latency_ms": 135.0715522599938,
83
- "p99_latency_ms": 137.9996200685118,
84
- "return": 2860.0,
85
- "soft_reset_count": 5
86
- },
87
- {
88
- "case_id": 47,
89
- "episode_id": 5,
90
- "episode_seed": 104776,
91
- "final_is_true_episode_end": true,
92
- "final_lives": 0,
93
- "length": 7667,
94
- "mean_latency_ms": 128.98827400202677,
95
- "num_actions": 890,
96
- "num_dropped_actions": 0,
97
- "num_invalid_actions": 0,
98
- "p90_latency_ms": 134.7957946068207,
99
- "p99_latency_ms": 137.61978752410337,
100
- "return": 1600.0,
101
- "soft_reset_count": 5
102
- },
103
- {
104
- "case_id": 48,
105
- "episode_id": 6,
106
- "episode_seed": 104777,
107
- "final_is_true_episode_end": true,
108
- "final_lives": 0,
109
- "length": 5831,
110
- "mean_latency_ms": 128.88954741228713,
111
- "num_actions": 680,
112
- "num_dropped_actions": 0,
113
- "num_invalid_actions": 0,
114
- "p90_latency_ms": 134.86833643159207,
115
- "p99_latency_ms": 137.45026693853632,
116
- "return": 720.0,
117
- "soft_reset_count": 5
118
- },
119
- {
120
- "case_id": 49,
121
- "episode_id": 7,
122
- "episode_seed": 104778,
123
- "final_is_true_episode_end": true,
124
- "final_lives": 0,
125
- "length": 14263,
126
- "mean_latency_ms": 129.28322617373962,
127
- "num_actions": 1643,
128
- "num_dropped_actions": 0,
129
- "num_invalid_actions": 0,
130
- "p90_latency_ms": 135.3527079873721,
131
- "p99_latency_ms": 137.59129065132853,
132
- "return": 6080.0,
133
- "soft_reset_count": 8
134
- },
135
- {
136
- "case_id": 50,
137
- "episode_id": 8,
138
- "episode_seed": 104779,
139
- "final_is_true_episode_end": true,
140
- "final_lives": 0,
141
- "length": 9879,
142
- "mean_latency_ms": 129.157739974911,
143
- "num_actions": 1146,
144
- "num_dropped_actions": 0,
145
- "num_invalid_actions": 0,
146
- "p90_latency_ms": 135.40283940934916,
147
- "p99_latency_ms": 138.08036819493856,
148
- "return": 2750.0,
149
- "soft_reset_count": 6
150
- },
151
- {
152
- "case_id": 51,
153
- "episode_id": 9,
154
- "episode_seed": 104780,
155
- "final_is_true_episode_end": true,
156
- "final_lives": 0,
157
- "length": 14225,
158
- "mean_latency_ms": 128.82252599136356,
159
- "num_actions": 1659,
160
- "num_dropped_actions": 0,
161
- "num_invalid_actions": 0,
162
- "p90_latency_ms": 134.8276287145788,
163
- "p99_latency_ms": 137.76878876996773,
164
- "return": 5200.0,
165
- "soft_reset_count": 6
166
- },
167
- {
168
- "case_id": 52,
169
- "episode_id": 10,
170
- "episode_seed": 104781,
171
- "final_is_true_episode_end": false,
172
- "final_lives": 1,
173
- "length": 14400,
174
- "mean_latency_ms": 129.0945103218785,
175
- "num_actions": 1670,
176
- "num_dropped_actions": 0,
177
- "num_invalid_actions": 0,
178
- "p90_latency_ms": 135.0799228348045,
179
- "p99_latency_ms": 137.9857777039241,
180
- "return": 5810.0,
181
- "soft_reset_count": 7
182
- },
183
- {
184
- "case_id": 53,
185
- "episode_id": 11,
186
- "episode_seed": 104782,
187
- "final_is_true_episode_end": false,
188
- "final_lives": 2,
189
- "length": 14400,
190
- "mean_latency_ms": 129.15709510995623,
191
- "num_actions": 1659,
192
- "num_dropped_actions": 0,
193
- "num_invalid_actions": 0,
194
- "p90_latency_ms": 135.43215035300045,
195
- "p99_latency_ms": 137.83763304632137,
196
- "return": 5910.0,
197
- "soft_reset_count": 6
198
- },
199
- {
200
- "case_id": 54,
201
- "episode_id": 12,
202
- "episode_seed": 104783,
203
- "final_is_true_episode_end": true,
204
- "final_lives": 0,
205
- "length": 11349,
206
- "mean_latency_ms": 129.02406202938033,
207
- "num_actions": 1320,
208
- "num_dropped_actions": 0,
209
- "num_invalid_actions": 0,
210
- "p90_latency_ms": 135.04942466519486,
211
- "p99_latency_ms": 137.84194839052654,
212
- "return": 3535.0,
213
- "soft_reset_count": 6
214
- },
215
- {
216
- "case_id": 55,
217
- "episode_id": 13,
218
- "episode_seed": 104784,
219
- "final_is_true_episode_end": true,
220
- "final_lives": 0,
221
- "length": 9216,
222
- "mean_latency_ms": 128.97223931665636,
223
- "num_actions": 1072,
224
- "num_dropped_actions": 0,
225
- "num_invalid_actions": 0,
226
- "p90_latency_ms": 134.7904360082699,
227
- "p99_latency_ms": 137.7022022837827,
228
- "return": 3260.0,
229
- "soft_reset_count": 7
230
- },
231
- {
232
- "case_id": 56,
233
- "episode_id": 14,
234
- "episode_seed": 104785,
235
- "final_is_true_episode_end": true,
236
- "final_lives": 0,
237
- "length": 8313,
238
- "mean_latency_ms": 129.1435874073927,
239
- "num_actions": 962,
240
- "num_dropped_actions": 0,
241
- "num_invalid_actions": 0,
242
- "p90_latency_ms": 135.1678346007217,
243
- "p99_latency_ms": 137.51178705652555,
244
- "return": 2180.0,
245
- "soft_reset_count": 6
246
- },
247
- {
248
- "case_id": 57,
249
- "episode_id": 15,
250
- "episode_seed": 104786,
251
- "final_is_true_episode_end": true,
252
- "final_lives": 0,
253
- "length": 10074,
254
- "mean_latency_ms": 128.98461201595018,
255
- "num_actions": 1169,
256
- "num_dropped_actions": 0,
257
- "num_invalid_actions": 0,
258
- "p90_latency_ms": 135.10896012473668,
259
- "p99_latency_ms": 138.04941555657356,
260
- "return": 3420.0,
261
- "soft_reset_count": 6
262
- },
263
- {
264
- "case_id": 58,
265
- "episode_id": 16,
266
- "episode_seed": 104787,
267
- "final_is_true_episode_end": true,
268
- "final_lives": 0,
269
- "length": 10880,
270
- "mean_latency_ms": 129.00808508713584,
271
- "num_actions": 1266,
272
- "num_dropped_actions": 0,
273
- "num_invalid_actions": 0,
274
- "p90_latency_ms": 135.04834085180119,
275
- "p99_latency_ms": 137.94040286646583,
276
- "return": 3630.0,
277
- "soft_reset_count": 7
278
- },
279
- {
280
- "case_id": 59,
281
- "episode_id": 17,
282
- "episode_seed": 104788,
283
- "final_is_true_episode_end": false,
284
- "final_lives": 1,
285
- "length": 14400,
286
- "mean_latency_ms": 129.20651687921733,
287
- "num_actions": 1657,
288
- "num_dropped_actions": 0,
289
- "num_invalid_actions": 0,
290
- "p90_latency_ms": 135.25857302896458,
291
- "p99_latency_ms": 137.57190409470127,
292
- "return": 4580.0,
293
- "soft_reset_count": 7
294
- },
295
- {
296
- "case_id": 60,
297
- "episode_id": 18,
298
- "episode_seed": 104789,
299
- "final_is_true_episode_end": true,
300
- "final_lives": 0,
301
- "length": 11654,
302
- "mean_latency_ms": 129.20021680595957,
303
- "num_actions": 1341,
304
- "num_dropped_actions": 0,
305
- "num_invalid_actions": 0,
306
- "p90_latency_ms": 134.97587779476905,
307
- "p99_latency_ms": 137.73901599467288,
308
- "return": 4930.0,
309
- "soft_reset_count": 8
310
- },
311
- {
312
- "case_id": 61,
313
- "episode_id": 19,
314
- "episode_seed": 104790,
315
- "final_is_true_episode_end": true,
316
- "final_lives": 0,
317
- "length": 4546,
318
- "mean_latency_ms": 129.02031020990722,
319
- "num_actions": 531,
320
- "num_dropped_actions": 0,
321
- "num_invalid_actions": 0,
322
- "p90_latency_ms": 134.9011605082396,
323
- "p99_latency_ms": 138.00115329442914,
324
- "return": 385.0,
325
- "soft_reset_count": 5
326
- },
327
- {
328
- "case_id": 62,
329
- "episode_id": 20,
330
- "episode_seed": 104791,
331
- "final_is_true_episode_end": true,
332
- "final_lives": 0,
333
- "length": 13688,
334
- "mean_latency_ms": 129.07469865808162,
335
- "num_actions": 1579,
336
- "num_dropped_actions": 0,
337
- "num_invalid_actions": 0,
338
- "p90_latency_ms": 135.36554428601048,
339
- "p99_latency_ms": 137.43461244593834,
340
- "return": 4480.0,
341
- "soft_reset_count": 6
342
- },
343
- {
344
- "case_id": 63,
345
- "episode_id": 21,
346
- "episode_seed": 104792,
347
- "final_is_true_episode_end": true,
348
- "final_lives": 0,
349
- "length": 6111,
350
- "mean_latency_ms": 129.24357345036572,
351
- "num_actions": 705,
352
- "num_dropped_actions": 0,
353
- "num_invalid_actions": 0,
354
- "p90_latency_ms": 135.19775176397036,
355
- "p99_latency_ms": 138.02858253088107,
356
- "return": 1220.0,
357
- "soft_reset_count": 4
358
- },
359
- {
360
- "case_id": 64,
361
- "episode_id": 22,
362
- "episode_seed": 104793,
363
- "final_is_true_episode_end": true,
364
- "final_lives": 0,
365
- "length": 5893,
366
- "mean_latency_ms": 128.8818172375492,
367
- "num_actions": 687,
368
- "num_dropped_actions": 0,
369
- "num_invalid_actions": 0,
370
- "p90_latency_ms": 134.97634960068564,
371
- "p99_latency_ms": 137.4015584376556,
372
- "return": 1840.0,
373
- "soft_reset_count": 5
374
- },
375
- {
376
- "case_id": 65,
377
- "episode_id": 23,
378
- "episode_seed": 104794,
379
- "final_is_true_episode_end": true,
380
- "final_lives": 0,
381
- "length": 12437,
382
- "mean_latency_ms": 129.0783624715429,
383
- "num_actions": 1437,
384
- "num_dropped_actions": 0,
385
- "num_invalid_actions": 0,
386
- "p90_latency_ms": 135.19752299501695,
387
- "p99_latency_ms": 138.0301009647954,
388
- "return": 5360.0,
389
- "soft_reset_count": 7
390
- },
391
- {
392
- "case_id": 66,
393
- "episode_id": 24,
394
- "episode_seed": 104795,
395
- "final_is_true_episode_end": true,
396
- "final_lives": 0,
397
- "length": 11606,
398
- "mean_latency_ms": 129.06369677852382,
399
- "num_actions": 1350,
400
- "num_dropped_actions": 0,
401
- "num_invalid_actions": 0,
402
- "p90_latency_ms": 134.64911845919906,
403
- "p99_latency_ms": 137.79050189327234,
404
- "return": 3575.0,
405
- "soft_reset_count": 6
406
- },
407
- {
408
- "case_id": 67,
409
- "episode_id": 25,
410
- "episode_seed": 104796,
411
- "final_is_true_episode_end": true,
412
- "final_lives": 0,
413
- "length": 8639,
414
- "mean_latency_ms": 129.16759503519287,
415
- "num_actions": 1003,
416
- "num_dropped_actions": 0,
417
- "num_invalid_actions": 0,
418
- "p90_latency_ms": 134.87747791386346,
419
- "p99_latency_ms": 137.4260378618789,
420
- "return": 2315.0,
421
- "soft_reset_count": 6
422
- },
423
- {
424
- "case_id": 68,
425
- "episode_id": 26,
426
- "episode_seed": 104797,
427
- "final_is_true_episode_end": true,
428
- "final_lives": 0,
429
- "length": 11413,
430
- "mean_latency_ms": 129.0512881185272,
431
- "num_actions": 1320,
432
- "num_dropped_actions": 0,
433
- "num_invalid_actions": 0,
434
- "p90_latency_ms": 134.81598453020746,
435
- "p99_latency_ms": 137.48250995267364,
436
- "return": 3655.0,
437
- "soft_reset_count": 5
438
- },
439
- {
440
- "case_id": 69,
441
- "episode_id": 27,
442
- "episode_seed": 104798,
443
- "final_is_true_episode_end": true,
444
- "final_lives": 0,
445
- "length": 11845,
446
- "mean_latency_ms": 129.17014422718253,
447
- "num_actions": 1371,
448
- "num_dropped_actions": 0,
449
- "num_invalid_actions": 0,
450
- "p90_latency_ms": 135.22895666752254,
451
- "p99_latency_ms": 138.04408940367716,
452
- "return": 4560.0,
453
- "soft_reset_count": 7
454
- },
455
- {
456
- "case_id": 70,
457
- "episode_id": 28,
458
- "episode_seed": 104799,
459
- "final_is_true_episode_end": true,
460
- "final_lives": 0,
461
- "length": 13912,
462
- "mean_latency_ms": 129.2619579822947,
463
- "num_actions": 1606,
464
- "num_dropped_actions": 0,
465
- "num_invalid_actions": 0,
466
- "p90_latency_ms": 135.2020934616649,
467
- "p99_latency_ms": 137.81123538677824,
468
- "return": 6380.0,
469
- "soft_reset_count": 7
470
- },
471
- {
472
- "case_id": 71,
473
- "episode_id": 29,
474
- "episode_seed": 104800,
475
- "final_is_true_episode_end": true,
476
- "final_lives": 0,
477
- "length": 7502,
478
- "mean_latency_ms": 129.1646834761081,
479
- "num_actions": 873,
480
- "num_dropped_actions": 0,
481
- "num_invalid_actions": 0,
482
- "p90_latency_ms": 134.94827989691677,
483
- "p99_latency_ms": 137.80813728188423,
484
- "return": 1500.0,
485
- "soft_reset_count": 5
486
- },
487
- {
488
- "case_id": 72,
489
- "episode_id": 30,
490
- "episode_seed": 104801,
491
- "final_is_true_episode_end": true,
492
- "final_lives": 0,
493
- "length": 6325,
494
- "mean_latency_ms": 129.389830598008,
495
- "num_actions": 720,
496
- "num_dropped_actions": 0,
497
- "num_invalid_actions": 0,
498
- "p90_latency_ms": 135.43887692969443,
499
- "p99_latency_ms": 137.75513489564224,
500
- "return": 1460.0,
501
- "soft_reset_count": 5
502
- },
503
- {
504
- "case_id": 73,
505
- "episode_id": 31,
506
- "episode_seed": 104802,
507
- "final_is_true_episode_end": true,
508
- "final_lives": 0,
509
- "length": 7895,
510
- "mean_latency_ms": 129.2758503240117,
511
- "num_actions": 906,
512
- "num_dropped_actions": 0,
513
- "num_invalid_actions": 0,
514
- "p90_latency_ms": 135.41568550211457,
515
- "p99_latency_ms": 138.85356012370136,
516
- "return": 2040.0,
517
- "soft_reset_count": 5
518
- },
519
- {
520
- "case_id": 74,
521
- "episode_id": 32,
522
- "episode_seed": 104803,
523
- "final_is_true_episode_end": true,
524
- "final_lives": 0,
525
- "length": 5155,
526
- "mean_latency_ms": 129.1744640814852,
527
- "num_actions": 592,
528
- "num_dropped_actions": 0,
529
- "num_invalid_actions": 0,
530
- "p90_latency_ms": 135.46343804314938,
531
- "p99_latency_ms": 138.16018947444624,
532
- "return": 540.0,
533
- "soft_reset_count": 5
534
- },
535
- {
536
- "case_id": 75,
537
- "episode_id": 33,
538
- "episode_seed": 104804,
539
- "final_is_true_episode_end": true,
540
- "final_lives": 0,
541
- "length": 10330,
542
- "mean_latency_ms": 129.23063774121502,
543
- "num_actions": 1193,
544
- "num_dropped_actions": 0,
545
- "num_invalid_actions": 0,
546
- "p90_latency_ms": 135.04955649274157,
547
- "p99_latency_ms": 138.03227376803645,
548
- "return": 3245.0,
549
- "soft_reset_count": 6
550
- },
551
- {
552
- "case_id": 76,
553
- "episode_id": 34,
554
- "episode_seed": 104805,
555
- "final_is_true_episode_end": true,
556
- "final_lives": 0,
557
- "length": 8204,
558
- "mean_latency_ms": 128.92842374634006,
559
- "num_actions": 957,
560
- "num_dropped_actions": 0,
561
- "num_invalid_actions": 0,
562
- "p90_latency_ms": 134.8242762431729,
563
- "p99_latency_ms": 137.8126826373416,
564
- "return": 1600.0,
565
- "soft_reset_count": 5
566
- },
567
- {
568
- "case_id": 77,
569
- "episode_id": 35,
570
- "episode_seed": 104806,
571
- "final_is_true_episode_end": true,
572
- "final_lives": 0,
573
- "length": 8343,
574
- "mean_latency_ms": 129.48625523556646,
575
- "num_actions": 959,
576
- "num_dropped_actions": 0,
577
- "num_invalid_actions": 0,
578
- "p90_latency_ms": 135.27469085017367,
579
- "p99_latency_ms": 138.82338382301742,
580
- "return": 1720.0,
581
- "soft_reset_count": 6
582
- },
583
- {
584
- "case_id": 78,
585
- "episode_id": 36,
586
- "episode_seed": 104807,
587
- "final_is_true_episode_end": true,
588
- "final_lives": 0,
589
- "length": 14111,
590
- "mean_latency_ms": 129.0746433069525,
591
- "num_actions": 1632,
592
- "num_dropped_actions": 0,
593
- "num_invalid_actions": 0,
594
- "p90_latency_ms": 135.07400849019348,
595
- "p99_latency_ms": 137.98495897422353,
596
- "return": 5420.0,
597
- "soft_reset_count": 7
598
- },
599
- {
600
- "case_id": 79,
601
- "episode_id": 37,
602
- "episode_seed": 104808,
603
- "final_is_true_episode_end": false,
604
- "final_lives": 1,
605
- "length": 14400,
606
- "mean_latency_ms": 129.11481842780367,
607
- "num_actions": 1669,
608
- "num_dropped_actions": 0,
609
- "num_invalid_actions": 0,
610
- "p90_latency_ms": 135.1433094224928,
611
- "p99_latency_ms": 137.81186670136182,
612
- "return": 4540.0,
613
- "soft_reset_count": 6
614
- },
615
- {
616
- "case_id": 80,
617
- "episode_id": 38,
618
- "episode_seed": 104809,
619
- "final_is_true_episode_end": true,
620
- "final_lives": 0,
621
- "length": 5424,
622
- "mean_latency_ms": 129.32210983400077,
623
- "num_actions": 623,
624
- "num_dropped_actions": 0,
625
- "num_invalid_actions": 0,
626
- "p90_latency_ms": 135.4951181884316,
627
- "p99_latency_ms": 137.9867013893853,
628
- "return": 820.0,
629
- "soft_reset_count": 6
630
- },
631
- {
632
- "case_id": 81,
633
- "episode_id": 39,
634
- "episode_seed": 104810,
635
- "final_is_true_episode_end": true,
636
- "final_lives": 0,
637
- "length": 11680,
638
- "mean_latency_ms": 129.29126545496746,
639
- "num_actions": 1338,
640
- "num_dropped_actions": 0,
641
- "num_invalid_actions": 0,
642
- "p90_latency_ms": 135.45385256675257,
643
- "p99_latency_ms": 137.9367497896334,
644
- "return": 4530.0,
645
- "soft_reset_count": 7
646
- },
647
- {
648
- "case_id": 82,
649
- "episode_id": 40,
650
- "episode_seed": 104811,
651
- "final_is_true_episode_end": true,
652
- "final_lives": 0,
653
- "length": 10078,
654
- "mean_latency_ms": 129.2440756414484,
655
- "num_actions": 1161,
656
- "num_dropped_actions": 0,
657
- "num_invalid_actions": 0,
658
- "p90_latency_ms": 135.43042360712613,
659
- "p99_latency_ms": 137.61607047673866,
660
- "return": 3970.0,
661
- "soft_reset_count": 6
662
- },
663
- {
664
- "case_id": 83,
665
- "episode_id": 41,
666
- "episode_seed": 104812,
667
- "final_is_true_episode_end": true,
668
- "final_lives": 0,
669
- "length": 7546,
670
- "mean_latency_ms": 129.0476006198752,
671
- "num_actions": 877,
672
- "num_dropped_actions": 0,
673
- "num_invalid_actions": 0,
674
- "p90_latency_ms": 134.87618944646658,
675
- "p99_latency_ms": 137.12035133109947,
676
- "return": 1500.0,
677
- "soft_reset_count": 5
678
- },
679
- {
680
- "case_id": 84,
681
- "episode_id": 42,
682
- "episode_seed": 104813,
683
- "final_is_true_episode_end": true,
684
- "final_lives": 0,
685
- "length": 7176,
686
- "mean_latency_ms": 129.07820974730373,
687
- "num_actions": 832,
688
- "num_dropped_actions": 0,
689
- "num_invalid_actions": 0,
690
- "p90_latency_ms": 134.78164613111622,
691
- "p99_latency_ms": 137.97497999428126,
692
- "return": 1820.0,
693
- "soft_reset_count": 6
694
- },
695
- {
696
- "case_id": 85,
697
- "episode_id": 43,
698
- "episode_seed": 104814,
699
- "final_is_true_episode_end": false,
700
- "final_lives": 3,
701
- "length": 14400,
702
- "mean_latency_ms": 129.06042237891612,
703
- "num_actions": 1675,
704
- "num_dropped_actions": 0,
705
- "num_invalid_actions": 0,
706
- "p90_latency_ms": 134.8791145604917,
707
- "p99_latency_ms": 138.02944163126216,
708
- "return": 5740.0,
709
- "soft_reset_count": 5
710
- },
711
- {
712
- "case_id": 86,
713
- "episode_id": 44,
714
- "episode_seed": 104815,
715
- "final_is_true_episode_end": true,
716
- "final_lives": 0,
717
- "length": 10004,
718
- "mean_latency_ms": 129.34785921179375,
719
- "num_actions": 1153,
720
- "num_dropped_actions": 0,
721
- "num_invalid_actions": 0,
722
- "p90_latency_ms": 135.4840270106611,
723
- "p99_latency_ms": 137.966384153218,
724
- "return": 3470.0,
725
- "soft_reset_count": 6
726
- },
727
- {
728
- "case_id": 87,
729
- "episode_id": 45,
730
- "episode_seed": 104816,
731
- "final_is_true_episode_end": true,
732
- "final_lives": 0,
733
- "length": 12702,
734
- "mean_latency_ms": 129.16521348931616,
735
- "num_actions": 1470,
736
- "num_dropped_actions": 0,
737
- "num_invalid_actions": 0,
738
- "p90_latency_ms": 135.0329562067857,
739
- "p99_latency_ms": 137.52575725889264,
740
- "return": 5600.0,
741
- "soft_reset_count": 8
742
- },
743
- {
744
- "case_id": 88,
745
- "episode_id": 46,
746
- "episode_seed": 104817,
747
- "final_is_true_episode_end": true,
748
- "final_lives": 0,
749
- "length": 9761,
750
- "mean_latency_ms": 129.24277087061327,
751
- "num_actions": 1117,
752
- "num_dropped_actions": 0,
753
- "num_invalid_actions": 0,
754
- "p90_latency_ms": 135.37744787258748,
755
- "p99_latency_ms": 137.64287833997076,
756
- "return": 3815.0,
757
- "soft_reset_count": 7
758
- },
759
- {
760
- "case_id": 89,
761
- "episode_id": 47,
762
- "episode_seed": 104818,
763
- "final_is_true_episode_end": true,
764
- "final_lives": 0,
765
- "length": 12229,
766
- "mean_latency_ms": 129.30851115269908,
767
- "num_actions": 1408,
768
- "num_dropped_actions": 0,
769
- "num_invalid_actions": 0,
770
- "p90_latency_ms": 135.44749841527866,
771
- "p99_latency_ms": 138.01373932124716,
772
- "return": 4370.0,
773
- "soft_reset_count": 6
774
- },
775
- {
776
- "case_id": 90,
777
- "episode_id": 48,
778
- "episode_seed": 104819,
779
- "final_is_true_episode_end": true,
780
- "final_lives": 0,
781
- "length": 10480,
782
- "mean_latency_ms": 129.08904976272996,
783
- "num_actions": 1210,
784
- "num_dropped_actions": 0,
785
- "num_invalid_actions": 0,
786
- "p90_latency_ms": 135.28522250261233,
787
- "p99_latency_ms": 137.4531741738946,
788
- "return": 3910.0,
789
- "soft_reset_count": 6
790
- },
791
- {
792
- "case_id": 91,
793
- "episode_id": 49,
794
- "episode_seed": 104820,
795
- "final_is_true_episode_end": true,
796
- "final_lives": 0,
797
- "length": 6739,
798
- "mean_latency_ms": 129.31873552717278,
799
- "num_actions": 775,
800
- "num_dropped_actions": 0,
801
- "num_invalid_actions": 0,
802
- "p90_latency_ms": 135.39300862624674,
803
- "p99_latency_ms": 137.93107283307202,
804
- "return": 1160.0,
805
- "soft_reset_count": 6
806
- },
807
- {
808
- "case_id": 92,
809
- "episode_id": 50,
810
- "episode_seed": 104821,
811
- "final_is_true_episode_end": true,
812
- "final_lives": 0,
813
- "length": 7639,
814
- "mean_latency_ms": 128.94874528686154,
815
- "num_actions": 885,
816
- "num_dropped_actions": 0,
817
- "num_invalid_actions": 0,
818
- "p90_latency_ms": 135.19780424412735,
819
- "p99_latency_ms": 138.0193147249734,
820
- "return": 2200.0,
821
- "soft_reset_count": 6
822
- },
823
- {
824
- "case_id": 93,
825
- "episode_id": 51,
826
- "episode_seed": 104822,
827
- "final_is_true_episode_end": false,
828
- "final_lives": 2,
829
- "length": 14400,
830
- "mean_latency_ms": 129.11044686581266,
831
- "num_actions": 1668,
832
- "num_dropped_actions": 0,
833
- "num_invalid_actions": 0,
834
- "p90_latency_ms": 135.20991401755856,
835
- "p99_latency_ms": 138.08821504802341,
836
- "return": 4005.0,
837
- "soft_reset_count": 7
838
- },
839
- {
840
- "case_id": 94,
841
- "episode_id": 52,
842
- "episode_seed": 104823,
843
- "final_is_true_episode_end": true,
844
- "final_lives": 0,
845
- "length": 7905,
846
- "mean_latency_ms": 129.1225122057808,
847
- "num_actions": 916,
848
- "num_dropped_actions": 0,
849
- "num_invalid_actions": 0,
850
- "p90_latency_ms": 135.29375441209973,
851
- "p99_latency_ms": 138.0724686397075,
852
- "return": 2375.0,
853
- "soft_reset_count": 5
854
- },
855
- {
856
- "case_id": 95,
857
- "episode_id": 53,
858
- "episode_seed": 104824,
859
- "final_is_true_episode_end": true,
860
- "final_lives": 0,
861
- "length": 4441,
862
- "mean_latency_ms": 129.28612670409643,
863
- "num_actions": 511,
864
- "num_dropped_actions": 0,
865
- "num_invalid_actions": 0,
866
- "p90_latency_ms": 135.44720373911102,
867
- "p99_latency_ms": 138.00398582250244,
868
- "return": 520.0,
869
- "soft_reset_count": 5
870
- },
871
- {
872
- "case_id": 96,
873
- "episode_id": 54,
874
- "episode_seed": 104825,
875
- "final_is_true_episode_end": true,
876
- "final_lives": 0,
877
- "length": 12007,
878
- "mean_latency_ms": 129.21310161170285,
879
- "num_actions": 1385,
880
- "num_dropped_actions": 0,
881
- "num_invalid_actions": 0,
882
- "p90_latency_ms": 135.02162991501282,
883
- "p99_latency_ms": 138.08260424062422,
884
- "return": 3315.0,
885
- "soft_reset_count": 6
886
- },
887
- {
888
- "case_id": 97,
889
- "episode_id": 55,
890
- "episode_seed": 104826,
891
- "final_is_true_episode_end": true,
892
- "final_lives": 0,
893
- "length": 12526,
894
- "mean_latency_ms": 129.26064336705286,
895
- "num_actions": 1441,
896
- "num_dropped_actions": 0,
897
- "num_invalid_actions": 0,
898
- "p90_latency_ms": 135.03587401583283,
899
- "p99_latency_ms": 138.02684892163862,
900
- "return": 4900.0,
901
- "soft_reset_count": 6
902
- },
903
- {
904
- "case_id": 98,
905
- "episode_id": 56,
906
- "episode_seed": 104827,
907
- "final_is_true_episode_end": true,
908
- "final_lives": 0,
909
- "length": 6690,
910
- "mean_latency_ms": 129.1590503861069,
911
- "num_actions": 771,
912
- "num_dropped_actions": 0,
913
- "num_invalid_actions": 0,
914
- "p90_latency_ms": 135.37383855748038,
915
- "p99_latency_ms": 137.77870562978183,
916
- "return": 1360.0,
917
- "soft_reset_count": 5
918
- },
919
- {
920
- "case_id": 99,
921
- "episode_id": 57,
922
- "episode_seed": 104828,
923
- "final_is_true_episode_end": true,
924
- "final_lives": 0,
925
- "length": 3589,
926
- "mean_latency_ms": 129.25886574869807,
927
- "num_actions": 414,
928
- "num_dropped_actions": 0,
929
- "num_invalid_actions": 0,
930
- "p90_latency_ms": 135.39647921385054,
931
- "p99_latency_ms": 138.8215599273449,
932
- "return": 310.0,
933
- "soft_reset_count": 5
934
- },
935
- {
936
- "case_id": 100,
937
- "episode_id": 58,
938
- "episode_seed": 104829,
939
- "final_is_true_episode_end": true,
940
- "final_lives": 0,
941
- "length": 5180,
942
- "mean_latency_ms": 128.8295452725895,
943
- "num_actions": 609,
944
- "num_dropped_actions": 0,
945
- "num_invalid_actions": 0,
946
- "p90_latency_ms": 134.73790191027277,
947
- "p99_latency_ms": 137.17001732635012,
948
- "return": 355.0,
949
- "soft_reset_count": 6
950
- },
951
- {
952
- "case_id": 101,
953
- "episode_id": 59,
954
- "episode_seed": 104830,
955
- "final_is_true_episode_end": true,
956
- "final_lives": 0,
957
- "length": 13105,
958
- "mean_latency_ms": 129.10886662367813,
959
- "num_actions": 1515,
960
- "num_dropped_actions": 0,
961
- "num_invalid_actions": 0,
962
- "p90_latency_ms": 134.82146639594362,
963
- "p99_latency_ms": 137.71671662451834,
964
- "return": 5540.0,
965
- "soft_reset_count": 7
966
- },
967
- {
968
- "case_id": 102,
969
- "episode_id": 60,
970
- "episode_seed": 104831,
971
- "final_is_true_episode_end": true,
972
- "final_lives": 0,
973
- "length": 9694,
974
- "mean_latency_ms": 129.24468181755475,
975
- "num_actions": 1111,
976
- "num_dropped_actions": 0,
977
- "num_invalid_actions": 0,
978
- "p90_latency_ms": 135.4975701987201,
979
- "p99_latency_ms": 137.91011176771335,
980
- "return": 3040.0,
981
- "soft_reset_count": 7
982
- },
983
- {
984
- "case_id": 103,
985
- "episode_id": 61,
986
- "episode_seed": 104832,
987
- "final_is_true_episode_end": true,
988
- "final_lives": 0,
989
- "length": 8158,
990
- "mean_latency_ms": 129.08719975509206,
991
- "num_actions": 944,
992
- "num_dropped_actions": 0,
993
- "num_invalid_actions": 0,
994
- "p90_latency_ms": 134.9052142193763,
995
- "p99_latency_ms": 137.54907129413394,
996
- "return": 2120.0,
997
- "soft_reset_count": 5
998
- },
999
- {
1000
- "case_id": 104,
1001
- "episode_id": 62,
1002
- "episode_seed": 104833,
1003
- "final_is_true_episode_end": true,
1004
- "final_lives": 0,
1005
- "length": 14093,
1006
- "mean_latency_ms": 129.16337208675134,
1007
- "num_actions": 1633,
1008
- "num_dropped_actions": 0,
1009
- "num_invalid_actions": 0,
1010
- "p90_latency_ms": 134.808345693593,
1011
- "p99_latency_ms": 137.6819222959793,
1012
- "return": 4800.0,
1013
- "soft_reset_count": 7
1014
- },
1015
- {
1016
- "case_id": 105,
1017
- "episode_id": 63,
1018
- "episode_seed": 104834,
1019
- "final_is_true_episode_end": true,
1020
- "final_lives": 0,
1021
- "length": 8099,
1022
- "mean_latency_ms": 129.0424115323236,
1023
- "num_actions": 937,
1024
- "num_dropped_actions": 0,
1025
- "num_invalid_actions": 0,
1026
- "p90_latency_ms": 135.35721805025966,
1027
- "p99_latency_ms": 137.6933144848672,
1028
- "return": 2160.0,
1029
- "soft_reset_count": 6
1030
- },
1031
- {
1032
- "case_id": 106,
1033
- "episode_id": 64,
1034
- "episode_seed": 104835,
1035
- "final_is_true_episode_end": true,
1036
- "final_lives": 0,
1037
- "length": 5147,
1038
- "mean_latency_ms": 128.95370416051463,
1039
- "num_actions": 603,
1040
- "num_dropped_actions": 0,
1041
- "num_invalid_actions": 0,
1042
- "p90_latency_ms": 135.3649663021735,
1043
- "p99_latency_ms": 137.69310614229138,
1044
- "return": 480.0,
1045
- "soft_reset_count": 5
1046
- },
1047
- {
1048
- "case_id": 107,
1049
- "episode_id": 65,
1050
- "episode_seed": 104836,
1051
- "final_is_true_episode_end": true,
1052
- "final_lives": 0,
1053
- "length": 8372,
1054
- "mean_latency_ms": 129.12088603364322,
1055
- "num_actions": 967,
1056
- "num_dropped_actions": 0,
1057
- "num_invalid_actions": 0,
1058
- "p90_latency_ms": 135.3391256618448,
1059
- "p99_latency_ms": 138.433406689951,
1060
- "return": 1980.0,
1061
- "soft_reset_count": 6
1062
- },
1063
- {
1064
- "case_id": 108,
1065
- "episode_id": 66,
1066
- "episode_seed": 104837,
1067
- "final_is_true_episode_end": false,
1068
- "final_lives": 1,
1069
- "length": 14400,
1070
- "mean_latency_ms": 129.16992944714903,
1071
- "num_actions": 1661,
1072
- "num_dropped_actions": 0,
1073
- "num_invalid_actions": 0,
1074
- "p90_latency_ms": 135.3475580681899,
1075
- "p99_latency_ms": 138.07388994224527,
1076
- "return": 4540.0,
1077
- "soft_reset_count": 7
1078
- },
1079
- {
1080
- "case_id": 109,
1081
- "episode_id": 67,
1082
- "episode_seed": 104838,
1083
- "final_is_true_episode_end": true,
1084
- "final_lives": 0,
1085
- "length": 9315,
1086
- "mean_latency_ms": 129.11118297683134,
1087
- "num_actions": 1080,
1088
- "num_dropped_actions": 0,
1089
- "num_invalid_actions": 0,
1090
- "p90_latency_ms": 135.35829503650484,
1091
- "p99_latency_ms": 137.7129580775381,
1092
- "return": 2665.0,
1093
- "soft_reset_count": 6
1094
- },
1095
- {
1096
- "case_id": 110,
1097
- "episode_id": 68,
1098
- "episode_seed": 104839,
1099
- "final_is_true_episode_end": true,
1100
- "final_lives": 0,
1101
- "length": 6193,
1102
- "mean_latency_ms": 129.1812087484323,
1103
- "num_actions": 717,
1104
- "num_dropped_actions": 0,
1105
- "num_invalid_actions": 0,
1106
- "p90_latency_ms": 134.93133528908882,
1107
- "p99_latency_ms": 137.83466535027523,
1108
- "return": 740.0,
1109
- "soft_reset_count": 5
1110
- },
1111
- {
1112
- "case_id": 111,
1113
- "episode_id": 69,
1114
- "episode_seed": 104840,
1115
- "final_is_true_episode_end": true,
1116
- "final_lives": 0,
1117
- "length": 6696,
1118
- "mean_latency_ms": 129.28432057098254,
1119
- "num_actions": 767,
1120
- "num_dropped_actions": 0,
1121
- "num_invalid_actions": 0,
1122
- "p90_latency_ms": 135.4706321675571,
1123
- "p99_latency_ms": 138.0427069165592,
1124
- "return": 1460.0,
1125
- "soft_reset_count": 6
1126
- },
1127
- {
1128
- "case_id": 112,
1129
- "episode_id": 70,
1130
- "episode_seed": 104841,
1131
- "final_is_true_episode_end": true,
1132
- "final_lives": 0,
1133
- "length": 12440,
1134
- "mean_latency_ms": 129.14580619971616,
1135
- "num_actions": 1440,
1136
- "num_dropped_actions": 0,
1137
- "num_invalid_actions": 0,
1138
- "p90_latency_ms": 135.15886719809578,
1139
- "p99_latency_ms": 137.47114818520862,
1140
- "return": 4410.0,
1141
- "soft_reset_count": 6
1142
- },
1143
- {
1144
- "case_id": 113,
1145
- "episode_id": 71,
1146
- "episode_seed": 104842,
1147
- "final_is_true_episode_end": false,
1148
- "final_lives": 2,
1149
- "length": 14400,
1150
- "mean_latency_ms": 129.18608797199227,
1151
- "num_actions": 1664,
1152
- "num_dropped_actions": 0,
1153
- "num_invalid_actions": 0,
1154
- "p90_latency_ms": 135.26490075750183,
1155
- "p99_latency_ms": 138.5212505999133,
1156
- "return": 5110.0,
1157
- "soft_reset_count": 6
1158
- },
1159
- {
1160
- "case_id": 114,
1161
- "episode_id": 72,
1162
- "episode_seed": 104843,
1163
- "final_is_true_episode_end": true,
1164
- "final_lives": 0,
1165
- "length": 7989,
1166
- "mean_latency_ms": 129.2559553461366,
1167
- "num_actions": 924,
1168
- "num_dropped_actions": 0,
1169
- "num_invalid_actions": 0,
1170
- "p90_latency_ms": 135.26260644945398,
1171
- "p99_latency_ms": 138.2575496559922,
1172
- "return": 2060.0,
1173
- "soft_reset_count": 6
1174
- },
1175
- {
1176
- "case_id": 115,
1177
- "episode_id": 73,
1178
- "episode_seed": 104844,
1179
- "final_is_true_episode_end": true,
1180
- "final_lives": 0,
1181
- "length": 4752,
1182
- "mean_latency_ms": 128.90479742179375,
1183
- "num_actions": 551,
1184
- "num_dropped_actions": 0,
1185
- "num_invalid_actions": 0,
1186
- "p90_latency_ms": 134.77694227540024,
1187
- "p99_latency_ms": 137.2361343575971,
1188
- "return": 280.0,
1189
- "soft_reset_count": 4
1190
- },
1191
- {
1192
- "case_id": 116,
1193
- "episode_id": 74,
1194
- "episode_seed": 104845,
1195
- "final_is_true_episode_end": true,
1196
- "final_lives": 0,
1197
- "length": 7843,
1198
- "mean_latency_ms": 129.0501323039561,
1199
- "num_actions": 903,
1200
- "num_dropped_actions": 0,
1201
- "num_invalid_actions": 0,
1202
- "p90_latency_ms": 135.50550170392052,
1203
- "p99_latency_ms": 138.4223640266047,
1204
- "return": 2140.0,
1205
- "soft_reset_count": 6
1206
- },
1207
- {
1208
- "case_id": 117,
1209
- "episode_id": 75,
1210
- "episode_seed": 104846,
1211
- "final_is_true_episode_end": true,
1212
- "final_lives": 0,
1213
- "length": 9548,
1214
- "mean_latency_ms": 129.1143453322635,
1215
- "num_actions": 1102,
1216
- "num_dropped_actions": 0,
1217
- "num_invalid_actions": 0,
1218
- "p90_latency_ms": 135.3316503310169,
1219
- "p99_latency_ms": 137.57246247973683,
1220
- "return": 2900.0,
1221
- "soft_reset_count": 5
1222
- },
1223
- {
1224
- "case_id": 118,
1225
- "episode_id": 76,
1226
- "episode_seed": 104847,
1227
- "final_is_true_episode_end": true,
1228
- "final_lives": 0,
1229
- "length": 5401,
1230
- "mean_latency_ms": 129.3580398630112,
1231
- "num_actions": 623,
1232
- "num_dropped_actions": 0,
1233
- "num_invalid_actions": 0,
1234
- "p90_latency_ms": 135.44265424229903,
1235
- "p99_latency_ms": 136.9967449695158,
1236
- "return": 560.0,
1237
- "soft_reset_count": 5
1238
- },
1239
- {
1240
- "case_id": 119,
1241
- "episode_id": 77,
1242
- "episode_seed": 104848,
1243
- "final_is_true_episode_end": true,
1244
- "final_lives": 0,
1245
- "length": 4488,
1246
- "mean_latency_ms": 129.08210121341898,
1247
- "num_actions": 521,
1248
- "num_dropped_actions": 0,
1249
- "num_invalid_actions": 0,
1250
- "p90_latency_ms": 134.69278099401913,
1251
- "p99_latency_ms": 137.99491290065782,
1252
- "return": 620.0,
1253
- "soft_reset_count": 5
1254
- },
1255
- {
1256
- "case_id": 120,
1257
- "episode_id": 78,
1258
- "episode_seed": 104849,
1259
- "final_is_true_episode_end": true,
1260
- "final_lives": 0,
1261
- "length": 12936,
1262
- "mean_latency_ms": 129.03679267922703,
1263
- "num_actions": 1501,
1264
- "num_dropped_actions": 0,
1265
- "num_invalid_actions": 0,
1266
- "p90_latency_ms": 134.8370306500535,
1267
- "p99_latency_ms": 137.96897921533724,
1268
- "return": 5470.0,
1269
- "soft_reset_count": 7
1270
- },
1271
- {
1272
- "case_id": 121,
1273
- "episode_id": 79,
1274
- "episode_seed": 104850,
1275
- "final_is_true_episode_end": true,
1276
- "final_lives": 0,
1277
- "length": 11806,
1278
- "mean_latency_ms": 129.1566493673746,
1279
- "num_actions": 1370,
1280
- "num_dropped_actions": 0,
1281
- "num_invalid_actions": 0,
1282
- "p90_latency_ms": 134.88771324418113,
1283
- "p99_latency_ms": 137.82929292213646,
1284
- "return": 3950.0,
1285
- "soft_reset_count": 7
1286
- },
1287
- {
1288
- "case_id": 122,
1289
- "episode_id": 80,
1290
- "episode_seed": 104851,
1291
- "final_is_true_episode_end": false,
1292
- "final_lives": 4,
1293
- "length": 14400,
1294
- "mean_latency_ms": 129.0708311781694,
1295
- "num_actions": 1668,
1296
- "num_dropped_actions": 0,
1297
- "num_invalid_actions": 0,
1298
- "p90_latency_ms": 134.74200669783974,
1299
- "p99_latency_ms": 138.0245374492888,
1300
- "return": 4800.0,
1301
- "soft_reset_count": 5
1302
- },
1303
- {
1304
- "case_id": 123,
1305
- "episode_id": 81,
1306
- "episode_seed": 104852,
1307
- "final_is_true_episode_end": false,
1308
- "final_lives": 3,
1309
- "length": 14400,
1310
- "mean_latency_ms": 129.2730030158808,
1311
- "num_actions": 1644,
1312
- "num_dropped_actions": 0,
1313
- "num_invalid_actions": 0,
1314
- "p90_latency_ms": 135.41320387356947,
1315
- "p99_latency_ms": 138.04354330714625,
1316
- "return": 6510.0,
1317
- "soft_reset_count": 6
1318
- },
1319
- {
1320
- "case_id": 124,
1321
- "episode_id": 82,
1322
- "episode_seed": 104853,
1323
- "final_is_true_episode_end": true,
1324
- "final_lives": 0,
1325
- "length": 13477,
1326
- "mean_latency_ms": 129.17678036718127,
1327
- "num_actions": 1554,
1328
- "num_dropped_actions": 0,
1329
- "num_invalid_actions": 0,
1330
- "p90_latency_ms": 135.43597319716446,
1331
- "p99_latency_ms": 137.91402014573066,
1332
- "return": 5290.0,
1333
- "soft_reset_count": 6
1334
- },
1335
- {
1336
- "case_id": 125,
1337
- "episode_id": 83,
1338
- "episode_seed": 104854,
1339
- "final_is_true_episode_end": true,
1340
- "final_lives": 0,
1341
- "length": 6033,
1342
- "mean_latency_ms": 129.12743265480998,
1343
- "num_actions": 698,
1344
- "num_dropped_actions": 0,
1345
- "num_invalid_actions": 0,
1346
- "p90_latency_ms": 135.3262698069495,
1347
- "p99_latency_ms": 137.83609022130628,
1348
- "return": 640.0,
1349
- "soft_reset_count": 5
1350
- },
1351
- {
1352
- "case_id": 126,
1353
- "episode_id": 84,
1354
- "episode_seed": 104855,
1355
- "final_is_true_episode_end": true,
1356
- "final_lives": 0,
1357
- "length": 10446,
1358
- "mean_latency_ms": 129.16584370197356,
1359
- "num_actions": 1208,
1360
- "num_dropped_actions": 0,
1361
- "num_invalid_actions": 0,
1362
- "p90_latency_ms": 135.35377461708924,
1363
- "p99_latency_ms": 137.55043922163756,
1364
- "return": 3605.0,
1365
- "soft_reset_count": 6
1366
- },
1367
- {
1368
- "case_id": 127,
1369
- "episode_id": 85,
1370
- "episode_seed": 104856,
1371
- "final_is_true_episode_end": true,
1372
- "final_lives": 0,
1373
- "length": 13387,
1374
- "mean_latency_ms": 129.24506753206177,
1375
- "num_actions": 1545,
1376
- "num_dropped_actions": 0,
1377
- "num_invalid_actions": 0,
1378
- "p90_latency_ms": 135.39826674938817,
1379
- "p99_latency_ms": 137.94098367904968,
1380
- "return": 6190.0,
1381
- "soft_reset_count": 7
1382
- },
1383
- {
1384
- "case_id": 128,
1385
- "episode_id": 86,
1386
- "episode_seed": 104857,
1387
- "final_is_true_episode_end": true,
1388
- "final_lives": 0,
1389
- "length": 9027,
1390
- "mean_latency_ms": 129.17168478576397,
1391
- "num_actions": 1043,
1392
- "num_dropped_actions": 0,
1393
- "num_invalid_actions": 0,
1394
- "p90_latency_ms": 134.96984321106603,
1395
- "p99_latency_ms": 137.97160692146068,
1396
- "return": 2240.0,
1397
- "soft_reset_count": 6
1398
- },
1399
- {
1400
- "case_id": 129,
1401
- "episode_id": 87,
1402
- "episode_seed": 104858,
1403
- "final_is_true_episode_end": true,
1404
- "final_lives": 0,
1405
- "length": 7165,
1406
- "mean_latency_ms": 128.94355816271673,
1407
- "num_actions": 834,
1408
- "num_dropped_actions": 0,
1409
- "num_invalid_actions": 0,
1410
- "p90_latency_ms": 134.88273363715138,
1411
- "p99_latency_ms": 138.0405942238867,
1412
- "return": 1160.0,
1413
- "soft_reset_count": 6
1414
- },
1415
- {
1416
- "case_id": 130,
1417
- "episode_id": 88,
1418
- "episode_seed": 104859,
1419
- "final_is_true_episode_end": true,
1420
- "final_lives": 0,
1421
- "length": 13395,
1422
- "mean_latency_ms": 129.15200308118125,
1423
- "num_actions": 1548,
1424
- "num_dropped_actions": 0,
1425
- "num_invalid_actions": 0,
1426
- "p90_latency_ms": 135.46110474076542,
1427
- "p99_latency_ms": 137.88940066383975,
1428
- "return": 4240.0,
1429
- "soft_reset_count": 6
1430
- },
1431
- {
1432
- "case_id": 131,
1433
- "episode_id": 89,
1434
- "episode_seed": 104860,
1435
- "final_is_true_episode_end": false,
1436
- "final_lives": 4,
1437
- "length": 14400,
1438
- "mean_latency_ms": 129.2210266136371,
1439
- "num_actions": 1658,
1440
- "num_dropped_actions": 0,
1441
- "num_invalid_actions": 0,
1442
- "p90_latency_ms": 135.337482810035,
1443
- "p99_latency_ms": 137.8791810172637,
1444
- "return": 5760.0,
1445
- "soft_reset_count": 4
1446
- },
1447
- {
1448
- "case_id": 132,
1449
- "episode_id": 90,
1450
- "episode_seed": 104861,
1451
- "final_is_true_episode_end": true,
1452
- "final_lives": 0,
1453
- "length": 6360,
1454
- "mean_latency_ms": 129.22507870247637,
1455
- "num_actions": 734,
1456
- "num_dropped_actions": 0,
1457
- "num_invalid_actions": 0,
1458
- "p90_latency_ms": 135.13173676888306,
1459
- "p99_latency_ms": 137.4968377632589,
1460
- "return": 1120.0,
1461
- "soft_reset_count": 5
1462
- },
1463
- {
1464
- "case_id": 133,
1465
- "episode_id": 91,
1466
- "episode_seed": 104862,
1467
- "final_is_true_episode_end": true,
1468
- "final_lives": 0,
1469
- "length": 6390,
1470
- "mean_latency_ms": 129.22262143640023,
1471
- "num_actions": 741,
1472
- "num_dropped_actions": 0,
1473
- "num_invalid_actions": 0,
1474
- "p90_latency_ms": 134.81293673222373,
1475
- "p99_latency_ms": 138.064765421189,
1476
- "return": 880.0,
1477
- "soft_reset_count": 5
1478
- },
1479
- {
1480
- "case_id": 134,
1481
- "episode_id": 92,
1482
- "episode_seed": 104863,
1483
- "final_is_true_episode_end": true,
1484
- "final_lives": 0,
1485
- "length": 9329,
1486
- "mean_latency_ms": 129.16762301495703,
1487
- "num_actions": 1084,
1488
- "num_dropped_actions": 0,
1489
- "num_invalid_actions": 0,
1490
- "p90_latency_ms": 134.6289914312415,
1491
- "p99_latency_ms": 137.47100886607527,
1492
- "return": 2240.0,
1493
- "soft_reset_count": 5
1494
- },
1495
- {
1496
- "case_id": 135,
1497
- "episode_id": 93,
1498
- "episode_seed": 104864,
1499
- "final_is_true_episode_end": true,
1500
- "final_lives": 0,
1501
- "length": 14394,
1502
- "mean_latency_ms": 129.08378085396998,
1503
- "num_actions": 1667,
1504
- "num_dropped_actions": 0,
1505
- "num_invalid_actions": 0,
1506
- "p90_latency_ms": 135.14059765322298,
1507
- "p99_latency_ms": 137.67962017255726,
1508
- "return": 5880.0,
1509
- "soft_reset_count": 7
1510
- },
1511
- {
1512
- "case_id": 136,
1513
- "episode_id": 94,
1514
- "episode_seed": 104865,
1515
- "final_is_true_episode_end": true,
1516
- "final_lives": 0,
1517
- "length": 9163,
1518
- "mean_latency_ms": 129.00148574194014,
1519
- "num_actions": 1061,
1520
- "num_dropped_actions": 0,
1521
- "num_invalid_actions": 0,
1522
- "p90_latency_ms": 134.82692498995434,
1523
- "p99_latency_ms": 137.1729502456259,
1524
- "return": 3490.0,
1525
- "soft_reset_count": 7
1526
- },
1527
- {
1528
- "case_id": 137,
1529
- "episode_id": 95,
1530
- "episode_seed": 104866,
1531
- "final_is_true_episode_end": true,
1532
- "final_lives": 0,
1533
- "length": 6193,
1534
- "mean_latency_ms": 129.08109480973155,
1535
- "num_actions": 721,
1536
- "num_dropped_actions": 0,
1537
- "num_invalid_actions": 0,
1538
- "p90_latency_ms": 134.92096535770327,
1539
- "p99_latency_ms": 137.9465669657028,
1540
- "return": 1380.0,
1541
- "soft_reset_count": 5
1542
- },
1543
- {
1544
- "case_id": 138,
1545
- "episode_id": 96,
1546
- "episode_seed": 104867,
1547
- "final_is_true_episode_end": true,
1548
- "final_lives": 0,
1549
- "length": 11649,
1550
- "mean_latency_ms": 129.01538967266978,
1551
- "num_actions": 1356,
1552
- "num_dropped_actions": 0,
1553
- "num_invalid_actions": 0,
1554
- "p90_latency_ms": 134.73549155720258,
1555
- "p99_latency_ms": 138.02978802923613,
1556
- "return": 4505.0,
1557
- "soft_reset_count": 7
1558
- },
1559
- {
1560
- "case_id": 139,
1561
- "episode_id": 97,
1562
- "episode_seed": 104868,
1563
- "final_is_true_episode_end": true,
1564
- "final_lives": 0,
1565
- "length": 6798,
1566
- "mean_latency_ms": 129.05694295993428,
1567
- "num_actions": 789,
1568
- "num_dropped_actions": 0,
1569
- "num_invalid_actions": 0,
1570
- "p90_latency_ms": 135.37672090690847,
1571
- "p99_latency_ms": 137.82068263230894,
1572
- "return": 1580.0,
1573
- "soft_reset_count": 5
1574
- },
1575
- {
1576
- "case_id": 140,
1577
- "episode_id": 98,
1578
- "episode_seed": 104869,
1579
- "final_is_true_episode_end": true,
1580
- "final_lives": 0,
1581
- "length": 14069,
1582
- "mean_latency_ms": 129.28222455020358,
1583
- "num_actions": 1606,
1584
- "num_dropped_actions": 0,
1585
- "num_invalid_actions": 0,
1586
- "p90_latency_ms": 135.38490280931734,
1587
- "p99_latency_ms": 137.61363631066035,
1588
- "return": 6180.0,
1589
- "soft_reset_count": 6
1590
- },
1591
- {
1592
- "case_id": 141,
1593
- "episode_id": 99,
1594
- "episode_seed": 104870,
1595
- "final_is_true_episode_end": false,
1596
- "final_lives": 1,
1597
- "length": 14400,
1598
- "mean_latency_ms": 129.17540136210187,
1599
- "num_actions": 1659,
1600
- "num_dropped_actions": 0,
1601
- "num_invalid_actions": 0,
1602
- "p90_latency_ms": 135.0060177632066,
1603
- "p99_latency_ms": 137.98552774475704,
1604
- "return": 5240.0,
1605
- "soft_reset_count": 7
1606
- }
1607
- ],
1608
- "policy": "sample-factory",
1609
- "protocol": {
1610
- "actual_environment_seeds": [
1611
- 104771,
1612
- 104772,
1613
- 104773,
1614
- 104774,
1615
- 104775,
1616
- 104776,
1617
- 104777,
1618
- 104778,
1619
- 104779,
1620
- 104780,
1621
- 104781,
1622
- 104782,
1623
- 104783,
1624
- 104784,
1625
- 104785,
1626
- 104786,
1627
- 104787,
1628
- 104788,
1629
- 104789,
1630
- 104790,
1631
- 104791,
1632
- 104792,
1633
- 104793,
1634
- 104794,
1635
- 104795,
1636
- 104796,
1637
- 104797,
1638
- 104798,
1639
- 104799,
1640
- 104800,
1641
- 104801,
1642
- 104802,
1643
- 104803,
1644
- 104804,
1645
- 104805,
1646
- 104806,
1647
- 104807,
1648
- 104808,
1649
- 104809,
1650
- 104810,
1651
- 104811,
1652
- 104812,
1653
- 104813,
1654
- 104814,
1655
- 104815,
1656
- 104816,
1657
- 104817,
1658
- 104818,
1659
- 104819,
1660
- 104820,
1661
- 104821,
1662
- 104822,
1663
- 104823,
1664
- 104824,
1665
- 104825,
1666
- 104826,
1667
- 104827,
1668
- 104828,
1669
- 104829,
1670
- 104830,
1671
- 104831,
1672
- 104832,
1673
- 104833,
1674
- 104834,
1675
- 104835,
1676
- 104836,
1677
- 104837,
1678
- 104838,
1679
- 104839,
1680
- 104840,
1681
- 104841,
1682
- 104842,
1683
- 104843,
1684
- 104844,
1685
- 104845,
1686
- 104846,
1687
- 104847,
1688
- 104848,
1689
- 104849,
1690
- 104850,
1691
- 104851,
1692
- 104852,
1693
- 104853,
1694
- 104854,
1695
- 104855,
1696
- 104856,
1697
- 104857,
1698
- 104858,
1699
- 104859,
1700
- 104860,
1701
- 104861,
1702
- 104862,
1703
- 104863,
1704
- 104864,
1705
- 104865,
1706
- 104866,
1707
- 104867,
1708
- 104868,
1709
- 104869,
1710
- 104870
1711
- ],
1712
- "deterministic": true,
1713
- "episodes": 100,
1714
- "formal_episode_end": "lives_zero_or_horizon",
1715
- "horizon": 14400,
1716
- "latency": {
1717
- "instance_id": "instance_a5037b165aa0cedc",
1718
- "method": "iid_profile_replay",
1719
- "path": "profiles/gr00t/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc",
1720
- "replay": "iid",
1721
- "repo_id": "latency-sensitive-bench/profiles",
1722
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
1723
- "simulated_worker_capacity": 1
1724
- },
1725
- "life_loss_behavior": "soft_reset_and_continue_same_episode",
1726
- "logical_case_ids": [
1727
- 42,
1728
- 43,
1729
- 44,
1730
- 45,
1731
- 46,
1732
- 47,
1733
- 48,
1734
- 49,
1735
- 50,
1736
- 51,
1737
- 52,
1738
- 53,
1739
- 54,
1740
- 55,
1741
- 56,
1742
- 57,
1743
- 58,
1744
- 59,
1745
- 60,
1746
- 61,
1747
- 62,
1748
- 63,
1749
- 64,
1750
- 65,
1751
- 66,
1752
- 67,
1753
- 68,
1754
- 69,
1755
- 70,
1756
- 71,
1757
- 72,
1758
- 73,
1759
- 74,
1760
- 75,
1761
- 76,
1762
- 77,
1763
- 78,
1764
- 79,
1765
- 80,
1766
- 81,
1767
- 82,
1768
- 83,
1769
- 84,
1770
- 85,
1771
- 86,
1772
- 87,
1773
- 88,
1774
- 89,
1775
- 90,
1776
- 91,
1777
- 92,
1778
- 93,
1779
- 94,
1780
- 95,
1781
- 96,
1782
- 97,
1783
- 98,
1784
- 99,
1785
- 100,
1786
- 101,
1787
- 102,
1788
- 103,
1789
- 104,
1790
- 105,
1791
- 106,
1792
- 107,
1793
- 108,
1794
- 109,
1795
- 110,
1796
- 111,
1797
- 112,
1798
- 113,
1799
- 114,
1800
- 115,
1801
- 116,
1802
- 117,
1803
- 118,
1804
- 119,
1805
- 120,
1806
- 121,
1807
- 122,
1808
- 123,
1809
- 124,
1810
- 125,
1811
- 126,
1812
- 127,
1813
- 128,
1814
- 129,
1815
- 130,
1816
- 131,
1817
- 132,
1818
- 133,
1819
- 134,
1820
- 135,
1821
- 136,
1822
- 137,
1823
- 138,
1824
- 139,
1825
- 140,
1826
- 141
1827
- ],
1828
- "parallel_envs": 100,
1829
- "return_field": "game_score",
1830
- "sample_factory_seed_offset": 104729,
1831
- "terminal_on_life_loss": true
1832
- },
1833
- "schema_version": 1,
1834
- "summary": {
1835
- "mean_episode_length": 9960.25,
1836
- "mean_return": 3168.3,
1837
- "return_ci95_student_t": [
1838
- 2809.767409028937,
1839
- 3526.8325909710634
1840
- ],
1841
- "soft_reset_count": 593,
1842
- "std_episode_length": 3229.1630944261765,
1843
- "std_return": 1806.9223262025662,
1844
- "true_episode_end_count": 88
1845
- },
1846
- "task": "Demon Attack"
1847
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-gr00t-rtx3090-v1/provenance.json DELETED
@@ -1,38 +0,0 @@
1
- {
2
- "artifact": "sample-factory-small-policy",
3
- "central_target": {
4
- "path": "latency-aware/demon-attack/small-policy/sample-factory-gr00t-rtx3090-v1",
5
- "readback_revision": "7a6d7af88f921c6244aafe03078f1d30d94cc9b7",
6
- "repo_id": "latency-sensitive-bench/benchmark-models"
7
- },
8
- "files": {
9
- "checkpoint": {
10
- "bytes": 20722873,
11
- "path": "best_000097632_49987584_reward_7958.400.pth",
12
- "sha256": "f3a5eb1a6dcc6606c6dac8d15b5afafca1403ca079e3ea5ab0b19e248179d1d7"
13
- },
14
- "config": {
15
- "bytes": 10180,
16
- "path": "config.json",
17
- "sha256": "12d31506287a46f05d6219efdd8835207cc7b896f1a5c7e89193563660a4faf9"
18
- },
19
- "evaluation": "eval_profile.json"
20
- },
21
- "profile": {
22
- "instance_id": "instance_a5037b165aa0cedc",
23
- "path": "profiles/gr00t/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc",
24
- "replay": "iid",
25
- "repo_id": "latency-sensitive-bench/profiles",
26
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
27
- "simulated_worker_capacity": 1
28
- },
29
- "publication_status": "published-central-readback-passed",
30
- "schema_version": 1,
31
- "source": {
32
- "checkpoint": "memory/small_model/demon_attack/gr00t_rtx3090_profile_25m_fs4_1min_eval/train/memory_small_model:demon_attack:frame_stack:gr00t_rtx3090_iid:fs4:obs15:stride4:seed13/checkpoint_p0/best_000097632_49987584_reward_7958.400.pth",
33
- "path": "memory/small_model/demon_attack/gr00t_rtx3090_profile_25m_fs4_1min_eval/train/memory_small_model:demon_attack:frame_stack:gr00t_rtx3090_iid:fs4:obs15:stride4:seed13",
34
- "repo_id": "latency-sensitive-bench/paper-experiment-models",
35
- "revision": "8d576e64dd9f7370e06abfebff37b3d50dfdf8d1"
36
- },
37
- "task": "Demon Attack"
38
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-openvla-rtx3090-v1/README.md DELETED
@@ -1,16 +0,0 @@
1
- # Demon Attack Sample Factory policy
2
-
3
- This bundle contains the exact selected checkpoint, its original Sample Factory `config.json`, provenance, and the formal 100-episode evaluation.
4
-
5
- - Condition: IID replay of `profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc`
6
- - Deterministic case IDs: 42–141 (Sample Factory reset seeds 104771–104870)
7
- - Horizon: 14400
8
- - Life-loss handling: terminal detection followed by soft reset; the same formal episode continues
9
- - Formal episode end: lives=0 true game over or the 14400-step horizon
10
- - Parallel environments: 100
11
- - Mean return: 5632.750000
12
- - Return standard deviation: 1667.076522
13
- - Student-t 95% CI: [5301.965851, 5963.534149]
14
- - Mean episode length: 13303.53
15
-
16
- The historical checkpoint-selection reward is not an independent evaluation score. See `eval_profile.json` for all episode records and `provenance.json` for the immutable source revision.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-openvla-rtx3090-v1/best_000097632_49987584_reward_13578.800.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfd3809a17001e913bbc1b89d2716d95d29e16ab481a9e08fcf04ba3a761119b
3
- size 20722937
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-openvla-rtx3090-v1/config.json DELETED
@@ -1,271 +0,0 @@
1
- {
2
- "help": false,
3
- "algo": "APPO",
4
- "env": "latency_demon_attack",
5
- "experiment": "demon_attack_frame_stack_openvla_rtx3090_iid_fs4_seed10",
6
- "train_dir": "results/checkpoints/memory/small_model/demon_attack",
7
- "restart_behavior": "resume",
8
- "device": "gpu",
9
- "seed": 10,
10
- "initial_model_path": null,
11
- "num_policies": 1,
12
- "async_rl": true,
13
- "serial_mode": false,
14
- "batched_sampling": true,
15
- "num_batches_to_accumulate": 2,
16
- "worker_num_splits": 1,
17
- "policy_workers_per_policy": 1,
18
- "max_policy_lag": 300,
19
- "num_workers": 1,
20
- "num_envs_per_worker": 1,
21
- "batch_size": 1024,
22
- "num_batches_per_epoch": 8,
23
- "num_epochs": 2,
24
- "rollout": 64,
25
- "fasttd3_replay_capacity": 6553600,
26
- "fasttd3_replay_batch_size": 32768,
27
- "fasttd3_action_chunk_horizon": 1,
28
- "fasttd3_transitions_per_update": 64,
29
- "fasttd3_train_for_optimizer_steps": 10000000000,
30
- "fasttd3_v_min": -250.0,
31
- "fasttd3_v_max": 250.0,
32
- "fasttd3_actor_action_l2": 0.0,
33
- "fasttd3_compile": true,
34
- "recurrence": 32,
35
- "shuffle_minibatches": false,
36
- "gamma": 0.99,
37
- "reward_scale": 1.0,
38
- "reward_clip": 1000.0,
39
- "value_bootstrap": false,
40
- "normalize_returns": true,
41
- "exploration_loss_coeff": 0.003,
42
- "value_loss_coeff": 0.5,
43
- "kl_loss_coeff": 0.0,
44
- "exploration_loss": "entropy",
45
- "gae_lambda": 0.95,
46
- "ppo_clip_ratio": 0.1,
47
- "ppo_clip_value": 0.2,
48
- "with_vtrace": false,
49
- "vtrace_rho": 1.0,
50
- "vtrace_c": 1.0,
51
- "optimizer": "adam",
52
- "adam_eps": 1e-05,
53
- "adam_beta1": 0.9,
54
- "adam_beta2": 0.999,
55
- "max_grad_norm": 0.0,
56
- "learning_rate": 0.000303,
57
- "lr_schedule": "linear_decay",
58
- "lr_schedule_kl_threshold": 0.008,
59
- "lr_adaptive_min": 1e-06,
60
- "lr_adaptive_max": 0.01,
61
- "obs_subtract_mean": 0.0,
62
- "obs_scale": 255.0,
63
- "normalize_input": true,
64
- "normalize_input_keys": null,
65
- "decorrelate_experience_max_seconds": 0,
66
- "decorrelate_envs_on_one_worker": true,
67
- "actor_worker_gpus": [
68
- 0
69
- ],
70
- "set_workers_cpu_affinity": true,
71
- "force_envs_single_thread": false,
72
- "default_niceness": 0,
73
- "log_to_file": true,
74
- "experiment_summaries_interval": 1,
75
- "flush_summaries_interval": 30,
76
- "stats_avg": 100,
77
- "summaries_use_frameskip": true,
78
- "heartbeat_interval": 20,
79
- "heartbeat_reporting_interval": 180,
80
- "train_for_env_steps": 50000000,
81
- "train_for_seconds": 10000000000,
82
- "save_every_sec": 600,
83
- "keep_checkpoints": 5,
84
- "load_checkpoint_kind": "latest",
85
- "save_milestones_sec": -1,
86
- "save_best_every_sec": 5,
87
- "save_best_metric": "reward",
88
- "save_best_after": 100000,
89
- "benchmark": false,
90
- "encoder_mlp_layers": [
91
- 512,
92
- 512
93
- ],
94
- "encoder_conv_architecture": "convnet_atari",
95
- "encoder_conv_mlp_layers": [
96
- 512
97
- ],
98
- "use_rnn": false,
99
- "rnn_size": 512,
100
- "rnn_type": "gru",
101
- "rnn_num_layers": 1,
102
- "decoder_mlp_layers": [],
103
- "nonlinearity": "elu",
104
- "policy_initialization": "orthogonal",
105
- "policy_init_gain": 1.0,
106
- "actor_critic_share_weights": true,
107
- "adaptive_stddev": true,
108
- "continuous_tanh_scale": 0.0,
109
- "initial_stddev": 1.0,
110
- "use_env_info_cache": false,
111
- "env_gpu_actions": true,
112
- "env_gpu_observations": true,
113
- "env_frameskip": 1,
114
- "env_framestack": 1,
115
- "pixel_format": "CHW",
116
- "use_record_episode_statistics": false,
117
- "with_wandb": true,
118
- "wandb_user": null,
119
- "wandb_project": "latency-sensitive-bench",
120
- "wandb_group": "demon-attack-fs4-openvla_rtx3090_iid",
121
- "wandb_job_type": "sample_factory",
122
- "wandb_tags": [
123
- "memory_small_model",
124
- "demon-attack",
125
- "frame_stack",
126
- "iid",
127
- "openvla_rtx3090_iid",
128
- "fs4",
129
- "seed10"
130
- ],
131
- "with_pbt": false,
132
- "pbt_mix_policies_in_one_env": true,
133
- "pbt_period_env_steps": 5000000,
134
- "pbt_start_mutation": 20000000,
135
- "pbt_replace_fraction": 0.3,
136
- "pbt_mutation_rate": 0.15,
137
- "pbt_replace_reward_gap": 0.1,
138
- "pbt_replace_reward_gap_absolute": 1e-06,
139
- "pbt_optimize_gamma": false,
140
- "pbt_target_objective": "true_objective",
141
- "pbt_perturb_min": 1.1,
142
- "pbt_perturb_max": 1.5,
143
- "env_id": "ALE/DemonAttack-v5",
144
- "env_fps": 60.0,
145
- "obs_fps": 15.0,
146
- "screen_size": 84,
147
- "noop_max": 30,
148
- "reset_mode": "fire",
149
- "frame_stack": 4,
150
- "terminal_on_life_loss": true,
151
- "clip_reward": true,
152
- "repeat_action_probability": 0.0,
153
- "full_action_space": false,
154
- "max_episode_steps": 25000,
155
- "simulator": "gpu",
156
- "gpu_env_device": "auto",
157
- "gpu_env_batch_size": 512,
158
- "export_env_raw_rgb_frames": false,
159
- "mode": "train",
160
- "latency_type": "iid",
161
- "fixed_latency_ms": null,
162
- "mean_latency_ms": null,
163
- "std_latency_ms": null,
164
- "min_latency_ms": null,
165
- "max_latency_ms": null,
166
- "latency_seed": 10,
167
- "latency_profile_path": "results/profiling/profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
168
- "latency_profile_worker_slot": 0,
169
- "add_latency_info": false,
170
- "max_pending_actions": null,
171
- "hold_policy": "hold",
172
- "ordering_policy": "latest_ready",
173
- "eval_episodes": 100,
174
- "eval_parallel_envs": 1,
175
- "eval_latency_raw_frame_values": "0,1,2,3,4,5",
176
- "eval_max_steps": 3600,
177
- "eval_deterministic": true,
178
- "eval_raw_reward": true,
179
- "episode_metrics_path": "results/checkpoints/memory/small_model/demon_attack/demon_attack_frame_stack_openvla_rtx3090_iid_fs4_seed10/episode_metrics.jsonl",
180
- "command_line": "--mode train --algo APPO --env latency_demon_attack --experiment demon_attack_frame_stack_openvla_rtx3090_iid_fs4_seed10 --train_dir results/checkpoints/memory/small_model/demon_attack --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-env-batch-size 512 --seed 10 --episode_metrics_path results/checkpoints/memory/small_model/demon_attack/demon_attack_frame_stack_openvla_rtx3090_iid_fs4_seed10/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 1 --num_envs_per_worker 1 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --batched_sampling True --use_rnn False --normalize_returns True --normalize_input True --latency-type iid --latency-seed 10 --latency-profile-path results/profiling/profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 1 --eval-max-steps 3600 --eval-deterministic True --eval-raw-reward --with_wandb True --wandb_project latency-sensitive-bench --wandb_group demon-attack-fs4-openvla_rtx3090_iid --wandb_job_type sample_factory --wandb_tags memory_small_model demon-attack frame_stack iid openvla_rtx3090_iid fs4 seed10 --env_id ALE/DemonAttack-v5 --env-fps 60 --obs-fps 15.0 --screen_size 84 --noop_max 30 --reset-mode fire --frame_stack 4 --terminal_on_life_loss True --clip_reward True --repeat_action_probability 0.0 --full_action_space False --max_episode_steps 25000 --simulator gpu --gpu-env-device auto --hold-policy hold --ordering-policy latest_ready",
181
- "cli_args": {
182
- "algo": "APPO",
183
- "env": "latency_demon_attack",
184
- "experiment": "demon_attack_frame_stack_openvla_rtx3090_iid_fs4_seed10",
185
- "train_dir": "results/checkpoints/memory/small_model/demon_attack",
186
- "restart_behavior": "resume",
187
- "device": "gpu",
188
- "seed": 10,
189
- "num_policies": 1,
190
- "async_rl": true,
191
- "batched_sampling": true,
192
- "worker_num_splits": 1,
193
- "max_policy_lag": 300,
194
- "num_workers": 1,
195
- "num_envs_per_worker": 1,
196
- "batch_size": 1024,
197
- "num_batches_per_epoch": 8,
198
- "num_epochs": 2,
199
- "rollout": 64,
200
- "recurrence": 32,
201
- "gamma": 0.99,
202
- "normalize_returns": true,
203
- "value_loss_coeff": 0.5,
204
- "gae_lambda": 0.95,
205
- "ppo_clip_ratio": 0.1,
206
- "ppo_clip_value": 0.2,
207
- "max_grad_norm": 0.0,
208
- "learning_rate": 0.000303,
209
- "normalize_input": true,
210
- "actor_worker_gpus": [
211
- 0
212
- ],
213
- "experiment_summaries_interval": 1,
214
- "stats_avg": 100,
215
- "train_for_env_steps": 10000000,
216
- "save_every_sec": 600,
217
- "keep_checkpoints": 5,
218
- "use_rnn": false,
219
- "env_gpu_actions": true,
220
- "env_gpu_observations": true,
221
- "with_wandb": true,
222
- "wandb_project": "latency-sensitive-bench",
223
- "wandb_group": "demon-attack-fs4-openvla_rtx3090_iid",
224
- "wandb_job_type": "sample_factory",
225
- "wandb_tags": [
226
- "memory_small_model",
227
- "demon-attack",
228
- "frame_stack",
229
- "iid",
230
- "openvla_rtx3090_iid",
231
- "fs4",
232
- "seed10"
233
- ],
234
- "env_id": "ALE/DemonAttack-v5",
235
- "env_fps": 60.0,
236
- "obs_fps": 15.0,
237
- "screen_size": 84,
238
- "noop_max": 30,
239
- "reset_mode": "fire",
240
- "frame_stack": 4,
241
- "terminal_on_life_loss": true,
242
- "clip_reward": true,
243
- "repeat_action_probability": 0.0,
244
- "full_action_space": false,
245
- "max_episode_steps": 25000,
246
- "simulator": "gpu",
247
- "gpu_env_device": "auto",
248
- "gpu_env_batch_size": 512,
249
- "mode": "train",
250
- "latency_type": "iid",
251
- "latency_seed": 10,
252
- "latency_profile_path": "results/profiling/profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
253
- "latency_profile_worker_slot": 0,
254
- "add_latency_info": false,
255
- "hold_policy": "hold",
256
- "ordering_policy": "latest_ready",
257
- "eval_episodes": 100,
258
- "eval_parallel_envs": 1,
259
- "eval_max_steps": 3600,
260
- "eval_deterministic": true,
261
- "eval_raw_reward": true,
262
- "episode_metrics_path": "results/checkpoints/memory/small_model/demon_attack/demon_attack_frame_stack_openvla_rtx3090_iid_fs4_seed10/episode_metrics.jsonl",
263
- "output_dir": "outputs/memory/small_model/demon_attack/openvla_rtx3090_profile/train/frame_stack/openvla_rtx3090_iid/fs4/seed_10",
264
- "wandb_unique_id": "demon-attack-fs4-openvla_rtx3090_iid-s10"
265
- },
266
- "git_hash": "c0cb6a319133de6cbef9729610762a9dffc68b29",
267
- "git_repo_name": "https://github.com/ZihanWang314/latency-sensitive-bench",
268
- "eval_env_frameskip": 1,
269
- "output_dir": "outputs/memory/small_model/demon_attack/openvla_rtx3090_profile/train/frame_stack/openvla_rtx3090_iid/fs4/seed_10",
270
- "wandb_unique_id": "demon-attack-fs4-openvla_rtx3090_iid-s10"
271
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-openvla-rtx3090-v1/eval_profile.json DELETED
@@ -1,1847 +0,0 @@
1
- {
2
- "checkpoint": {
3
- "bundle_path": "best_000097632_49987584_reward_13578.800.pth",
4
- "sha256": "cfd3809a17001e913bbc1b89d2716d95d29e16ab481a9e08fcf04ba3a761119b"
5
- },
6
- "episodes": [
7
- {
8
- "case_id": 42,
9
- "episode_id": 0,
10
- "episode_seed": 104771,
11
- "final_is_true_episode_end": true,
12
- "final_lives": 0,
13
- "length": 11771,
14
- "mean_latency_ms": 71.57120368863308,
15
- "num_actions": 1475,
16
- "num_dropped_actions": 0,
17
- "num_invalid_actions": 0,
18
- "p90_latency_ms": 74.27643088211886,
19
- "p99_latency_ms": 76.33462698177078,
20
- "return": 5030.0,
21
- "soft_reset_count": 7
22
- },
23
- {
24
- "case_id": 43,
25
- "episode_id": 1,
26
- "episode_seed": 104772,
27
- "final_is_true_episode_end": false,
28
- "final_lives": 4,
29
- "length": 14400,
30
- "mean_latency_ms": 71.64513492581655,
31
- "num_actions": 1801,
32
- "num_dropped_actions": 0,
33
- "num_invalid_actions": 0,
34
- "p90_latency_ms": 74.30100677742745,
35
- "p99_latency_ms": 76.42921556016248,
36
- "return": 6360.0,
37
- "soft_reset_count": 4
38
- },
39
- {
40
- "case_id": 44,
41
- "episode_id": 2,
42
- "episode_seed": 104773,
43
- "final_is_true_episode_end": false,
44
- "final_lives": 5,
45
- "length": 14400,
46
- "mean_latency_ms": 71.53739289611343,
47
- "num_actions": 1802,
48
- "num_dropped_actions": 0,
49
- "num_invalid_actions": 0,
50
- "p90_latency_ms": 74.24919352497879,
51
- "p99_latency_ms": 76.25809153982811,
52
- "return": 6090.0,
53
- "soft_reset_count": 4
54
- },
55
- {
56
- "case_id": 45,
57
- "episode_id": 3,
58
- "episode_seed": 104774,
59
- "final_is_true_episode_end": true,
60
- "final_lives": 0,
61
- "length": 5287,
62
- "mean_latency_ms": 71.78590224604763,
63
- "num_actions": 663,
64
- "num_dropped_actions": 0,
65
- "num_invalid_actions": 0,
66
- "p90_latency_ms": 74.40007820106806,
67
- "p99_latency_ms": 76.20893412342096,
68
- "return": 900.0,
69
- "soft_reset_count": 5
70
- },
71
- {
72
- "case_id": 46,
73
- "episode_id": 4,
74
- "episode_seed": 104775,
75
- "final_is_true_episode_end": false,
76
- "final_lives": 2,
77
- "length": 14400,
78
- "mean_latency_ms": 71.60752500934376,
79
- "num_actions": 1802,
80
- "num_dropped_actions": 0,
81
- "num_invalid_actions": 0,
82
- "p90_latency_ms": 74.26954225508915,
83
- "p99_latency_ms": 76.36638528566253,
84
- "return": 5730.0,
85
- "soft_reset_count": 6
86
- },
87
- {
88
- "case_id": 47,
89
- "episode_id": 5,
90
- "episode_seed": 104776,
91
- "final_is_true_episode_end": false,
92
- "final_lives": 4,
93
- "length": 14400,
94
- "mean_latency_ms": 71.53822286208644,
95
- "num_actions": 1801,
96
- "num_dropped_actions": 0,
97
- "num_invalid_actions": 0,
98
- "p90_latency_ms": 74.24074596005208,
99
- "p99_latency_ms": 76.23002401242556,
100
- "return": 5210.0,
101
- "soft_reset_count": 5
102
- },
103
- {
104
- "case_id": 48,
105
- "episode_id": 6,
106
- "episode_seed": 104777,
107
- "final_is_true_episode_end": false,
108
- "final_lives": 5,
109
- "length": 14400,
110
- "mean_latency_ms": 71.52770715678994,
111
- "num_actions": 1802,
112
- "num_dropped_actions": 0,
113
- "num_invalid_actions": 0,
114
- "p90_latency_ms": 74.25272526060601,
115
- "p99_latency_ms": 75.96839683285734,
116
- "return": 7655.0,
117
- "soft_reset_count": 5
118
- },
119
- {
120
- "case_id": 49,
121
- "episode_id": 7,
122
- "episode_seed": 104778,
123
- "final_is_true_episode_end": true,
124
- "final_lives": 0,
125
- "length": 11551,
126
- "mean_latency_ms": 71.63406911186816,
127
- "num_actions": 1446,
128
- "num_dropped_actions": 0,
129
- "num_invalid_actions": 0,
130
- "p90_latency_ms": 74.323619587807,
131
- "p99_latency_ms": 76.06460077475307,
132
- "return": 4880.0,
133
- "soft_reset_count": 7
134
- },
135
- {
136
- "case_id": 50,
137
- "episode_id": 8,
138
- "episode_seed": 104779,
139
- "final_is_true_episode_end": false,
140
- "final_lives": 6,
141
- "length": 14400,
142
- "mean_latency_ms": 71.5764724149083,
143
- "num_actions": 1801,
144
- "num_dropped_actions": 0,
145
- "num_invalid_actions": 0,
146
- "p90_latency_ms": 74.32932176799187,
147
- "p99_latency_ms": 76.44947710355859,
148
- "return": 6030.0,
149
- "soft_reset_count": 4
150
- },
151
- {
152
- "case_id": 51,
153
- "episode_id": 9,
154
- "episode_seed": 104780,
155
- "final_is_true_episode_end": false,
156
- "final_lives": 1,
157
- "length": 14400,
158
- "mean_latency_ms": 71.40522900738513,
159
- "num_actions": 1802,
160
- "num_dropped_actions": 0,
161
- "num_invalid_actions": 0,
162
- "p90_latency_ms": 74.23695147654469,
163
- "p99_latency_ms": 76.23952797181545,
164
- "return": 6220.0,
165
- "soft_reset_count": 8
166
- },
167
- {
168
- "case_id": 52,
169
- "episode_id": 10,
170
- "episode_seed": 104781,
171
- "final_is_true_episode_end": true,
172
- "final_lives": 0,
173
- "length": 11068,
174
- "mean_latency_ms": 71.54495954375722,
175
- "num_actions": 1385,
176
- "num_dropped_actions": 0,
177
- "num_invalid_actions": 0,
178
- "p90_latency_ms": 74.27243233585878,
179
- "p99_latency_ms": 76.41766843996399,
180
- "return": 3520.0,
181
- "soft_reset_count": 6
182
- },
183
- {
184
- "case_id": 53,
185
- "episode_id": 11,
186
- "episode_seed": 104782,
187
- "final_is_true_episode_end": false,
188
- "final_lives": 2,
189
- "length": 14400,
190
- "mean_latency_ms": 71.58423289119762,
191
- "num_actions": 1802,
192
- "num_dropped_actions": 0,
193
- "num_invalid_actions": 0,
194
- "p90_latency_ms": 74.35291365055055,
195
- "p99_latency_ms": 76.28277298802604,
196
- "return": 5910.0,
197
- "soft_reset_count": 7
198
- },
199
- {
200
- "case_id": 54,
201
- "episode_id": 12,
202
- "episode_seed": 104783,
203
- "final_is_true_episode_end": false,
204
- "final_lives": 3,
205
- "length": 14400,
206
- "mean_latency_ms": 71.53789182514859,
207
- "num_actions": 1801,
208
- "num_dropped_actions": 0,
209
- "num_invalid_actions": 0,
210
- "p90_latency_ms": 74.26308017123125,
211
- "p99_latency_ms": 76.33114162684812,
212
- "return": 6230.0,
213
- "soft_reset_count": 6
214
- },
215
- {
216
- "case_id": 55,
217
- "episode_id": 13,
218
- "episode_seed": 104784,
219
- "final_is_true_episode_end": false,
220
- "final_lives": 5,
221
- "length": 14400,
222
- "mean_latency_ms": 71.52812498947476,
223
- "num_actions": 1802,
224
- "num_dropped_actions": 0,
225
- "num_invalid_actions": 0,
226
- "p90_latency_ms": 74.2564138694407,
227
- "p99_latency_ms": 76.21649078101294,
228
- "return": 6090.0,
229
- "soft_reset_count": 4
230
- },
231
- {
232
- "case_id": 56,
233
- "episode_id": 14,
234
- "episode_seed": 104785,
235
- "final_is_true_episode_end": false,
236
- "final_lives": 5,
237
- "length": 14400,
238
- "mean_latency_ms": 71.61363652929703,
239
- "num_actions": 1801,
240
- "num_dropped_actions": 0,
241
- "num_invalid_actions": 0,
242
- "p90_latency_ms": 74.26746349249376,
243
- "p99_latency_ms": 76.11212510542761,
244
- "return": 7860.0,
245
- "soft_reset_count": 3
246
- },
247
- {
248
- "case_id": 57,
249
- "episode_id": 15,
250
- "episode_seed": 104786,
251
- "final_is_true_episode_end": false,
252
- "final_lives": 5,
253
- "length": 14400,
254
- "mean_latency_ms": 71.56816444234286,
255
- "num_actions": 1802,
256
- "num_dropped_actions": 0,
257
- "num_invalid_actions": 0,
258
- "p90_latency_ms": 74.28026144266721,
259
- "p99_latency_ms": 76.45229882443695,
260
- "return": 6970.0,
261
- "soft_reset_count": 3
262
- },
263
- {
264
- "case_id": 58,
265
- "episode_id": 16,
266
- "episode_seed": 104787,
267
- "final_is_true_episode_end": false,
268
- "final_lives": 5,
269
- "length": 14400,
270
- "mean_latency_ms": 71.54355961259083,
271
- "num_actions": 1802,
272
- "num_dropped_actions": 0,
273
- "num_invalid_actions": 0,
274
- "p90_latency_ms": 74.26581339004618,
275
- "p99_latency_ms": 76.35251075871695,
276
- "return": 6910.0,
277
- "soft_reset_count": 5
278
- },
279
- {
280
- "case_id": 59,
281
- "episode_id": 17,
282
- "episode_seed": 104788,
283
- "final_is_true_episode_end": true,
284
- "final_lives": 0,
285
- "length": 11084,
286
- "mean_latency_ms": 71.5967254653494,
287
- "num_actions": 1387,
288
- "num_dropped_actions": 0,
289
- "num_invalid_actions": 0,
290
- "p90_latency_ms": 74.28011271980213,
291
- "p99_latency_ms": 76.0228597210115,
292
- "return": 3520.0,
293
- "soft_reset_count": 6
294
- },
295
- {
296
- "case_id": 60,
297
- "episode_id": 18,
298
- "episode_seed": 104789,
299
- "final_is_true_episode_end": true,
300
- "final_lives": 0,
301
- "length": 11559,
302
- "mean_latency_ms": 71.60941292968712,
303
- "num_actions": 1447,
304
- "num_dropped_actions": 0,
305
- "num_invalid_actions": 0,
306
- "p90_latency_ms": 74.26051220418921,
307
- "p99_latency_ms": 76.16341387356255,
308
- "return": 4880.0,
309
- "soft_reset_count": 7
310
- },
311
- {
312
- "case_id": 61,
313
- "episode_id": 19,
314
- "episode_seed": 104790,
315
- "final_is_true_episode_end": false,
316
- "final_lives": 5,
317
- "length": 14400,
318
- "mean_latency_ms": 71.53796387311584,
319
- "num_actions": 1802,
320
- "num_dropped_actions": 0,
321
- "num_invalid_actions": 0,
322
- "p90_latency_ms": 74.28792558062831,
323
- "p99_latency_ms": 76.46788835314159,
324
- "return": 7290.0,
325
- "soft_reset_count": 5
326
- },
327
- {
328
- "case_id": 62,
329
- "episode_id": 20,
330
- "episode_seed": 104791,
331
- "final_is_true_episode_end": true,
332
- "final_lives": 0,
333
- "length": 11068,
334
- "mean_latency_ms": 71.54146214557724,
335
- "num_actions": 1385,
336
- "num_dropped_actions": 0,
337
- "num_invalid_actions": 0,
338
- "p90_latency_ms": 74.31173502131617,
339
- "p99_latency_ms": 76.15192563232156,
340
- "return": 3520.0,
341
- "soft_reset_count": 6
342
- },
343
- {
344
- "case_id": 63,
345
- "episode_id": 21,
346
- "episode_seed": 104792,
347
- "final_is_true_episode_end": false,
348
- "final_lives": 2,
349
- "length": 14400,
350
- "mean_latency_ms": 71.60822159639787,
351
- "num_actions": 1802,
352
- "num_dropped_actions": 0,
353
- "num_invalid_actions": 0,
354
- "p90_latency_ms": 74.27513586574959,
355
- "p99_latency_ms": 76.48710442573068,
356
- "return": 5910.0,
357
- "soft_reset_count": 7
358
- },
359
- {
360
- "case_id": 64,
361
- "episode_id": 22,
362
- "episode_seed": 104793,
363
- "final_is_true_episode_end": false,
364
- "final_lives": 2,
365
- "length": 14400,
366
- "mean_latency_ms": 71.54668317083812,
367
- "num_actions": 1802,
368
- "num_dropped_actions": 0,
369
- "num_invalid_actions": 0,
370
- "p90_latency_ms": 74.26178166693006,
371
- "p99_latency_ms": 76.00325122465387,
372
- "return": 5910.0,
373
- "soft_reset_count": 7
374
- },
375
- {
376
- "case_id": 65,
377
- "episode_id": 23,
378
- "episode_seed": 104794,
379
- "final_is_true_episode_end": false,
380
- "final_lives": 2,
381
- "length": 14400,
382
- "mean_latency_ms": 71.52167325073844,
383
- "num_actions": 1801,
384
- "num_dropped_actions": 0,
385
- "num_invalid_actions": 0,
386
- "p90_latency_ms": 74.27477441839909,
387
- "p99_latency_ms": 76.44254912284421,
388
- "return": 4400.0,
389
- "soft_reset_count": 7
390
- },
391
- {
392
- "case_id": 66,
393
- "episode_id": 24,
394
- "episode_seed": 104795,
395
- "final_is_true_episode_end": false,
396
- "final_lives": 4,
397
- "length": 14400,
398
- "mean_latency_ms": 71.5808259513002,
399
- "num_actions": 1802,
400
- "num_dropped_actions": 0,
401
- "num_invalid_actions": 0,
402
- "p90_latency_ms": 74.24159767745122,
403
- "p99_latency_ms": 76.31579879939197,
404
- "return": 6680.0,
405
- "soft_reset_count": 5
406
- },
407
- {
408
- "case_id": 67,
409
- "episode_id": 25,
410
- "episode_seed": 104796,
411
- "final_is_true_episode_end": false,
412
- "final_lives": 1,
413
- "length": 14400,
414
- "mean_latency_ms": 71.5795784453369,
415
- "num_actions": 1803,
416
- "num_dropped_actions": 0,
417
- "num_invalid_actions": 0,
418
- "p90_latency_ms": 74.25727492622589,
419
- "p99_latency_ms": 76.09666420624627,
420
- "return": 6140.0,
421
- "soft_reset_count": 7
422
- },
423
- {
424
- "case_id": 68,
425
- "episode_id": 26,
426
- "episode_seed": 104797,
427
- "final_is_true_episode_end": false,
428
- "final_lives": 3,
429
- "length": 14400,
430
- "mean_latency_ms": 71.54301592895236,
431
- "num_actions": 1802,
432
- "num_dropped_actions": 0,
433
- "num_invalid_actions": 0,
434
- "p90_latency_ms": 74.22911470646724,
435
- "p99_latency_ms": 75.87647149982064,
436
- "return": 5640.0,
437
- "soft_reset_count": 6
438
- },
439
- {
440
- "case_id": 69,
441
- "episode_id": 27,
442
- "episode_seed": 104798,
443
- "final_is_true_episode_end": false,
444
- "final_lives": 6,
445
- "length": 14400,
446
- "mean_latency_ms": 71.57007029789787,
447
- "num_actions": 1801,
448
- "num_dropped_actions": 0,
449
- "num_invalid_actions": 0,
450
- "p90_latency_ms": 74.25686875605354,
451
- "p99_latency_ms": 76.48819553476699,
452
- "return": 6050.0,
453
- "soft_reset_count": 4
454
- },
455
- {
456
- "case_id": 70,
457
- "episode_id": 28,
458
- "episode_seed": 104799,
459
- "final_is_true_episode_end": false,
460
- "final_lives": 5,
461
- "length": 14400,
462
- "mean_latency_ms": 71.63751080771753,
463
- "num_actions": 1801,
464
- "num_dropped_actions": 0,
465
- "num_invalid_actions": 0,
466
- "p90_latency_ms": 74.2756664610966,
467
- "p99_latency_ms": 76.25620247226765,
468
- "return": 7195.0,
469
- "soft_reset_count": 3
470
- },
471
- {
472
- "case_id": 71,
473
- "episode_id": 29,
474
- "episode_seed": 104800,
475
- "final_is_true_episode_end": true,
476
- "final_lives": 0,
477
- "length": 11084,
478
- "mean_latency_ms": 71.64122295662686,
479
- "num_actions": 1387,
480
- "num_dropped_actions": 0,
481
- "num_invalid_actions": 0,
482
- "p90_latency_ms": 74.26899848448909,
483
- "p99_latency_ms": 76.17580982110175,
484
- "return": 3520.0,
485
- "soft_reset_count": 6
486
- },
487
- {
488
- "case_id": 72,
489
- "episode_id": 30,
490
- "episode_seed": 104801,
491
- "final_is_true_episode_end": false,
492
- "final_lives": 6,
493
- "length": 14400,
494
- "mean_latency_ms": 71.63490349613272,
495
- "num_actions": 1801,
496
- "num_dropped_actions": 0,
497
- "num_invalid_actions": 0,
498
- "p90_latency_ms": 74.28907987869815,
499
- "p99_latency_ms": 76.16452456788292,
500
- "return": 6030.0,
501
- "soft_reset_count": 4
502
- },
503
- {
504
- "case_id": 73,
505
- "episode_id": 31,
506
- "episode_seed": 104802,
507
- "final_is_true_episode_end": false,
508
- "final_lives": 7,
509
- "length": 14400,
510
- "mean_latency_ms": 71.59990667190038,
511
- "num_actions": 1800,
512
- "num_dropped_actions": 0,
513
- "num_invalid_actions": 0,
514
- "p90_latency_ms": 74.30247038461022,
515
- "p99_latency_ms": 76.49274470891801,
516
- "return": 7675.0,
517
- "soft_reset_count": 0
518
- },
519
- {
520
- "case_id": 74,
521
- "episode_id": 32,
522
- "episode_seed": 104803,
523
- "final_is_true_episode_end": false,
524
- "final_lives": 2,
525
- "length": 14400,
526
- "mean_latency_ms": 71.58999560978954,
527
- "num_actions": 1802,
528
- "num_dropped_actions": 0,
529
- "num_invalid_actions": 0,
530
- "p90_latency_ms": 74.31875368565531,
531
- "p99_latency_ms": 76.35937151914919,
532
- "return": 6300.0,
533
- "soft_reset_count": 7
534
- },
535
- {
536
- "case_id": 75,
537
- "episode_id": 33,
538
- "episode_seed": 104804,
539
- "final_is_true_episode_end": false,
540
- "final_lives": 6,
541
- "length": 14400,
542
- "mean_latency_ms": 71.62561625772256,
543
- "num_actions": 1802,
544
- "num_dropped_actions": 0,
545
- "num_invalid_actions": 0,
546
- "p90_latency_ms": 74.26644001800997,
547
- "p99_latency_ms": 76.4446501578334,
548
- "return": 6350.0,
549
- "soft_reset_count": 4
550
- },
551
- {
552
- "case_id": 76,
553
- "episode_id": 34,
554
- "episode_seed": 104805,
555
- "final_is_true_episode_end": false,
556
- "final_lives": 2,
557
- "length": 14400,
558
- "mean_latency_ms": 71.4986747829337,
559
- "num_actions": 1802,
560
- "num_dropped_actions": 0,
561
- "num_invalid_actions": 0,
562
- "p90_latency_ms": 74.24744070944465,
563
- "p99_latency_ms": 76.39165235266917,
564
- "return": 5910.0,
565
- "soft_reset_count": 7
566
- },
567
- {
568
- "case_id": 77,
569
- "episode_id": 35,
570
- "episode_seed": 104806,
571
- "final_is_true_episode_end": true,
572
- "final_lives": 0,
573
- "length": 11068,
574
- "mean_latency_ms": 71.66865285766806,
575
- "num_actions": 1385,
576
- "num_dropped_actions": 0,
577
- "num_invalid_actions": 0,
578
- "p90_latency_ms": 74.28324748091771,
579
- "p99_latency_ms": 76.49277080581045,
580
- "return": 3520.0,
581
- "soft_reset_count": 6
582
- },
583
- {
584
- "case_id": 78,
585
- "episode_id": 36,
586
- "episode_seed": 104807,
587
- "final_is_true_episode_end": false,
588
- "final_lives": 3,
589
- "length": 14400,
590
- "mean_latency_ms": 71.57554018007144,
591
- "num_actions": 1801,
592
- "num_dropped_actions": 0,
593
- "num_invalid_actions": 0,
594
- "p90_latency_ms": 74.30312297315918,
595
- "p99_latency_ms": 76.42590168726386,
596
- "return": 6140.0,
597
- "soft_reset_count": 4
598
- },
599
- {
600
- "case_id": 79,
601
- "episode_id": 37,
602
- "episode_seed": 104808,
603
- "final_is_true_episode_end": false,
604
- "final_lives": 3,
605
- "length": 14400,
606
- "mean_latency_ms": 71.59942301973427,
607
- "num_actions": 1802,
608
- "num_dropped_actions": 0,
609
- "num_invalid_actions": 0,
610
- "p90_latency_ms": 74.28853852749997,
611
- "p99_latency_ms": 76.29090108485734,
612
- "return": 5080.0,
613
- "soft_reset_count": 5
614
- },
615
- {
616
- "case_id": 80,
617
- "episode_id": 38,
618
- "episode_seed": 104809,
619
- "final_is_true_episode_end": false,
620
- "final_lives": 6,
621
- "length": 14400,
622
- "mean_latency_ms": 71.6093178313345,
623
- "num_actions": 1802,
624
- "num_dropped_actions": 0,
625
- "num_invalid_actions": 0,
626
- "p90_latency_ms": 74.2976586689813,
627
- "p99_latency_ms": 76.38843592932527,
628
- "return": 5760.0,
629
- "soft_reset_count": 3
630
- },
631
- {
632
- "case_id": 81,
633
- "episode_id": 39,
634
- "episode_seed": 104810,
635
- "final_is_true_episode_end": false,
636
- "final_lives": 5,
637
- "length": 14400,
638
- "mean_latency_ms": 71.62022945308486,
639
- "num_actions": 1802,
640
- "num_dropped_actions": 0,
641
- "num_invalid_actions": 0,
642
- "p90_latency_ms": 74.37446185017929,
643
- "p99_latency_ms": 76.45476568163429,
644
- "return": 5640.0,
645
- "soft_reset_count": 5
646
- },
647
- {
648
- "case_id": 82,
649
- "episode_id": 40,
650
- "episode_seed": 104811,
651
- "final_is_true_episode_end": false,
652
- "final_lives": 4,
653
- "length": 14400,
654
- "mean_latency_ms": 71.59038836053867,
655
- "num_actions": 1802,
656
- "num_dropped_actions": 0,
657
- "num_invalid_actions": 0,
658
- "p90_latency_ms": 74.2853124395688,
659
- "p99_latency_ms": 76.24702031092735,
660
- "return": 6680.0,
661
- "soft_reset_count": 5
662
- },
663
- {
664
- "case_id": 83,
665
- "episode_id": 41,
666
- "episode_seed": 104812,
667
- "final_is_true_episode_end": true,
668
- "final_lives": 0,
669
- "length": 7932,
670
- "mean_latency_ms": 71.56312380479696,
671
- "num_actions": 993,
672
- "num_dropped_actions": 0,
673
- "num_invalid_actions": 0,
674
- "p90_latency_ms": 74.27260665632122,
675
- "p99_latency_ms": 75.64337179570488,
676
- "return": 2455.0,
677
- "soft_reset_count": 5
678
- },
679
- {
680
- "case_id": 84,
681
- "episode_id": 42,
682
- "episode_seed": 104813,
683
- "final_is_true_episode_end": false,
684
- "final_lives": 6,
685
- "length": 14400,
686
- "mean_latency_ms": 71.5938060593834,
687
- "num_actions": 1802,
688
- "num_dropped_actions": 0,
689
- "num_invalid_actions": 0,
690
- "p90_latency_ms": 74.29643696593948,
691
- "p99_latency_ms": 76.46677515760089,
692
- "return": 6350.0,
693
- "soft_reset_count": 4
694
- },
695
- {
696
- "case_id": 85,
697
- "episode_id": 43,
698
- "episode_seed": 104814,
699
- "final_is_true_episode_end": false,
700
- "final_lives": 6,
701
- "length": 14400,
702
- "mean_latency_ms": 71.52614987348555,
703
- "num_actions": 1802,
704
- "num_dropped_actions": 0,
705
- "num_invalid_actions": 0,
706
- "p90_latency_ms": 74.23457624775187,
707
- "p99_latency_ms": 76.44213427822281,
708
- "return": 5760.0,
709
- "soft_reset_count": 3
710
- },
711
- {
712
- "case_id": 86,
713
- "episode_id": 44,
714
- "episode_seed": 104815,
715
- "final_is_true_episode_end": false,
716
- "final_lives": 6,
717
- "length": 14400,
718
- "mean_latency_ms": 71.64125083644231,
719
- "num_actions": 1802,
720
- "num_dropped_actions": 0,
721
- "num_invalid_actions": 0,
722
- "p90_latency_ms": 74.42954261146693,
723
- "p99_latency_ms": 76.39290115035006,
724
- "return": 5760.0,
725
- "soft_reset_count": 3
726
- },
727
- {
728
- "case_id": 87,
729
- "episode_id": 45,
730
- "episode_seed": 104816,
731
- "final_is_true_episode_end": false,
732
- "final_lives": 3,
733
- "length": 14400,
734
- "mean_latency_ms": 71.58395520833855,
735
- "num_actions": 1801,
736
- "num_dropped_actions": 0,
737
- "num_invalid_actions": 0,
738
- "p90_latency_ms": 74.26312333015967,
739
- "p99_latency_ms": 75.99031754626867,
740
- "return": 6230.0,
741
- "soft_reset_count": 6
742
- },
743
- {
744
- "case_id": 88,
745
- "episode_id": 46,
746
- "episode_seed": 104817,
747
- "final_is_true_episode_end": false,
748
- "final_lives": 5,
749
- "length": 14400,
750
- "mean_latency_ms": 71.6511505429538,
751
- "num_actions": 1801,
752
- "num_dropped_actions": 0,
753
- "num_invalid_actions": 0,
754
- "p90_latency_ms": 74.27748159692186,
755
- "p99_latency_ms": 75.89761975395604,
756
- "return": 7195.0,
757
- "soft_reset_count": 3
758
- },
759
- {
760
- "case_id": 89,
761
- "episode_id": 47,
762
- "episode_seed": 104818,
763
- "final_is_true_episode_end": false,
764
- "final_lives": 2,
765
- "length": 14400,
766
- "mean_latency_ms": 71.6297208695144,
767
- "num_actions": 1802,
768
- "num_dropped_actions": 0,
769
- "num_invalid_actions": 0,
770
- "p90_latency_ms": 74.36713246280644,
771
- "p99_latency_ms": 76.43012741853983,
772
- "return": 5730.0,
773
- "soft_reset_count": 6
774
- },
775
- {
776
- "case_id": 90,
777
- "episode_id": 48,
778
- "episode_seed": 104819,
779
- "final_is_true_episode_end": false,
780
- "final_lives": 1,
781
- "length": 14400,
782
- "mean_latency_ms": 71.57453902208852,
783
- "num_actions": 1803,
784
- "num_dropped_actions": 0,
785
- "num_invalid_actions": 0,
786
- "p90_latency_ms": 74.2802350077009,
787
- "p99_latency_ms": 76.175943395692,
788
- "return": 4660.0,
789
- "soft_reset_count": 7
790
- },
791
- {
792
- "case_id": 91,
793
- "episode_id": 49,
794
- "episode_seed": 104820,
795
- "final_is_true_episode_end": false,
796
- "final_lives": 3,
797
- "length": 14400,
798
- "mean_latency_ms": 71.59748382414674,
799
- "num_actions": 1801,
800
- "num_dropped_actions": 0,
801
- "num_invalid_actions": 0,
802
- "p90_latency_ms": 74.30186188641903,
803
- "p99_latency_ms": 76.41291288778625,
804
- "return": 6230.0,
805
- "soft_reset_count": 6
806
- },
807
- {
808
- "case_id": 92,
809
- "episode_id": 50,
810
- "episode_seed": 104821,
811
- "final_is_true_episode_end": false,
812
- "final_lives": 5,
813
- "length": 14400,
814
- "mean_latency_ms": 71.5375469621561,
815
- "num_actions": 1801,
816
- "num_dropped_actions": 0,
817
- "num_invalid_actions": 0,
818
- "p90_latency_ms": 74.27768510967314,
819
- "p99_latency_ms": 76.39751456385443,
820
- "return": 6370.0,
821
- "soft_reset_count": 5
822
- },
823
- {
824
- "case_id": 93,
825
- "episode_id": 51,
826
- "episode_seed": 104822,
827
- "final_is_true_episode_end": false,
828
- "final_lives": 2,
829
- "length": 14400,
830
- "mean_latency_ms": 71.556513603463,
831
- "num_actions": 1802,
832
- "num_dropped_actions": 0,
833
- "num_invalid_actions": 0,
834
- "p90_latency_ms": 74.29404942174148,
835
- "p99_latency_ms": 76.48597424652877,
836
- "return": 5910.0,
837
- "soft_reset_count": 7
838
- },
839
- {
840
- "case_id": 94,
841
- "episode_id": 52,
842
- "episode_seed": 104823,
843
- "final_is_true_episode_end": false,
844
- "final_lives": 7,
845
- "length": 14400,
846
- "mean_latency_ms": 71.50677934426145,
847
- "num_actions": 1801,
848
- "num_dropped_actions": 0,
849
- "num_invalid_actions": 0,
850
- "p90_latency_ms": 74.27876782319292,
851
- "p99_latency_ms": 76.1140521899435,
852
- "return": 7655.0,
853
- "soft_reset_count": 3
854
- },
855
- {
856
- "case_id": 95,
857
- "episode_id": 53,
858
- "episode_seed": 104824,
859
- "final_is_true_episode_end": true,
860
- "final_lives": 0,
861
- "length": 11551,
862
- "mean_latency_ms": 71.68175257033496,
863
- "num_actions": 1446,
864
- "num_dropped_actions": 0,
865
- "num_invalid_actions": 0,
866
- "p90_latency_ms": 74.35035563657041,
867
- "p99_latency_ms": 76.42036622990328,
868
- "return": 4880.0,
869
- "soft_reset_count": 7
870
- },
871
- {
872
- "case_id": 96,
873
- "episode_id": 54,
874
- "episode_seed": 104825,
875
- "final_is_true_episode_end": true,
876
- "final_lives": 0,
877
- "length": 7912,
878
- "mean_latency_ms": 71.65825964417631,
879
- "num_actions": 991,
880
- "num_dropped_actions": 0,
881
- "num_invalid_actions": 0,
882
- "p90_latency_ms": 74.25335830859518,
883
- "p99_latency_ms": 76.49084474462506,
884
- "return": 1420.0,
885
- "soft_reset_count": 6
886
- },
887
- {
888
- "case_id": 97,
889
- "episode_id": 55,
890
- "episode_seed": 104826,
891
- "final_is_true_episode_end": false,
892
- "final_lives": 3,
893
- "length": 14400,
894
- "mean_latency_ms": 71.62105072398174,
895
- "num_actions": 1801,
896
- "num_dropped_actions": 0,
897
- "num_invalid_actions": 0,
898
- "p90_latency_ms": 74.24666581825034,
899
- "p99_latency_ms": 76.42797841369755,
900
- "return": 6000.0,
901
- "soft_reset_count": 6
902
- },
903
- {
904
- "case_id": 98,
905
- "episode_id": 56,
906
- "episode_seed": 104827,
907
- "final_is_true_episode_end": true,
908
- "final_lives": 0,
909
- "length": 11551,
910
- "mean_latency_ms": 71.59426666559357,
911
- "num_actions": 1446,
912
- "num_dropped_actions": 0,
913
- "num_invalid_actions": 0,
914
- "p90_latency_ms": 74.30120676381222,
915
- "p99_latency_ms": 76.40291714403321,
916
- "return": 4880.0,
917
- "soft_reset_count": 7
918
- },
919
- {
920
- "case_id": 99,
921
- "episode_id": 57,
922
- "episode_seed": 104828,
923
- "final_is_true_episode_end": false,
924
- "final_lives": 2,
925
- "length": 14400,
926
- "mean_latency_ms": 71.62567562195804,
927
- "num_actions": 1802,
928
- "num_dropped_actions": 0,
929
- "num_invalid_actions": 0,
930
- "p90_latency_ms": 74.36909262135052,
931
- "p99_latency_ms": 76.4463612216024,
932
- "return": 5820.0,
933
- "soft_reset_count": 7
934
- },
935
- {
936
- "case_id": 100,
937
- "episode_id": 58,
938
- "episode_seed": 104829,
939
- "final_is_true_episode_end": true,
940
- "final_lives": 0,
941
- "length": 11559,
942
- "mean_latency_ms": 71.58501380171505,
943
- "num_actions": 1447,
944
- "num_dropped_actions": 0,
945
- "num_invalid_actions": 0,
946
- "p90_latency_ms": 74.26711837146843,
947
- "p99_latency_ms": 75.70712576664312,
948
- "return": 4880.0,
949
- "soft_reset_count": 7
950
- },
951
- {
952
- "case_id": 101,
953
- "episode_id": 59,
954
- "episode_seed": 104830,
955
- "final_is_true_episode_end": false,
956
- "final_lives": 4,
957
- "length": 14400,
958
- "mean_latency_ms": 71.56527280371074,
959
- "num_actions": 1801,
960
- "num_dropped_actions": 0,
961
- "num_invalid_actions": 0,
962
- "p90_latency_ms": 74.24250085648272,
963
- "p99_latency_ms": 76.10334148409822,
964
- "return": 6360.0,
965
- "soft_reset_count": 4
966
- },
967
- {
968
- "case_id": 102,
969
- "episode_id": 60,
970
- "episode_seed": 104831,
971
- "final_is_true_episode_end": true,
972
- "final_lives": 0,
973
- "length": 11084,
974
- "mean_latency_ms": 71.64403871766196,
975
- "num_actions": 1387,
976
- "num_dropped_actions": 0,
977
- "num_invalid_actions": 0,
978
- "p90_latency_ms": 74.3991528761719,
979
- "p99_latency_ms": 76.30740864563535,
980
- "return": 3520.0,
981
- "soft_reset_count": 6
982
- },
983
- {
984
- "case_id": 103,
985
- "episode_id": 61,
986
- "episode_seed": 104832,
987
- "final_is_true_episode_end": false,
988
- "final_lives": 4,
989
- "length": 14400,
990
- "mean_latency_ms": 71.59849306689904,
991
- "num_actions": 1801,
992
- "num_dropped_actions": 0,
993
- "num_invalid_actions": 0,
994
- "p90_latency_ms": 74.29785002473533,
995
- "p99_latency_ms": 76.23836239530901,
996
- "return": 7550.0,
997
- "soft_reset_count": 4
998
- },
999
- {
1000
- "case_id": 104,
1001
- "episode_id": 62,
1002
- "episode_seed": 104833,
1003
- "final_is_true_episode_end": false,
1004
- "final_lives": 4,
1005
- "length": 14400,
1006
- "mean_latency_ms": 71.58191547757026,
1007
- "num_actions": 1802,
1008
- "num_dropped_actions": 0,
1009
- "num_invalid_actions": 0,
1010
- "p90_latency_ms": 74.24232427976237,
1011
- "p99_latency_ms": 76.15967735575859,
1012
- "return": 6680.0,
1013
- "soft_reset_count": 5
1014
- },
1015
- {
1016
- "case_id": 105,
1017
- "episode_id": 63,
1018
- "episode_seed": 104834,
1019
- "final_is_true_episode_end": false,
1020
- "final_lives": 3,
1021
- "length": 14400,
1022
- "mean_latency_ms": 71.53316637309281,
1023
- "num_actions": 1801,
1024
- "num_dropped_actions": 0,
1025
- "num_invalid_actions": 0,
1026
- "p90_latency_ms": 74.279928303578,
1027
- "p99_latency_ms": 76.27630403456884,
1028
- "return": 6230.0,
1029
- "soft_reset_count": 6
1030
- },
1031
- {
1032
- "case_id": 106,
1033
- "episode_id": 64,
1034
- "episode_seed": 104835,
1035
- "final_is_true_episode_end": false,
1036
- "final_lives": 5,
1037
- "length": 14400,
1038
- "mean_latency_ms": 71.56268528128821,
1039
- "num_actions": 1801,
1040
- "num_dropped_actions": 0,
1041
- "num_invalid_actions": 0,
1042
- "p90_latency_ms": 74.30527050895675,
1043
- "p99_latency_ms": 76.1549056430526,
1044
- "return": 7195.0,
1045
- "soft_reset_count": 3
1046
- },
1047
- {
1048
- "case_id": 107,
1049
- "episode_id": 65,
1050
- "episode_seed": 104836,
1051
- "final_is_true_episode_end": false,
1052
- "final_lives": 5,
1053
- "length": 14400,
1054
- "mean_latency_ms": 71.57611662405431,
1055
- "num_actions": 1801,
1056
- "num_dropped_actions": 0,
1057
- "num_invalid_actions": 0,
1058
- "p90_latency_ms": 74.2808480820057,
1059
- "p99_latency_ms": 76.36190469002028,
1060
- "return": 6080.0,
1061
- "soft_reset_count": 6
1062
- },
1063
- {
1064
- "case_id": 108,
1065
- "episode_id": 66,
1066
- "episode_seed": 104837,
1067
- "final_is_true_episode_end": false,
1068
- "final_lives": 3,
1069
- "length": 14400,
1070
- "mean_latency_ms": 71.61121318766814,
1071
- "num_actions": 1801,
1072
- "num_dropped_actions": 0,
1073
- "num_invalid_actions": 0,
1074
- "p90_latency_ms": 74.29585732473572,
1075
- "p99_latency_ms": 76.46458693558726,
1076
- "return": 6710.0,
1077
- "soft_reset_count": 5
1078
- },
1079
- {
1080
- "case_id": 109,
1081
- "episode_id": 67,
1082
- "episode_seed": 104838,
1083
- "final_is_true_episode_end": false,
1084
- "final_lives": 2,
1085
- "length": 14400,
1086
- "mean_latency_ms": 71.57985293623197,
1087
- "num_actions": 1802,
1088
- "num_dropped_actions": 0,
1089
- "num_invalid_actions": 0,
1090
- "p90_latency_ms": 74.28542888709237,
1091
- "p99_latency_ms": 76.25641444543727,
1092
- "return": 6460.0,
1093
- "soft_reset_count": 7
1094
- },
1095
- {
1096
- "case_id": 110,
1097
- "episode_id": 68,
1098
- "episode_seed": 104839,
1099
- "final_is_true_episode_end": false,
1100
- "final_lives": 7,
1101
- "length": 14400,
1102
- "mean_latency_ms": 71.51455047387732,
1103
- "num_actions": 1801,
1104
- "num_dropped_actions": 0,
1105
- "num_invalid_actions": 0,
1106
- "p90_latency_ms": 74.2269663941954,
1107
- "p99_latency_ms": 75.96774502361497,
1108
- "return": 7655.0,
1109
- "soft_reset_count": 3
1110
- },
1111
- {
1112
- "case_id": 111,
1113
- "episode_id": 69,
1114
- "episode_seed": 104840,
1115
- "final_is_true_episode_end": false,
1116
- "final_lives": 6,
1117
- "length": 14400,
1118
- "mean_latency_ms": 71.5693115717936,
1119
- "num_actions": 1802,
1120
- "num_dropped_actions": 0,
1121
- "num_invalid_actions": 0,
1122
- "p90_latency_ms": 74.33479732216207,
1123
- "p99_latency_ms": 76.30251103421799,
1124
- "return": 6350.0,
1125
- "soft_reset_count": 4
1126
- },
1127
- {
1128
- "case_id": 112,
1129
- "episode_id": 70,
1130
- "episode_seed": 104841,
1131
- "final_is_true_episode_end": false,
1132
- "final_lives": 5,
1133
- "length": 14400,
1134
- "mean_latency_ms": 71.59369482791384,
1135
- "num_actions": 1801,
1136
- "num_dropped_actions": 0,
1137
- "num_invalid_actions": 0,
1138
- "p90_latency_ms": 74.29008385002074,
1139
- "p99_latency_ms": 76.21013489334497,
1140
- "return": 7195.0,
1141
- "soft_reset_count": 3
1142
- },
1143
- {
1144
- "case_id": 113,
1145
- "episode_id": 71,
1146
- "episode_seed": 104842,
1147
- "final_is_true_episode_end": true,
1148
- "final_lives": 0,
1149
- "length": 13367,
1150
- "mean_latency_ms": 71.63442292433537,
1151
- "num_actions": 1674,
1152
- "num_dropped_actions": 0,
1153
- "num_invalid_actions": 0,
1154
- "p90_latency_ms": 74.29408961534043,
1155
- "p99_latency_ms": 76.541116689182,
1156
- "return": 5800.0,
1157
- "soft_reset_count": 7
1158
- },
1159
- {
1160
- "case_id": 114,
1161
- "episode_id": 72,
1162
- "episode_seed": 104843,
1163
- "final_is_true_episode_end": false,
1164
- "final_lives": 4,
1165
- "length": 14400,
1166
- "mean_latency_ms": 71.57770000860594,
1167
- "num_actions": 1802,
1168
- "num_dropped_actions": 0,
1169
- "num_invalid_actions": 0,
1170
- "p90_latency_ms": 74.28129778533838,
1171
- "p99_latency_ms": 76.51127621796608,
1172
- "return": 5790.0,
1173
- "soft_reset_count": 6
1174
- },
1175
- {
1176
- "case_id": 115,
1177
- "episode_id": 73,
1178
- "episode_seed": 104844,
1179
- "final_is_true_episode_end": false,
1180
- "final_lives": 4,
1181
- "length": 14400,
1182
- "mean_latency_ms": 71.60611570978013,
1183
- "num_actions": 1801,
1184
- "num_dropped_actions": 0,
1185
- "num_invalid_actions": 0,
1186
- "p90_latency_ms": 74.2749672180503,
1187
- "p99_latency_ms": 76.22491114057627,
1188
- "return": 6360.0,
1189
- "soft_reset_count": 4
1190
- },
1191
- {
1192
- "case_id": 116,
1193
- "episode_id": 74,
1194
- "episode_seed": 104845,
1195
- "final_is_true_episode_end": true,
1196
- "final_lives": 0,
1197
- "length": 5287,
1198
- "mean_latency_ms": 71.47367555890402,
1199
- "num_actions": 663,
1200
- "num_dropped_actions": 0,
1201
- "num_invalid_actions": 0,
1202
- "p90_latency_ms": 74.40229861619174,
1203
- "p99_latency_ms": 76.53914678309596,
1204
- "return": 900.0,
1205
- "soft_reset_count": 5
1206
- },
1207
- {
1208
- "case_id": 117,
1209
- "episode_id": 75,
1210
- "episode_seed": 104846,
1211
- "final_is_true_episode_end": false,
1212
- "final_lives": 2,
1213
- "length": 14400,
1214
- "mean_latency_ms": 71.59098031576654,
1215
- "num_actions": 1802,
1216
- "num_dropped_actions": 0,
1217
- "num_invalid_actions": 0,
1218
- "p90_latency_ms": 74.27782701597548,
1219
- "p99_latency_ms": 76.4249814024954,
1220
- "return": 5910.0,
1221
- "soft_reset_count": 7
1222
- },
1223
- {
1224
- "case_id": 118,
1225
- "episode_id": 76,
1226
- "episode_seed": 104847,
1227
- "final_is_true_episode_end": false,
1228
- "final_lives": 5,
1229
- "length": 14400,
1230
- "mean_latency_ms": 71.5936439016045,
1231
- "num_actions": 1802,
1232
- "num_dropped_actions": 0,
1233
- "num_invalid_actions": 0,
1234
- "p90_latency_ms": 74.26493744016189,
1235
- "p99_latency_ms": 75.9296952863504,
1236
- "return": 6090.0,
1237
- "soft_reset_count": 4
1238
- },
1239
- {
1240
- "case_id": 119,
1241
- "episode_id": 77,
1242
- "episode_seed": 104848,
1243
- "final_is_true_episode_end": false,
1244
- "final_lives": 5,
1245
- "length": 14400,
1246
- "mean_latency_ms": 71.53865409397746,
1247
- "num_actions": 1801,
1248
- "num_dropped_actions": 0,
1249
- "num_invalid_actions": 0,
1250
- "p90_latency_ms": 74.23290925099619,
1251
- "p99_latency_ms": 76.08865490210718,
1252
- "return": 7195.0,
1253
- "soft_reset_count": 3
1254
- },
1255
- {
1256
- "case_id": 120,
1257
- "episode_id": 78,
1258
- "episode_seed": 104849,
1259
- "final_is_true_episode_end": false,
1260
- "final_lives": 6,
1261
- "length": 14400,
1262
- "mean_latency_ms": 71.55275190266754,
1263
- "num_actions": 1802,
1264
- "num_dropped_actions": 0,
1265
- "num_invalid_actions": 0,
1266
- "p90_latency_ms": 74.2641609401191,
1267
- "p99_latency_ms": 76.43826682091724,
1268
- "return": 7190.0,
1269
- "soft_reset_count": 4
1270
- },
1271
- {
1272
- "case_id": 121,
1273
- "episode_id": 79,
1274
- "episode_seed": 104850,
1275
- "final_is_true_episode_end": true,
1276
- "final_lives": 0,
1277
- "length": 8037,
1278
- "mean_latency_ms": 71.62568517313576,
1279
- "num_actions": 1006,
1280
- "num_dropped_actions": 0,
1281
- "num_invalid_actions": 0,
1282
- "p90_latency_ms": 74.25272464371665,
1283
- "p99_latency_ms": 76.28268631886192,
1284
- "return": 1820.0,
1285
- "soft_reset_count": 6
1286
- },
1287
- {
1288
- "case_id": 122,
1289
- "episode_id": 80,
1290
- "episode_seed": 104851,
1291
- "final_is_true_episode_end": true,
1292
- "final_lives": 0,
1293
- "length": 7912,
1294
- "mean_latency_ms": 71.50548806456322,
1295
- "num_actions": 991,
1296
- "num_dropped_actions": 0,
1297
- "num_invalid_actions": 0,
1298
- "p90_latency_ms": 74.2285165287012,
1299
- "p99_latency_ms": 76.43487377926482,
1300
- "return": 1420.0,
1301
- "soft_reset_count": 6
1302
- },
1303
- {
1304
- "case_id": 123,
1305
- "episode_id": 81,
1306
- "episode_seed": 104852,
1307
- "final_is_true_episode_end": true,
1308
- "final_lives": 0,
1309
- "length": 7912,
1310
- "mean_latency_ms": 71.60959408112328,
1311
- "num_actions": 991,
1312
- "num_dropped_actions": 0,
1313
- "num_invalid_actions": 0,
1314
- "p90_latency_ms": 74.34323109557207,
1315
- "p99_latency_ms": 76.44060815778955,
1316
- "return": 1420.0,
1317
- "soft_reset_count": 6
1318
- },
1319
- {
1320
- "case_id": 124,
1321
- "episode_id": 82,
1322
- "episode_seed": 104853,
1323
- "final_is_true_episode_end": false,
1324
- "final_lives": 7,
1325
- "length": 14400,
1326
- "mean_latency_ms": 71.60851643959388,
1327
- "num_actions": 1801,
1328
- "num_dropped_actions": 0,
1329
- "num_invalid_actions": 0,
1330
- "p90_latency_ms": 74.33562148278973,
1331
- "p99_latency_ms": 76.38700444474411,
1332
- "return": 7655.0,
1333
- "soft_reset_count": 3
1334
- },
1335
- {
1336
- "case_id": 125,
1337
- "episode_id": 83,
1338
- "episode_seed": 104854,
1339
- "final_is_true_episode_end": true,
1340
- "final_lives": 0,
1341
- "length": 11559,
1342
- "mean_latency_ms": 71.51225492085648,
1343
- "num_actions": 1447,
1344
- "num_dropped_actions": 0,
1345
- "num_invalid_actions": 0,
1346
- "p90_latency_ms": 74.2552359482793,
1347
- "p99_latency_ms": 76.15987582515251,
1348
- "return": 4880.0,
1349
- "soft_reset_count": 7
1350
- },
1351
- {
1352
- "case_id": 126,
1353
- "episode_id": 84,
1354
- "episode_seed": 104855,
1355
- "final_is_true_episode_end": false,
1356
- "final_lives": 5,
1357
- "length": 14400,
1358
- "mean_latency_ms": 71.5491963058965,
1359
- "num_actions": 1801,
1360
- "num_dropped_actions": 0,
1361
- "num_invalid_actions": 0,
1362
- "p90_latency_ms": 74.31585205307208,
1363
- "p99_latency_ms": 76.11800604297403,
1364
- "return": 5490.0,
1365
- "soft_reset_count": 4
1366
- },
1367
- {
1368
- "case_id": 127,
1369
- "episode_id": 85,
1370
- "episode_seed": 104856,
1371
- "final_is_true_episode_end": false,
1372
- "final_lives": 5,
1373
- "length": 14400,
1374
- "mean_latency_ms": 71.65504769017674,
1375
- "num_actions": 1802,
1376
- "num_dropped_actions": 0,
1377
- "num_invalid_actions": 0,
1378
- "p90_latency_ms": 74.30985436228255,
1379
- "p99_latency_ms": 76.39810418150518,
1380
- "return": 6910.0,
1381
- "soft_reset_count": 4
1382
- },
1383
- {
1384
- "case_id": 128,
1385
- "episode_id": 86,
1386
- "episode_seed": 104857,
1387
- "final_is_true_episode_end": false,
1388
- "final_lives": 4,
1389
- "length": 14400,
1390
- "mean_latency_ms": 71.674211438585,
1391
- "num_actions": 1801,
1392
- "num_dropped_actions": 0,
1393
- "num_invalid_actions": 0,
1394
- "p90_latency_ms": 74.29289425580065,
1395
- "p99_latency_ms": 76.32269748765779,
1396
- "return": 5520.0,
1397
- "soft_reset_count": 3
1398
- },
1399
- {
1400
- "case_id": 129,
1401
- "episode_id": 87,
1402
- "episode_seed": 104858,
1403
- "final_is_true_episode_end": false,
1404
- "final_lives": 3,
1405
- "length": 14400,
1406
- "mean_latency_ms": 71.54317190408666,
1407
- "num_actions": 1801,
1408
- "num_dropped_actions": 0,
1409
- "num_invalid_actions": 0,
1410
- "p90_latency_ms": 74.26453105573579,
1411
- "p99_latency_ms": 76.36261307173268,
1412
- "return": 6230.0,
1413
- "soft_reset_count": 6
1414
- },
1415
- {
1416
- "case_id": 130,
1417
- "episode_id": 88,
1418
- "episode_seed": 104859,
1419
- "final_is_true_episode_end": false,
1420
- "final_lives": 3,
1421
- "length": 14400,
1422
- "mean_latency_ms": 71.59612150307753,
1423
- "num_actions": 1802,
1424
- "num_dropped_actions": 0,
1425
- "num_invalid_actions": 0,
1426
- "p90_latency_ms": 74.36827988313986,
1427
- "p99_latency_ms": 76.32457725840156,
1428
- "return": 6720.0,
1429
- "soft_reset_count": 6
1430
- },
1431
- {
1432
- "case_id": 131,
1433
- "episode_id": 89,
1434
- "episode_seed": 104860,
1435
- "final_is_true_episode_end": false,
1436
- "final_lives": 6,
1437
- "length": 14400,
1438
- "mean_latency_ms": 71.61822846348507,
1439
- "num_actions": 1801,
1440
- "num_dropped_actions": 0,
1441
- "num_invalid_actions": 0,
1442
- "p90_latency_ms": 74.28578326737856,
1443
- "p99_latency_ms": 76.40398002095203,
1444
- "return": 6030.0,
1445
- "soft_reset_count": 4
1446
- },
1447
- {
1448
- "case_id": 132,
1449
- "episode_id": 90,
1450
- "episode_seed": 104861,
1451
- "final_is_true_episode_end": false,
1452
- "final_lives": 2,
1453
- "length": 14400,
1454
- "mean_latency_ms": 71.58014251578824,
1455
- "num_actions": 1801,
1456
- "num_dropped_actions": 0,
1457
- "num_invalid_actions": 0,
1458
- "p90_latency_ms": 74.26812434731305,
1459
- "p99_latency_ms": 76.44412631517532,
1460
- "return": 6460.0,
1461
- "soft_reset_count": 6
1462
- },
1463
- {
1464
- "case_id": 133,
1465
- "episode_id": 91,
1466
- "episode_seed": 104862,
1467
- "final_is_true_episode_end": true,
1468
- "final_lives": 0,
1469
- "length": 11551,
1470
- "mean_latency_ms": 71.60382109260891,
1471
- "num_actions": 1446,
1472
- "num_dropped_actions": 0,
1473
- "num_invalid_actions": 0,
1474
- "p90_latency_ms": 74.30651686302039,
1475
- "p99_latency_ms": 76.45197701763666,
1476
- "return": 4880.0,
1477
- "soft_reset_count": 7
1478
- },
1479
- {
1480
- "case_id": 134,
1481
- "episode_id": 92,
1482
- "episode_seed": 104863,
1483
- "final_is_true_episode_end": false,
1484
- "final_lives": 5,
1485
- "length": 14400,
1486
- "mean_latency_ms": 71.60076215324638,
1487
- "num_actions": 1802,
1488
- "num_dropped_actions": 0,
1489
- "num_invalid_actions": 0,
1490
- "p90_latency_ms": 74.2314237172241,
1491
- "p99_latency_ms": 76.07828279931667,
1492
- "return": 6090.0,
1493
- "soft_reset_count": 4
1494
- },
1495
- {
1496
- "case_id": 135,
1497
- "episode_id": 93,
1498
- "episode_seed": 104864,
1499
- "final_is_true_episode_end": true,
1500
- "final_lives": 0,
1501
- "length": 5287,
1502
- "mean_latency_ms": 71.50668030361676,
1503
- "num_actions": 663,
1504
- "num_dropped_actions": 0,
1505
- "num_invalid_actions": 0,
1506
- "p90_latency_ms": 74.2382417133315,
1507
- "p99_latency_ms": 76.40589081315835,
1508
- "return": 900.0,
1509
- "soft_reset_count": 5
1510
- },
1511
- {
1512
- "case_id": 136,
1513
- "episode_id": 94,
1514
- "episode_seed": 104865,
1515
- "final_is_true_episode_end": false,
1516
- "final_lives": 4,
1517
- "length": 14400,
1518
- "mean_latency_ms": 71.62976488749787,
1519
- "num_actions": 1802,
1520
- "num_dropped_actions": 0,
1521
- "num_invalid_actions": 0,
1522
- "p90_latency_ms": 74.28342699472769,
1523
- "p99_latency_ms": 76.44389928860427,
1524
- "return": 5870.0,
1525
- "soft_reset_count": 5
1526
- },
1527
- {
1528
- "case_id": 137,
1529
- "episode_id": 95,
1530
- "episode_seed": 104866,
1531
- "final_is_true_episode_end": false,
1532
- "final_lives": 7,
1533
- "length": 14400,
1534
- "mean_latency_ms": 71.58261216372355,
1535
- "num_actions": 1801,
1536
- "num_dropped_actions": 0,
1537
- "num_invalid_actions": 0,
1538
- "p90_latency_ms": 74.31497841985055,
1539
- "p99_latency_ms": 76.44231725369698,
1540
- "return": 7655.0,
1541
- "soft_reset_count": 3
1542
- },
1543
- {
1544
- "case_id": 138,
1545
- "episode_id": 96,
1546
- "episode_seed": 104867,
1547
- "final_is_true_episode_end": true,
1548
- "final_lives": 0,
1549
- "length": 7912,
1550
- "mean_latency_ms": 71.49265113904123,
1551
- "num_actions": 991,
1552
- "num_dropped_actions": 0,
1553
- "num_invalid_actions": 0,
1554
- "p90_latency_ms": 74.20221458847999,
1555
- "p99_latency_ms": 76.36594709116137,
1556
- "return": 1420.0,
1557
- "soft_reset_count": 6
1558
- },
1559
- {
1560
- "case_id": 139,
1561
- "episode_id": 97,
1562
- "episode_seed": 104868,
1563
- "final_is_true_episode_end": false,
1564
- "final_lives": 5,
1565
- "length": 14400,
1566
- "mean_latency_ms": 71.56497237065636,
1567
- "num_actions": 1802,
1568
- "num_dropped_actions": 0,
1569
- "num_invalid_actions": 0,
1570
- "p90_latency_ms": 74.40243338862889,
1571
- "p99_latency_ms": 76.2398831502854,
1572
- "return": 7290.0,
1573
- "soft_reset_count": 5
1574
- },
1575
- {
1576
- "case_id": 140,
1577
- "episode_id": 98,
1578
- "episode_seed": 104869,
1579
- "final_is_true_episode_end": false,
1580
- "final_lives": 4,
1581
- "length": 14400,
1582
- "mean_latency_ms": 71.6278606099766,
1583
- "num_actions": 1802,
1584
- "num_dropped_actions": 0,
1585
- "num_invalid_actions": 0,
1586
- "p90_latency_ms": 74.29540125735468,
1587
- "p99_latency_ms": 76.10995173488803,
1588
- "return": 6680.0,
1589
- "soft_reset_count": 5
1590
- },
1591
- {
1592
- "case_id": 141,
1593
- "episode_id": 99,
1594
- "episode_seed": 104870,
1595
- "final_is_true_episode_end": false,
1596
- "final_lives": 5,
1597
- "length": 14400,
1598
- "mean_latency_ms": 71.59546899441365,
1599
- "num_actions": 1801,
1600
- "num_dropped_actions": 0,
1601
- "num_invalid_actions": 0,
1602
- "p90_latency_ms": 74.26242710947284,
1603
- "p99_latency_ms": 76.37226283964436,
1604
- "return": 7195.0,
1605
- "soft_reset_count": 3
1606
- }
1607
- ],
1608
- "policy": "sample-factory",
1609
- "protocol": {
1610
- "actual_environment_seeds": [
1611
- 104771,
1612
- 104772,
1613
- 104773,
1614
- 104774,
1615
- 104775,
1616
- 104776,
1617
- 104777,
1618
- 104778,
1619
- 104779,
1620
- 104780,
1621
- 104781,
1622
- 104782,
1623
- 104783,
1624
- 104784,
1625
- 104785,
1626
- 104786,
1627
- 104787,
1628
- 104788,
1629
- 104789,
1630
- 104790,
1631
- 104791,
1632
- 104792,
1633
- 104793,
1634
- 104794,
1635
- 104795,
1636
- 104796,
1637
- 104797,
1638
- 104798,
1639
- 104799,
1640
- 104800,
1641
- 104801,
1642
- 104802,
1643
- 104803,
1644
- 104804,
1645
- 104805,
1646
- 104806,
1647
- 104807,
1648
- 104808,
1649
- 104809,
1650
- 104810,
1651
- 104811,
1652
- 104812,
1653
- 104813,
1654
- 104814,
1655
- 104815,
1656
- 104816,
1657
- 104817,
1658
- 104818,
1659
- 104819,
1660
- 104820,
1661
- 104821,
1662
- 104822,
1663
- 104823,
1664
- 104824,
1665
- 104825,
1666
- 104826,
1667
- 104827,
1668
- 104828,
1669
- 104829,
1670
- 104830,
1671
- 104831,
1672
- 104832,
1673
- 104833,
1674
- 104834,
1675
- 104835,
1676
- 104836,
1677
- 104837,
1678
- 104838,
1679
- 104839,
1680
- 104840,
1681
- 104841,
1682
- 104842,
1683
- 104843,
1684
- 104844,
1685
- 104845,
1686
- 104846,
1687
- 104847,
1688
- 104848,
1689
- 104849,
1690
- 104850,
1691
- 104851,
1692
- 104852,
1693
- 104853,
1694
- 104854,
1695
- 104855,
1696
- 104856,
1697
- 104857,
1698
- 104858,
1699
- 104859,
1700
- 104860,
1701
- 104861,
1702
- 104862,
1703
- 104863,
1704
- 104864,
1705
- 104865,
1706
- 104866,
1707
- 104867,
1708
- 104868,
1709
- 104869,
1710
- 104870
1711
- ],
1712
- "deterministic": true,
1713
- "episodes": 100,
1714
- "formal_episode_end": "lives_zero_or_horizon",
1715
- "horizon": 14400,
1716
- "latency": {
1717
- "instance_id": "instance_a5037b165aa0cedc",
1718
- "method": "iid_profile_replay",
1719
- "path": "profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc",
1720
- "replay": "iid",
1721
- "repo_id": "latency-sensitive-bench/profiles",
1722
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
1723
- "simulated_worker_capacity": 1
1724
- },
1725
- "life_loss_behavior": "soft_reset_and_continue_same_episode",
1726
- "logical_case_ids": [
1727
- 42,
1728
- 43,
1729
- 44,
1730
- 45,
1731
- 46,
1732
- 47,
1733
- 48,
1734
- 49,
1735
- 50,
1736
- 51,
1737
- 52,
1738
- 53,
1739
- 54,
1740
- 55,
1741
- 56,
1742
- 57,
1743
- 58,
1744
- 59,
1745
- 60,
1746
- 61,
1747
- 62,
1748
- 63,
1749
- 64,
1750
- 65,
1751
- 66,
1752
- 67,
1753
- 68,
1754
- 69,
1755
- 70,
1756
- 71,
1757
- 72,
1758
- 73,
1759
- 74,
1760
- 75,
1761
- 76,
1762
- 77,
1763
- 78,
1764
- 79,
1765
- 80,
1766
- 81,
1767
- 82,
1768
- 83,
1769
- 84,
1770
- 85,
1771
- 86,
1772
- 87,
1773
- 88,
1774
- 89,
1775
- 90,
1776
- 91,
1777
- 92,
1778
- 93,
1779
- 94,
1780
- 95,
1781
- 96,
1782
- 97,
1783
- 98,
1784
- 99,
1785
- 100,
1786
- 101,
1787
- 102,
1788
- 103,
1789
- 104,
1790
- 105,
1791
- 106,
1792
- 107,
1793
- 108,
1794
- 109,
1795
- 110,
1796
- 111,
1797
- 112,
1798
- 113,
1799
- 114,
1800
- 115,
1801
- 116,
1802
- 117,
1803
- 118,
1804
- 119,
1805
- 120,
1806
- 121,
1807
- 122,
1808
- 123,
1809
- 124,
1810
- 125,
1811
- 126,
1812
- 127,
1813
- 128,
1814
- 129,
1815
- 130,
1816
- 131,
1817
- 132,
1818
- 133,
1819
- 134,
1820
- 135,
1821
- 136,
1822
- 137,
1823
- 138,
1824
- 139,
1825
- 140,
1826
- 141
1827
- ],
1828
- "parallel_envs": 100,
1829
- "return_field": "game_score",
1830
- "sample_factory_seed_offset": 104729,
1831
- "terminal_on_life_loss": true
1832
- },
1833
- "schema_version": 1,
1834
- "summary": {
1835
- "mean_episode_length": 13303.53,
1836
- "mean_return": 5632.75,
1837
- "return_ci95_student_t": [
1838
- 5301.9658506427995,
1839
- 5963.5341493572005
1840
- ],
1841
- "soft_reset_count": 513,
1842
- "std_episode_length": 2270.9608319169683,
1843
- "std_return": 1667.0765215753831,
1844
- "true_episode_end_count": 24
1845
- },
1846
- "task": "Demon Attack"
1847
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-openvla-rtx3090-v1/provenance.json DELETED
@@ -1,38 +0,0 @@
1
- {
2
- "artifact": "sample-factory-small-policy",
3
- "central_target": {
4
- "path": "latency-aware/demon-attack/small-policy/sample-factory-openvla-rtx3090-v1",
5
- "readback_revision": "7a6d7af88f921c6244aafe03078f1d30d94cc9b7",
6
- "repo_id": "latency-sensitive-bench/benchmark-models"
7
- },
8
- "files": {
9
- "checkpoint": {
10
- "bytes": 20722937,
11
- "path": "best_000097632_49987584_reward_13578.800.pth",
12
- "sha256": "cfd3809a17001e913bbc1b89d2716d95d29e16ab481a9e08fcf04ba3a761119b"
13
- },
14
- "config": {
15
- "bytes": 10222,
16
- "path": "config.json",
17
- "sha256": "04d89ea4fe749140f91a0ecd010adcd3bdbd4288e0dd54367c6b47dcfde72823"
18
- },
19
- "evaluation": "eval_profile.json"
20
- },
21
- "profile": {
22
- "instance_id": "instance_a5037b165aa0cedc",
23
- "path": "profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc",
24
- "replay": "iid",
25
- "repo_id": "latency-sensitive-bench/profiles",
26
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
27
- "simulated_worker_capacity": 1
28
- },
29
- "publication_status": "published-central-readback-passed",
30
- "schema_version": 1,
31
- "source": {
32
- "checkpoint": "memory/small_model/demon_attack/openvla_rtx3090_profile_25m_fs4_1min_eval/train/memory_small_model:demon_attack:frame_stack:openvla_rtx3090_iid:fs4:obs15:stride4:seed10/checkpoint_p0/best_000097632_49987584_reward_13578.800.pth",
33
- "path": "memory/small_model/demon_attack/openvla_rtx3090_profile_25m_fs4_1min_eval/train/memory_small_model:demon_attack:frame_stack:openvla_rtx3090_iid:fs4:obs15:stride4:seed10",
34
- "repo_id": "latency-sensitive-bench/paper-experiment-models",
35
- "revision": "8d576e64dd9f7370e06abfebff37b3d50dfdf8d1"
36
- },
37
- "task": "Demon Attack"
38
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-v1/README.md DELETED
@@ -1,16 +0,0 @@
1
- # Demon Attack Sample Factory policy
2
-
3
- This bundle contains the exact selected checkpoint, its original Sample Factory `config.json`, provenance, and the formal 100-episode evaluation.
4
-
5
- - Condition: IID replay of `profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc`
6
- - Deterministic case IDs: 42–141 (Sample Factory reset seeds 104771–104870)
7
- - Horizon: 14400
8
- - Life-loss handling: terminal detection followed by soft reset; the same formal episode continues
9
- - Formal episode end: lives=0 true game over or the 14400-step horizon
10
- - Parallel environments: 100
11
- - Mean return: 1097.850000
12
- - Return standard deviation: 822.919248
13
- - Student-t 95% CI: [934.564968, 1261.135032]
14
- - Mean episode length: 6701.83
15
-
16
- The historical checkpoint-selection reward is not an independent evaluation score. See `eval_profile.json` for all episode records and `provenance.json` for the immutable source revision.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-v1/best_000097120_49725440_reward_4591.800.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5027028f55cdbe768948db4af752a9ecf3dc9cd77f846d06aae1313941c341e
3
- size 20722937
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-v1/config.json DELETED
@@ -1,271 +0,0 @@
1
- {
2
- "help": false,
3
- "algo": "APPO",
4
- "env": "latency_demon_attack",
5
- "experiment": "demon_attack_frame_stack_pi05_rtx3090_iid_fs4_seed14",
6
- "train_dir": "results/checkpoints/memory/small_model/demon_attack",
7
- "restart_behavior": "resume",
8
- "device": "gpu",
9
- "seed": 14,
10
- "initial_model_path": null,
11
- "num_policies": 1,
12
- "async_rl": true,
13
- "serial_mode": false,
14
- "batched_sampling": true,
15
- "num_batches_to_accumulate": 2,
16
- "worker_num_splits": 1,
17
- "policy_workers_per_policy": 1,
18
- "max_policy_lag": 300,
19
- "num_workers": 1,
20
- "num_envs_per_worker": 1,
21
- "batch_size": 1024,
22
- "num_batches_per_epoch": 8,
23
- "num_epochs": 2,
24
- "rollout": 64,
25
- "fasttd3_replay_capacity": 6553600,
26
- "fasttd3_replay_batch_size": 32768,
27
- "fasttd3_action_chunk_horizon": 1,
28
- "fasttd3_transitions_per_update": 64,
29
- "fasttd3_train_for_optimizer_steps": 10000000000,
30
- "fasttd3_v_min": -250.0,
31
- "fasttd3_v_max": 250.0,
32
- "fasttd3_actor_action_l2": 0.0,
33
- "fasttd3_compile": true,
34
- "recurrence": 32,
35
- "shuffle_minibatches": false,
36
- "gamma": 0.99,
37
- "reward_scale": 1.0,
38
- "reward_clip": 1000.0,
39
- "value_bootstrap": false,
40
- "normalize_returns": true,
41
- "exploration_loss_coeff": 0.003,
42
- "value_loss_coeff": 0.5,
43
- "kl_loss_coeff": 0.0,
44
- "exploration_loss": "entropy",
45
- "gae_lambda": 0.95,
46
- "ppo_clip_ratio": 0.1,
47
- "ppo_clip_value": 0.2,
48
- "with_vtrace": false,
49
- "vtrace_rho": 1.0,
50
- "vtrace_c": 1.0,
51
- "optimizer": "adam",
52
- "adam_eps": 1e-05,
53
- "adam_beta1": 0.9,
54
- "adam_beta2": 0.999,
55
- "max_grad_norm": 0.0,
56
- "learning_rate": 0.000303,
57
- "lr_schedule": "linear_decay",
58
- "lr_schedule_kl_threshold": 0.008,
59
- "lr_adaptive_min": 1e-06,
60
- "lr_adaptive_max": 0.01,
61
- "obs_subtract_mean": 0.0,
62
- "obs_scale": 255.0,
63
- "normalize_input": true,
64
- "normalize_input_keys": null,
65
- "decorrelate_experience_max_seconds": 0,
66
- "decorrelate_envs_on_one_worker": true,
67
- "actor_worker_gpus": [
68
- 0
69
- ],
70
- "set_workers_cpu_affinity": true,
71
- "force_envs_single_thread": false,
72
- "default_niceness": 0,
73
- "log_to_file": true,
74
- "experiment_summaries_interval": 1,
75
- "flush_summaries_interval": 30,
76
- "stats_avg": 100,
77
- "summaries_use_frameskip": true,
78
- "heartbeat_interval": 20,
79
- "heartbeat_reporting_interval": 180,
80
- "train_for_env_steps": 50000000,
81
- "train_for_seconds": 10000000000,
82
- "save_every_sec": 600,
83
- "keep_checkpoints": 5,
84
- "load_checkpoint_kind": "latest",
85
- "save_milestones_sec": -1,
86
- "save_best_every_sec": 5,
87
- "save_best_metric": "reward",
88
- "save_best_after": 100000,
89
- "benchmark": false,
90
- "encoder_mlp_layers": [
91
- 512,
92
- 512
93
- ],
94
- "encoder_conv_architecture": "convnet_atari",
95
- "encoder_conv_mlp_layers": [
96
- 512
97
- ],
98
- "use_rnn": false,
99
- "rnn_size": 512,
100
- "rnn_type": "gru",
101
- "rnn_num_layers": 1,
102
- "decoder_mlp_layers": [],
103
- "nonlinearity": "elu",
104
- "policy_initialization": "orthogonal",
105
- "policy_init_gain": 1.0,
106
- "actor_critic_share_weights": true,
107
- "adaptive_stddev": true,
108
- "continuous_tanh_scale": 0.0,
109
- "initial_stddev": 1.0,
110
- "use_env_info_cache": false,
111
- "env_gpu_actions": true,
112
- "env_gpu_observations": true,
113
- "env_frameskip": 1,
114
- "env_framestack": 1,
115
- "pixel_format": "CHW",
116
- "use_record_episode_statistics": false,
117
- "with_wandb": true,
118
- "wandb_user": null,
119
- "wandb_project": "latency-sensitive-bench",
120
- "wandb_group": "demon-attack-fs4-pi05_rtx3090_iid",
121
- "wandb_job_type": "sample_factory",
122
- "wandb_tags": [
123
- "memory_small_model",
124
- "demon-attack",
125
- "frame_stack",
126
- "iid",
127
- "pi05_rtx3090_iid",
128
- "fs4",
129
- "seed14"
130
- ],
131
- "with_pbt": false,
132
- "pbt_mix_policies_in_one_env": true,
133
- "pbt_period_env_steps": 5000000,
134
- "pbt_start_mutation": 20000000,
135
- "pbt_replace_fraction": 0.3,
136
- "pbt_mutation_rate": 0.15,
137
- "pbt_replace_reward_gap": 0.1,
138
- "pbt_replace_reward_gap_absolute": 1e-06,
139
- "pbt_optimize_gamma": false,
140
- "pbt_target_objective": "true_objective",
141
- "pbt_perturb_min": 1.1,
142
- "pbt_perturb_max": 1.5,
143
- "env_id": "ALE/DemonAttack-v5",
144
- "env_fps": 60.0,
145
- "obs_fps": 15.0,
146
- "screen_size": 84,
147
- "noop_max": 30,
148
- "reset_mode": "fire",
149
- "frame_stack": 4,
150
- "terminal_on_life_loss": true,
151
- "clip_reward": true,
152
- "repeat_action_probability": 0.0,
153
- "full_action_space": false,
154
- "max_episode_steps": 25000,
155
- "simulator": "gpu",
156
- "gpu_env_device": "auto",
157
- "gpu_env_batch_size": 512,
158
- "export_env_raw_rgb_frames": false,
159
- "mode": "train",
160
- "latency_type": "iid",
161
- "fixed_latency_ms": null,
162
- "mean_latency_ms": null,
163
- "std_latency_ms": null,
164
- "min_latency_ms": null,
165
- "max_latency_ms": null,
166
- "latency_seed": 14,
167
- "latency_profile_path": "results/profiling/profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
168
- "latency_profile_worker_slot": 0,
169
- "add_latency_info": false,
170
- "max_pending_actions": null,
171
- "hold_policy": "hold",
172
- "ordering_policy": "latest_ready",
173
- "eval_episodes": 100,
174
- "eval_parallel_envs": 1,
175
- "eval_latency_raw_frame_values": "0,1,2,3,4,5",
176
- "eval_max_steps": 3600,
177
- "eval_deterministic": true,
178
- "eval_raw_reward": true,
179
- "episode_metrics_path": "results/checkpoints/memory/small_model/demon_attack/demon_attack_frame_stack_pi05_rtx3090_iid_fs4_seed14/episode_metrics.jsonl",
180
- "command_line": "--mode train --algo APPO --env latency_demon_attack --experiment demon_attack_frame_stack_pi05_rtx3090_iid_fs4_seed14 --train_dir results/checkpoints/memory/small_model/demon_attack --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-env-batch-size 512 --seed 14 --episode_metrics_path results/checkpoints/memory/small_model/demon_attack/demon_attack_frame_stack_pi05_rtx3090_iid_fs4_seed14/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 1 --num_envs_per_worker 1 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --batched_sampling True --use_rnn False --normalize_returns True --normalize_input True --latency-type iid --latency-seed 14 --latency-profile-path results/profiling/profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 1 --eval-max-steps 3600 --eval-deterministic True --eval-raw-reward --with_wandb True --wandb_project latency-sensitive-bench --wandb_group demon-attack-fs4-pi05_rtx3090_iid --wandb_job_type sample_factory --wandb_tags memory_small_model demon-attack frame_stack iid pi05_rtx3090_iid fs4 seed14 --env_id ALE/DemonAttack-v5 --env-fps 60 --obs-fps 15.0 --screen_size 84 --noop_max 30 --reset-mode fire --frame_stack 4 --terminal_on_life_loss True --clip_reward True --repeat_action_probability 0.0 --full_action_space False --max_episode_steps 25000 --simulator gpu --gpu-env-device auto --hold-policy hold --ordering-policy latest_ready",
181
- "cli_args": {
182
- "algo": "APPO",
183
- "env": "latency_demon_attack",
184
- "experiment": "demon_attack_frame_stack_pi05_rtx3090_iid_fs4_seed14",
185
- "train_dir": "results/checkpoints/memory/small_model/demon_attack",
186
- "restart_behavior": "resume",
187
- "device": "gpu",
188
- "seed": 14,
189
- "num_policies": 1,
190
- "async_rl": true,
191
- "batched_sampling": true,
192
- "worker_num_splits": 1,
193
- "max_policy_lag": 300,
194
- "num_workers": 1,
195
- "num_envs_per_worker": 1,
196
- "batch_size": 1024,
197
- "num_batches_per_epoch": 8,
198
- "num_epochs": 2,
199
- "rollout": 64,
200
- "recurrence": 32,
201
- "gamma": 0.99,
202
- "normalize_returns": true,
203
- "value_loss_coeff": 0.5,
204
- "gae_lambda": 0.95,
205
- "ppo_clip_ratio": 0.1,
206
- "ppo_clip_value": 0.2,
207
- "max_grad_norm": 0.0,
208
- "learning_rate": 0.000303,
209
- "normalize_input": true,
210
- "actor_worker_gpus": [
211
- 0
212
- ],
213
- "experiment_summaries_interval": 1,
214
- "stats_avg": 100,
215
- "train_for_env_steps": 10000000,
216
- "save_every_sec": 600,
217
- "keep_checkpoints": 5,
218
- "use_rnn": false,
219
- "env_gpu_actions": true,
220
- "env_gpu_observations": true,
221
- "with_wandb": true,
222
- "wandb_project": "latency-sensitive-bench",
223
- "wandb_group": "demon-attack-fs4-pi05_rtx3090_iid",
224
- "wandb_job_type": "sample_factory",
225
- "wandb_tags": [
226
- "memory_small_model",
227
- "demon-attack",
228
- "frame_stack",
229
- "iid",
230
- "pi05_rtx3090_iid",
231
- "fs4",
232
- "seed14"
233
- ],
234
- "env_id": "ALE/DemonAttack-v5",
235
- "env_fps": 60.0,
236
- "obs_fps": 15.0,
237
- "screen_size": 84,
238
- "noop_max": 30,
239
- "reset_mode": "fire",
240
- "frame_stack": 4,
241
- "terminal_on_life_loss": true,
242
- "clip_reward": true,
243
- "repeat_action_probability": 0.0,
244
- "full_action_space": false,
245
- "max_episode_steps": 25000,
246
- "simulator": "gpu",
247
- "gpu_env_device": "auto",
248
- "gpu_env_batch_size": 512,
249
- "mode": "train",
250
- "latency_type": "iid",
251
- "latency_seed": 14,
252
- "latency_profile_path": "results/profiling/profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
253
- "latency_profile_worker_slot": 0,
254
- "add_latency_info": false,
255
- "hold_policy": "hold",
256
- "ordering_policy": "latest_ready",
257
- "eval_episodes": 100,
258
- "eval_parallel_envs": 1,
259
- "eval_max_steps": 3600,
260
- "eval_deterministic": true,
261
- "eval_raw_reward": true,
262
- "episode_metrics_path": "results/checkpoints/memory/small_model/demon_attack/demon_attack_frame_stack_pi05_rtx3090_iid_fs4_seed14/episode_metrics.jsonl",
263
- "output_dir": "outputs/memory/small_model/demon_attack/pi05_rtx3090_profile/train/frame_stack/pi05_rtx3090_iid/fs4/seed_14",
264
- "wandb_unique_id": "demon-attack-fs4-pi05_rtx3090_iid-s14"
265
- },
266
- "git_hash": "c0cb6a319133de6cbef9729610762a9dffc68b29",
267
- "git_repo_name": "https://github.com/ZihanWang314/latency-sensitive-bench",
268
- "eval_env_frameskip": 1,
269
- "output_dir": "outputs/memory/small_model/demon_attack/pi05_rtx3090_profile/train/frame_stack/pi05_rtx3090_iid/fs4/seed_14",
270
- "wandb_unique_id": "demon-attack-fs4-pi05_rtx3090_iid-s14"
271
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-v1/eval_profile.json DELETED
@@ -1,1847 +0,0 @@
1
- {
2
- "checkpoint": {
3
- "bundle_path": "best_000097120_49725440_reward_4591.800.pth",
4
- "sha256": "a5027028f55cdbe768948db4af752a9ecf3dc9cd77f846d06aae1313941c341e"
5
- },
6
- "episodes": [
7
- {
8
- "case_id": 42,
9
- "episode_id": 0,
10
- "episode_seed": 104771,
11
- "final_is_true_episode_end": true,
12
- "final_lives": 0,
13
- "length": 7900,
14
- "mean_latency_ms": 192.7264348296557,
15
- "num_actions": 635,
16
- "num_dropped_actions": 0,
17
- "num_invalid_actions": 0,
18
- "p90_latency_ms": 201.18586505397514,
19
- "p99_latency_ms": 206.71048532620767,
20
- "return": 1420.0,
21
- "soft_reset_count": 6
22
- },
23
- {
24
- "case_id": 43,
25
- "episode_id": 1,
26
- "episode_seed": 104772,
27
- "final_is_true_episode_end": true,
28
- "final_lives": 0,
29
- "length": 6156,
30
- "mean_latency_ms": 192.83002270184545,
31
- "num_actions": 493,
32
- "num_dropped_actions": 0,
33
- "num_invalid_actions": 0,
34
- "p90_latency_ms": 201.26412367531847,
35
- "p99_latency_ms": 206.4311904346105,
36
- "return": 560.0,
37
- "soft_reset_count": 4
38
- },
39
- {
40
- "case_id": 44,
41
- "episode_id": 2,
42
- "episode_seed": 104773,
43
- "final_is_true_episode_end": true,
44
- "final_lives": 0,
45
- "length": 7999,
46
- "mean_latency_ms": 192.4938298000352,
47
- "num_actions": 646,
48
- "num_dropped_actions": 0,
49
- "num_invalid_actions": 0,
50
- "p90_latency_ms": 200.57505115984185,
51
- "p99_latency_ms": 206.33787472084038,
52
- "return": 1480.0,
53
- "soft_reset_count": 5
54
- },
55
- {
56
- "case_id": 45,
57
- "episode_id": 3,
58
- "episode_seed": 104774,
59
- "final_is_true_episode_end": true,
60
- "final_lives": 0,
61
- "length": 6207,
62
- "mean_latency_ms": 193.1820085724363,
63
- "num_actions": 496,
64
- "num_dropped_actions": 0,
65
- "num_invalid_actions": 0,
66
- "p90_latency_ms": 201.7654194673356,
67
- "p99_latency_ms": 206.7030952542825,
68
- "return": 560.0,
69
- "soft_reset_count": 5
70
- },
71
- {
72
- "case_id": 46,
73
- "episode_id": 4,
74
- "episode_seed": 104775,
75
- "final_is_true_episode_end": true,
76
- "final_lives": 0,
77
- "length": 6466,
78
- "mean_latency_ms": 192.88545211614303,
79
- "num_actions": 521,
80
- "num_dropped_actions": 0,
81
- "num_invalid_actions": 0,
82
- "p90_latency_ms": 200.99244261012657,
83
- "p99_latency_ms": 206.69583350468037,
84
- "return": 1200.0,
85
- "soft_reset_count": 5
86
- },
87
- {
88
- "case_id": 47,
89
- "episode_id": 5,
90
- "episode_seed": 104776,
91
- "final_is_true_episode_end": true,
92
- "final_lives": 0,
93
- "length": 8179,
94
- "mean_latency_ms": 192.34664600804925,
95
- "num_actions": 658,
96
- "num_dropped_actions": 0,
97
- "num_invalid_actions": 0,
98
- "p90_latency_ms": 200.81165240341704,
99
- "p99_latency_ms": 205.83609584025473,
100
- "return": 720.0,
101
- "soft_reset_count": 5
102
- },
103
- {
104
- "case_id": 48,
105
- "episode_id": 6,
106
- "episode_seed": 104777,
107
- "final_is_true_episode_end": true,
108
- "final_lives": 0,
109
- "length": 7969,
110
- "mean_latency_ms": 192.40652678548892,
111
- "num_actions": 641,
112
- "num_dropped_actions": 0,
113
- "num_invalid_actions": 0,
114
- "p90_latency_ms": 201.16206798704383,
115
- "p99_latency_ms": 206.02596473837693,
116
- "return": 1680.0,
117
- "soft_reset_count": 5
118
- },
119
- {
120
- "case_id": 49,
121
- "episode_id": 7,
122
- "episode_seed": 104778,
123
- "final_is_true_episode_end": true,
124
- "final_lives": 0,
125
- "length": 3905,
126
- "mean_latency_ms": 192.5343560473612,
127
- "num_actions": 313,
128
- "num_dropped_actions": 0,
129
- "num_invalid_actions": 0,
130
- "p90_latency_ms": 201.44570563776458,
131
- "p99_latency_ms": 205.2534218571153,
132
- "return": 385.0,
133
- "soft_reset_count": 4
134
- },
135
- {
136
- "case_id": 50,
137
- "episode_id": 8,
138
- "episode_seed": 104779,
139
- "final_is_true_episode_end": true,
140
- "final_lives": 0,
141
- "length": 4745,
142
- "mean_latency_ms": 192.78191158248282,
143
- "num_actions": 380,
144
- "num_dropped_actions": 0,
145
- "num_invalid_actions": 0,
146
- "p90_latency_ms": 201.4384007503576,
147
- "p99_latency_ms": 207.78191109888502,
148
- "return": 355.0,
149
- "soft_reset_count": 5
150
- },
151
- {
152
- "case_id": 51,
153
- "episode_id": 9,
154
- "episode_seed": 104780,
155
- "final_is_true_episode_end": true,
156
- "final_lives": 0,
157
- "length": 8881,
158
- "mean_latency_ms": 192.10711028528203,
159
- "num_actions": 716,
160
- "num_dropped_actions": 0,
161
- "num_invalid_actions": 0,
162
- "p90_latency_ms": 201.23904516497902,
163
- "p99_latency_ms": 205.8379874543134,
164
- "return": 2000.0,
165
- "soft_reset_count": 6
166
- },
167
- {
168
- "case_id": 52,
169
- "episode_id": 10,
170
- "episode_seed": 104781,
171
- "final_is_true_episode_end": true,
172
- "final_lives": 0,
173
- "length": 8649,
174
- "mean_latency_ms": 192.7538954283576,
175
- "num_actions": 693,
176
- "num_dropped_actions": 0,
177
- "num_invalid_actions": 0,
178
- "p90_latency_ms": 201.29817472154934,
179
- "p99_latency_ms": 206.9185449490169,
180
- "return": 1540.0,
181
- "soft_reset_count": 6
182
- },
183
- {
184
- "case_id": 53,
185
- "episode_id": 11,
186
- "episode_seed": 104782,
187
- "final_is_true_episode_end": true,
188
- "final_lives": 0,
189
- "length": 6470,
190
- "mean_latency_ms": 192.69208194331785,
191
- "num_actions": 517,
192
- "num_dropped_actions": 0,
193
- "num_invalid_actions": 0,
194
- "p90_latency_ms": 201.619796678118,
195
- "p99_latency_ms": 206.45303467704608,
196
- "return": 620.0,
197
- "soft_reset_count": 6
198
- },
199
- {
200
- "case_id": 54,
201
- "episode_id": 12,
202
- "episode_seed": 104783,
203
- "final_is_true_episode_end": true,
204
- "final_lives": 0,
205
- "length": 10283,
206
- "mean_latency_ms": 192.53920723953996,
207
- "num_actions": 824,
208
- "num_dropped_actions": 0,
209
- "num_invalid_actions": 0,
210
- "p90_latency_ms": 201.22337601838322,
211
- "p99_latency_ms": 206.58269397615703,
212
- "return": 2280.0,
213
- "soft_reset_count": 6
214
- },
215
- {
216
- "case_id": 55,
217
- "episode_id": 13,
218
- "episode_seed": 104784,
219
- "final_is_true_episode_end": true,
220
- "final_lives": 0,
221
- "length": 13849,
222
- "mean_latency_ms": 192.4287448284157,
223
- "num_actions": 1114,
224
- "num_dropped_actions": 0,
225
- "num_invalid_actions": 0,
226
- "p90_latency_ms": 200.93138405435565,
227
- "p99_latency_ms": 206.29931159910487,
228
- "return": 4230.0,
229
- "soft_reset_count": 7
230
- },
231
- {
232
- "case_id": 56,
233
- "episode_id": 14,
234
- "episode_seed": 104785,
235
- "final_is_true_episode_end": true,
236
- "final_lives": 0,
237
- "length": 10335,
238
- "mean_latency_ms": 192.72687717104114,
239
- "num_actions": 828,
240
- "num_dropped_actions": 0,
241
- "num_invalid_actions": 0,
242
- "p90_latency_ms": 201.2571830855511,
243
- "p99_latency_ms": 205.75100893385343,
244
- "return": 2255.0,
245
- "soft_reset_count": 6
246
- },
247
- {
248
- "case_id": 57,
249
- "episode_id": 15,
250
- "episode_seed": 104786,
251
- "final_is_true_episode_end": true,
252
- "final_lives": 0,
253
- "length": 10214,
254
- "mean_latency_ms": 192.5165054712921,
255
- "num_actions": 819,
256
- "num_dropped_actions": 0,
257
- "num_invalid_actions": 0,
258
- "p90_latency_ms": 201.28854570596855,
259
- "p99_latency_ms": 207.10081555276577,
260
- "return": 2990.0,
261
- "soft_reset_count": 6
262
- },
263
- {
264
- "case_id": 58,
265
- "episode_id": 16,
266
- "episode_seed": 104787,
267
- "final_is_true_episode_end": true,
268
- "final_lives": 0,
269
- "length": 6096,
270
- "mean_latency_ms": 192.87527052554034,
271
- "num_actions": 489,
272
- "num_dropped_actions": 0,
273
- "num_invalid_actions": 0,
274
- "p90_latency_ms": 201.31392022181055,
275
- "p99_latency_ms": 206.90325439359003,
276
- "return": 1040.0,
277
- "soft_reset_count": 5
278
- },
279
- {
280
- "case_id": 59,
281
- "episode_id": 17,
282
- "episode_seed": 104788,
283
- "final_is_true_episode_end": true,
284
- "final_lives": 0,
285
- "length": 4670,
286
- "mean_latency_ms": 192.8609838194821,
287
- "num_actions": 374,
288
- "num_dropped_actions": 0,
289
- "num_invalid_actions": 0,
290
- "p90_latency_ms": 201.26375319647065,
291
- "p99_latency_ms": 205.61619381166014,
292
- "return": 265.0,
293
- "soft_reset_count": 3
294
- },
295
- {
296
- "case_id": 60,
297
- "episode_id": 18,
298
- "episode_seed": 104789,
299
- "final_is_true_episode_end": true,
300
- "final_lives": 0,
301
- "length": 2788,
302
- "mean_latency_ms": 193.2538270545234,
303
- "num_actions": 223,
304
- "num_dropped_actions": 0,
305
- "num_invalid_actions": 0,
306
- "p90_latency_ms": 200.8620172494283,
307
- "p99_latency_ms": 206.73625157645552,
308
- "return": 140.0,
309
- "soft_reset_count": 3
310
- },
311
- {
312
- "case_id": 61,
313
- "episode_id": 19,
314
- "episode_seed": 104790,
315
- "final_is_true_episode_end": true,
316
- "final_lives": 0,
317
- "length": 7739,
318
- "mean_latency_ms": 192.84409725389767,
319
- "num_actions": 622,
320
- "num_dropped_actions": 0,
321
- "num_invalid_actions": 0,
322
- "p90_latency_ms": 201.36190609155895,
323
- "p99_latency_ms": 207.04516633668212,
324
- "return": 1940.0,
325
- "soft_reset_count": 5
326
- },
327
- {
328
- "case_id": 62,
329
- "episode_id": 20,
330
- "episode_seed": 104791,
331
- "final_is_true_episode_end": true,
332
- "final_lives": 0,
333
- "length": 6788,
334
- "mean_latency_ms": 192.8076865087833,
335
- "num_actions": 546,
336
- "num_dropped_actions": 0,
337
- "num_invalid_actions": 0,
338
- "p90_latency_ms": 201.19062805187764,
339
- "p99_latency_ms": 205.0360153515257,
340
- "return": 440.0,
341
- "soft_reset_count": 5
342
- },
343
- {
344
- "case_id": 63,
345
- "episode_id": 21,
346
- "episode_seed": 104792,
347
- "final_is_true_episode_end": true,
348
- "final_lives": 0,
349
- "length": 7648,
350
- "mean_latency_ms": 193.0198897878316,
351
- "num_actions": 612,
352
- "num_dropped_actions": 0,
353
- "num_invalid_actions": 0,
354
- "p90_latency_ms": 201.23955790309512,
355
- "p99_latency_ms": 207.45745635300094,
356
- "return": 1660.0,
357
- "soft_reset_count": 5
358
- },
359
- {
360
- "case_id": 64,
361
- "episode_id": 22,
362
- "episode_seed": 104793,
363
- "final_is_true_episode_end": true,
364
- "final_lives": 0,
365
- "length": 6994,
366
- "mean_latency_ms": 192.11781089116528,
367
- "num_actions": 564,
368
- "num_dropped_actions": 0,
369
- "num_invalid_actions": 0,
370
- "p90_latency_ms": 200.97782719708144,
371
- "p99_latency_ms": 206.09329541497738,
372
- "return": 1200.0,
373
- "soft_reset_count": 6
374
- },
375
- {
376
- "case_id": 65,
377
- "episode_id": 23,
378
- "episode_seed": 104794,
379
- "final_is_true_episode_end": true,
380
- "final_lives": 0,
381
- "length": 6680,
382
- "mean_latency_ms": 192.86207858395463,
383
- "num_actions": 534,
384
- "num_dropped_actions": 0,
385
- "num_invalid_actions": 0,
386
- "p90_latency_ms": 201.25853119488704,
387
- "p99_latency_ms": 206.21093134607273,
388
- "return": 1080.0,
389
- "soft_reset_count": 5
390
- },
391
- {
392
- "case_id": 66,
393
- "episode_id": 24,
394
- "episode_seed": 104795,
395
- "final_is_true_episode_end": true,
396
- "final_lives": 0,
397
- "length": 6808,
398
- "mean_latency_ms": 192.5898719964704,
399
- "num_actions": 553,
400
- "num_dropped_actions": 0,
401
- "num_invalid_actions": 0,
402
- "p90_latency_ms": 200.52921166922994,
403
- "p99_latency_ms": 205.96874143610228,
404
- "return": 1200.0,
405
- "soft_reset_count": 5
406
- },
407
- {
408
- "case_id": 67,
409
- "episode_id": 25,
410
- "episode_seed": 104796,
411
- "final_is_true_episode_end": true,
412
- "final_lives": 0,
413
- "length": 5311,
414
- "mean_latency_ms": 192.98437856266446,
415
- "num_actions": 423,
416
- "num_dropped_actions": 0,
417
- "num_invalid_actions": 0,
418
- "p90_latency_ms": 201.52758347911194,
419
- "p99_latency_ms": 206.59551980057412,
420
- "return": 400.0,
421
- "soft_reset_count": 5
422
- },
423
- {
424
- "case_id": 68,
425
- "episode_id": 26,
426
- "episode_seed": 104797,
427
- "final_is_true_episode_end": true,
428
- "final_lives": 0,
429
- "length": 6170,
430
- "mean_latency_ms": 192.56257409577285,
431
- "num_actions": 495,
432
- "num_dropped_actions": 0,
433
- "num_invalid_actions": 0,
434
- "p90_latency_ms": 200.92965460911773,
435
- "p99_latency_ms": 206.05623945467758,
436
- "return": 620.0,
437
- "soft_reset_count": 5
438
- },
439
- {
440
- "case_id": 69,
441
- "episode_id": 27,
442
- "episode_seed": 104798,
443
- "final_is_true_episode_end": true,
444
- "final_lives": 0,
445
- "length": 9180,
446
- "mean_latency_ms": 193.06612859893048,
447
- "num_actions": 734,
448
- "num_dropped_actions": 0,
449
- "num_invalid_actions": 0,
450
- "p90_latency_ms": 201.71369357847578,
451
- "p99_latency_ms": 206.8277044174518,
452
- "return": 2040.0,
453
- "soft_reset_count": 6
454
- },
455
- {
456
- "case_id": 70,
457
- "episode_id": 28,
458
- "episode_seed": 104799,
459
- "final_is_true_episode_end": true,
460
- "final_lives": 0,
461
- "length": 5922,
462
- "mean_latency_ms": 192.90556582422195,
463
- "num_actions": 477,
464
- "num_dropped_actions": 0,
465
- "num_invalid_actions": 0,
466
- "p90_latency_ms": 201.21871940301997,
467
- "p99_latency_ms": 205.8091487416284,
468
- "return": 1080.0,
469
- "soft_reset_count": 5
470
- },
471
- {
472
- "case_id": 71,
473
- "episode_id": 29,
474
- "episode_seed": 104800,
475
- "final_is_true_episode_end": true,
476
- "final_lives": 0,
477
- "length": 6722,
478
- "mean_latency_ms": 192.83425086274647,
479
- "num_actions": 541,
480
- "num_dropped_actions": 0,
481
- "num_invalid_actions": 0,
482
- "p90_latency_ms": 201.13111554135708,
483
- "p99_latency_ms": 206.42378577708416,
484
- "return": 1420.0,
485
- "soft_reset_count": 6
486
- },
487
- {
488
- "case_id": 72,
489
- "episode_id": 30,
490
- "episode_seed": 104801,
491
- "final_is_true_episode_end": true,
492
- "final_lives": 0,
493
- "length": 9403,
494
- "mean_latency_ms": 193.0409860734914,
495
- "num_actions": 750,
496
- "num_dropped_actions": 0,
497
- "num_invalid_actions": 0,
498
- "p90_latency_ms": 201.4370755273904,
499
- "p99_latency_ms": 206.33019454200627,
500
- "return": 1780.0,
501
- "soft_reset_count": 6
502
- },
503
- {
504
- "case_id": 73,
505
- "episode_id": 31,
506
- "episode_seed": 104802,
507
- "final_is_true_episode_end": true,
508
- "final_lives": 0,
509
- "length": 5036,
510
- "mean_latency_ms": 192.34560683091905,
511
- "num_actions": 406,
512
- "num_dropped_actions": 0,
513
- "num_invalid_actions": 0,
514
- "p90_latency_ms": 201.28527202375207,
515
- "p99_latency_ms": 205.50129199860072,
516
- "return": 500.0,
517
- "soft_reset_count": 6
518
- },
519
- {
520
- "case_id": 74,
521
- "episode_id": 32,
522
- "episode_seed": 104803,
523
- "final_is_true_episode_end": true,
524
- "final_lives": 0,
525
- "length": 7924,
526
- "mean_latency_ms": 192.77581658979238,
527
- "num_actions": 634,
528
- "num_dropped_actions": 0,
529
- "num_invalid_actions": 0,
530
- "p90_latency_ms": 201.4377101477878,
531
- "p99_latency_ms": 207.72634908544563,
532
- "return": 1420.0,
533
- "soft_reset_count": 6
534
- },
535
- {
536
- "case_id": 75,
537
- "episode_id": 33,
538
- "episode_seed": 104804,
539
- "final_is_true_episode_end": true,
540
- "final_lives": 0,
541
- "length": 6542,
542
- "mean_latency_ms": 192.69374944715602,
543
- "num_actions": 527,
544
- "num_dropped_actions": 0,
545
- "num_invalid_actions": 0,
546
- "p90_latency_ms": 201.08965419295077,
547
- "p99_latency_ms": 206.71807104433296,
548
- "return": 780.0,
549
- "soft_reset_count": 6
550
- },
551
- {
552
- "case_id": 76,
553
- "episode_id": 34,
554
- "episode_seed": 104805,
555
- "final_is_true_episode_end": true,
556
- "final_lives": 0,
557
- "length": 6703,
558
- "mean_latency_ms": 192.4324432741747,
559
- "num_actions": 540,
560
- "num_dropped_actions": 0,
561
- "num_invalid_actions": 0,
562
- "p90_latency_ms": 200.74187920286738,
563
- "p99_latency_ms": 206.075397730191,
564
- "return": 1100.0,
565
- "soft_reset_count": 6
566
- },
567
- {
568
- "case_id": 77,
569
- "episode_id": 35,
570
- "episode_seed": 104806,
571
- "final_is_true_episode_end": true,
572
- "final_lives": 0,
573
- "length": 4490,
574
- "mean_latency_ms": 193.22362145890582,
575
- "num_actions": 359,
576
- "num_dropped_actions": 0,
577
- "num_invalid_actions": 0,
578
- "p90_latency_ms": 201.31533682385887,
579
- "p99_latency_ms": 206.71576490863032,
580
- "return": 280.0,
581
- "soft_reset_count": 4
582
- },
583
- {
584
- "case_id": 78,
585
- "episode_id": 36,
586
- "episode_seed": 104807,
587
- "final_is_true_episode_end": true,
588
- "final_lives": 0,
589
- "length": 6870,
590
- "mean_latency_ms": 192.5144186424676,
591
- "num_actions": 552,
592
- "num_dropped_actions": 0,
593
- "num_invalid_actions": 0,
594
- "p90_latency_ms": 201.24009951507597,
595
- "p99_latency_ms": 205.75739411918693,
596
- "return": 1160.0,
597
- "soft_reset_count": 6
598
- },
599
- {
600
- "case_id": 79,
601
- "episode_id": 37,
602
- "episode_seed": 104808,
603
- "final_is_true_episode_end": true,
604
- "final_lives": 0,
605
- "length": 7185,
606
- "mean_latency_ms": 192.84393689964205,
607
- "num_actions": 572,
608
- "num_dropped_actions": 0,
609
- "num_invalid_actions": 0,
610
- "p90_latency_ms": 201.45096676766482,
611
- "p99_latency_ms": 207.17395068063172,
612
- "return": 1180.0,
613
- "soft_reset_count": 6
614
- },
615
- {
616
- "case_id": 80,
617
- "episode_id": 38,
618
- "episode_seed": 104809,
619
- "final_is_true_episode_end": true,
620
- "final_lives": 0,
621
- "length": 5041,
622
- "mean_latency_ms": 192.80835451670802,
623
- "num_actions": 402,
624
- "num_dropped_actions": 0,
625
- "num_invalid_actions": 0,
626
- "p90_latency_ms": 201.4377519015152,
627
- "p99_latency_ms": 206.85329183631384,
628
- "return": 385.0,
629
- "soft_reset_count": 4
630
- },
631
- {
632
- "case_id": 81,
633
- "episode_id": 39,
634
- "episode_seed": 104810,
635
- "final_is_true_episode_end": true,
636
- "final_lives": 0,
637
- "length": 2390,
638
- "mean_latency_ms": 193.0287943311298,
639
- "num_actions": 194,
640
- "num_dropped_actions": 0,
641
- "num_invalid_actions": 0,
642
- "p90_latency_ms": 201.150998028969,
643
- "p99_latency_ms": 206.04098578337485,
644
- "return": 150.0,
645
- "soft_reset_count": 4
646
- },
647
- {
648
- "case_id": 82,
649
- "episode_id": 40,
650
- "episode_seed": 104811,
651
- "final_is_true_episode_end": true,
652
- "final_lives": 0,
653
- "length": 9644,
654
- "mean_latency_ms": 193.02227067159836,
655
- "num_actions": 771,
656
- "num_dropped_actions": 0,
657
- "num_invalid_actions": 0,
658
- "p90_latency_ms": 201.79227358735827,
659
- "p99_latency_ms": 205.82850614122447,
660
- "return": 2040.0,
661
- "soft_reset_count": 6
662
- },
663
- {
664
- "case_id": 83,
665
- "episode_id": 41,
666
- "episode_seed": 104812,
667
- "final_is_true_episode_end": true,
668
- "final_lives": 0,
669
- "length": 4955,
670
- "mean_latency_ms": 192.72116820837672,
671
- "num_actions": 397,
672
- "num_dropped_actions": 0,
673
- "num_invalid_actions": 0,
674
- "p90_latency_ms": 201.25639104781425,
675
- "p99_latency_ms": 206.5807446014438,
676
- "return": 295.0,
677
- "soft_reset_count": 4
678
- },
679
- {
680
- "case_id": 84,
681
- "episode_id": 42,
682
- "episode_seed": 104813,
683
- "final_is_true_episode_end": true,
684
- "final_lives": 0,
685
- "length": 4827,
686
- "mean_latency_ms": 192.63760344241726,
687
- "num_actions": 387,
688
- "num_dropped_actions": 0,
689
- "num_invalid_actions": 0,
690
- "p90_latency_ms": 201.0893569805477,
691
- "p99_latency_ms": 206.9059822012959,
692
- "return": 480.0,
693
- "soft_reset_count": 4
694
- },
695
- {
696
- "case_id": 85,
697
- "episode_id": 43,
698
- "episode_seed": 104814,
699
- "final_is_true_episode_end": true,
700
- "final_lives": 0,
701
- "length": 9130,
702
- "mean_latency_ms": 192.6811537789321,
703
- "num_actions": 735,
704
- "num_dropped_actions": 0,
705
- "num_invalid_actions": 0,
706
- "p90_latency_ms": 201.17802456152134,
707
- "p99_latency_ms": 206.78562622546417,
708
- "return": 1260.0,
709
- "soft_reset_count": 6
710
- },
711
- {
712
- "case_id": 86,
713
- "episode_id": 44,
714
- "episode_seed": 104815,
715
- "final_is_true_episode_end": true,
716
- "final_lives": 0,
717
- "length": 3217,
718
- "mean_latency_ms": 193.7532294573721,
719
- "num_actions": 254,
720
- "num_dropped_actions": 0,
721
- "num_invalid_actions": 0,
722
- "p90_latency_ms": 202.21158848512448,
723
- "p99_latency_ms": 206.95517673938087,
724
- "return": 325.0,
725
- "soft_reset_count": 4
726
- },
727
- {
728
- "case_id": 87,
729
- "episode_id": 45,
730
- "episode_seed": 104816,
731
- "final_is_true_episode_end": true,
732
- "final_lives": 0,
733
- "length": 6363,
734
- "mean_latency_ms": 192.96892405864773,
735
- "num_actions": 509,
736
- "num_dropped_actions": 0,
737
- "num_invalid_actions": 0,
738
- "p90_latency_ms": 201.47250116771374,
739
- "p99_latency_ms": 206.3728611004427,
740
- "return": 400.0,
741
- "soft_reset_count": 4
742
- },
743
- {
744
- "case_id": 88,
745
- "episode_id": 46,
746
- "episode_seed": 104817,
747
- "final_is_true_episode_end": true,
748
- "final_lives": 0,
749
- "length": 7958,
750
- "mean_latency_ms": 192.64125107382512,
751
- "num_actions": 636,
752
- "num_dropped_actions": 0,
753
- "num_invalid_actions": 0,
754
- "p90_latency_ms": 201.34099304936325,
755
- "p99_latency_ms": 205.70919895369286,
756
- "return": 1140.0,
757
- "soft_reset_count": 5
758
- },
759
- {
760
- "case_id": 89,
761
- "episode_id": 47,
762
- "episode_seed": 104818,
763
- "final_is_true_episode_end": true,
764
- "final_lives": 0,
765
- "length": 7251,
766
- "mean_latency_ms": 193.05717807886472,
767
- "num_actions": 580,
768
- "num_dropped_actions": 0,
769
- "num_invalid_actions": 0,
770
- "p90_latency_ms": 201.82160953130634,
771
- "p99_latency_ms": 206.31487763084397,
772
- "return": 1080.0,
773
- "soft_reset_count": 5
774
- },
775
- {
776
- "case_id": 90,
777
- "episode_id": 48,
778
- "episode_seed": 104819,
779
- "final_is_true_episode_end": true,
780
- "final_lives": 0,
781
- "length": 9974,
782
- "mean_latency_ms": 192.52662558910237,
783
- "num_actions": 800,
784
- "num_dropped_actions": 0,
785
- "num_invalid_actions": 0,
786
- "p90_latency_ms": 201.35480496775276,
787
- "p99_latency_ms": 205.7746021041427,
788
- "return": 2525.0,
789
- "soft_reset_count": 6
790
- },
791
- {
792
- "case_id": 91,
793
- "episode_id": 49,
794
- "episode_seed": 104820,
795
- "final_is_true_episode_end": true,
796
- "final_lives": 0,
797
- "length": 7989,
798
- "mean_latency_ms": 193.09447893455078,
799
- "num_actions": 640,
800
- "num_dropped_actions": 0,
801
- "num_invalid_actions": 0,
802
- "p90_latency_ms": 201.35817330360513,
803
- "p99_latency_ms": 206.9107776805721,
804
- "return": 1660.0,
805
- "soft_reset_count": 5
806
- },
807
- {
808
- "case_id": 92,
809
- "episode_id": 50,
810
- "episode_seed": 104821,
811
- "final_is_true_episode_end": true,
812
- "final_lives": 0,
813
- "length": 7108,
814
- "mean_latency_ms": 192.46244561920724,
815
- "num_actions": 569,
816
- "num_dropped_actions": 0,
817
- "num_invalid_actions": 0,
818
- "p90_latency_ms": 201.2443200820241,
819
- "p99_latency_ms": 206.73953579823421,
820
- "return": 1360.0,
821
- "soft_reset_count": 5
822
- },
823
- {
824
- "case_id": 93,
825
- "episode_id": 51,
826
- "episode_seed": 104822,
827
- "final_is_true_episode_end": true,
828
- "final_lives": 0,
829
- "length": 3659,
830
- "mean_latency_ms": 192.65005382410115,
831
- "num_actions": 294,
832
- "num_dropped_actions": 0,
833
- "num_invalid_actions": 0,
834
- "p90_latency_ms": 201.1787925733349,
835
- "p99_latency_ms": 205.9931554940891,
836
- "return": 235.0,
837
- "soft_reset_count": 3
838
- },
839
- {
840
- "case_id": 94,
841
- "episode_id": 52,
842
- "episode_seed": 104823,
843
- "final_is_true_episode_end": true,
844
- "final_lives": 0,
845
- "length": 5372,
846
- "mean_latency_ms": 193.14399979125983,
847
- "num_actions": 427,
848
- "num_dropped_actions": 0,
849
- "num_invalid_actions": 0,
850
- "p90_latency_ms": 202.2209361676519,
851
- "p99_latency_ms": 207.65493804802094,
852
- "return": 370.0,
853
- "soft_reset_count": 4
854
- },
855
- {
856
- "case_id": 95,
857
- "episode_id": 53,
858
- "episode_seed": 104824,
859
- "final_is_true_episode_end": true,
860
- "final_lives": 0,
861
- "length": 5535,
862
- "mean_latency_ms": 192.8765542395681,
863
- "num_actions": 441,
864
- "num_dropped_actions": 0,
865
- "num_invalid_actions": 0,
866
- "p90_latency_ms": 201.44843629319317,
867
- "p99_latency_ms": 206.72745414326818,
868
- "return": 420.0,
869
- "soft_reset_count": 5
870
- },
871
- {
872
- "case_id": 96,
873
- "episode_id": 54,
874
- "episode_seed": 104825,
875
- "final_is_true_episode_end": true,
876
- "final_lives": 0,
877
- "length": 7671,
878
- "mean_latency_ms": 192.70744262597177,
879
- "num_actions": 618,
880
- "num_dropped_actions": 0,
881
- "num_invalid_actions": 0,
882
- "p90_latency_ms": 200.95112765644575,
883
- "p99_latency_ms": 206.85595538396504,
884
- "return": 1680.0,
885
- "soft_reset_count": 5
886
- },
887
- {
888
- "case_id": 97,
889
- "episode_id": 55,
890
- "episode_seed": 104826,
891
- "final_is_true_episode_end": true,
892
- "final_lives": 0,
893
- "length": 6340,
894
- "mean_latency_ms": 193.03704028050424,
895
- "num_actions": 510,
896
- "num_dropped_actions": 0,
897
- "num_invalid_actions": 0,
898
- "p90_latency_ms": 201.18229368310557,
899
- "p99_latency_ms": 206.85546516901957,
900
- "return": 1020.0,
901
- "soft_reset_count": 5
902
- },
903
- {
904
- "case_id": 98,
905
- "episode_id": 56,
906
- "episode_seed": 104827,
907
- "final_is_true_episode_end": true,
908
- "final_lives": 0,
909
- "length": 6146,
910
- "mean_latency_ms": 192.85759370978684,
911
- "num_actions": 491,
912
- "num_dropped_actions": 0,
913
- "num_invalid_actions": 0,
914
- "p90_latency_ms": 201.45820556534,
915
- "p99_latency_ms": 206.4254999750543,
916
- "return": 840.0,
917
- "soft_reset_count": 5
918
- },
919
- {
920
- "case_id": 99,
921
- "episode_id": 57,
922
- "episode_seed": 104828,
923
- "final_is_true_episode_end": true,
924
- "final_lives": 0,
925
- "length": 8863,
926
- "mean_latency_ms": 192.97247831393395,
927
- "num_actions": 709,
928
- "num_dropped_actions": 0,
929
- "num_invalid_actions": 0,
930
- "p90_latency_ms": 201.49801007968222,
931
- "p99_latency_ms": 207.71319057052276,
932
- "return": 1280.0,
933
- "soft_reset_count": 5
934
- },
935
- {
936
- "case_id": 100,
937
- "episode_id": 58,
938
- "episode_seed": 104829,
939
- "final_is_true_episode_end": true,
940
- "final_lives": 0,
941
- "length": 5115,
942
- "mean_latency_ms": 192.11490449420288,
943
- "num_actions": 414,
944
- "num_dropped_actions": 0,
945
- "num_invalid_actions": 0,
946
- "p90_latency_ms": 200.62376826894524,
947
- "p99_latency_ms": 205.11629381496022,
948
- "return": 420.0,
949
- "soft_reset_count": 4
950
- },
951
- {
952
- "case_id": 101,
953
- "episode_id": 59,
954
- "episode_seed": 104830,
955
- "final_is_true_episode_end": true,
956
- "final_lives": 0,
957
- "length": 7691,
958
- "mean_latency_ms": 192.78576802284476,
959
- "num_actions": 615,
960
- "num_dropped_actions": 0,
961
- "num_invalid_actions": 0,
962
- "p90_latency_ms": 201.1960004054692,
963
- "p99_latency_ms": 206.97717358750987,
964
- "return": 1340.0,
965
- "soft_reset_count": 5
966
- },
967
- {
968
- "case_id": 102,
969
- "episode_id": 60,
970
- "episode_seed": 104831,
971
- "final_is_true_episode_end": true,
972
- "final_lives": 0,
973
- "length": 6578,
974
- "mean_latency_ms": 192.807806850878,
975
- "num_actions": 526,
976
- "num_dropped_actions": 0,
977
- "num_invalid_actions": 0,
978
- "p90_latency_ms": 201.51079540140773,
979
- "p99_latency_ms": 206.7987332826045,
980
- "return": 740.0,
981
- "soft_reset_count": 6
982
- },
983
- {
984
- "case_id": 103,
985
- "episode_id": 61,
986
- "episode_seed": 104832,
987
- "final_is_true_episode_end": true,
988
- "final_lives": 0,
989
- "length": 6806,
990
- "mean_latency_ms": 192.1734847921491,
991
- "num_actions": 552,
992
- "num_dropped_actions": 0,
993
- "num_invalid_actions": 0,
994
- "p90_latency_ms": 200.4627538430584,
995
- "p99_latency_ms": 205.38586126626979,
996
- "return": 580.0,
997
- "soft_reset_count": 5
998
- },
999
- {
1000
- "case_id": 104,
1001
- "episode_id": 62,
1002
- "episode_seed": 104833,
1003
- "final_is_true_episode_end": true,
1004
- "final_lives": 0,
1005
- "length": 7494,
1006
- "mean_latency_ms": 192.79708365856996,
1007
- "num_actions": 598,
1008
- "num_dropped_actions": 0,
1009
- "num_invalid_actions": 0,
1010
- "p90_latency_ms": 201.26604637747442,
1011
- "p99_latency_ms": 205.42569677675934,
1012
- "return": 2200.0,
1013
- "soft_reset_count": 6
1014
- },
1015
- {
1016
- "case_id": 105,
1017
- "episode_id": 63,
1018
- "episode_seed": 104834,
1019
- "final_is_true_episode_end": true,
1020
- "final_lives": 0,
1021
- "length": 5601,
1022
- "mean_latency_ms": 192.45307763666253,
1023
- "num_actions": 452,
1024
- "num_dropped_actions": 0,
1025
- "num_invalid_actions": 0,
1026
- "p90_latency_ms": 200.9962981973061,
1027
- "p99_latency_ms": 206.5490588042095,
1028
- "return": 760.0,
1029
- "soft_reset_count": 5
1030
- },
1031
- {
1032
- "case_id": 106,
1033
- "episode_id": 64,
1034
- "episode_seed": 104835,
1035
- "final_is_true_episode_end": true,
1036
- "final_lives": 0,
1037
- "length": 2657,
1038
- "mean_latency_ms": 192.11904258365064,
1039
- "num_actions": 215,
1040
- "num_dropped_actions": 0,
1041
- "num_invalid_actions": 0,
1042
- "p90_latency_ms": 201.41078458407725,
1043
- "p99_latency_ms": 205.40957674405007,
1044
- "return": 120.0,
1045
- "soft_reset_count": 3
1046
- },
1047
- {
1048
- "case_id": 107,
1049
- "episode_id": 65,
1050
- "episode_seed": 104836,
1051
- "final_is_true_episode_end": true,
1052
- "final_lives": 0,
1053
- "length": 7847,
1054
- "mean_latency_ms": 192.59077077818716,
1055
- "num_actions": 631,
1056
- "num_dropped_actions": 0,
1057
- "num_invalid_actions": 0,
1058
- "p90_latency_ms": 201.26614140738528,
1059
- "p99_latency_ms": 207.47597297901459,
1060
- "return": 840.0,
1061
- "soft_reset_count": 5
1062
- },
1063
- {
1064
- "case_id": 108,
1065
- "episode_id": 66,
1066
- "episode_seed": 104837,
1067
- "final_is_true_episode_end": true,
1068
- "final_lives": 0,
1069
- "length": 12345,
1070
- "mean_latency_ms": 192.71595740971097,
1071
- "num_actions": 992,
1072
- "num_dropped_actions": 0,
1073
- "num_invalid_actions": 0,
1074
- "p90_latency_ms": 201.1875425356532,
1075
- "p99_latency_ms": 206.84895696065104,
1076
- "return": 2995.0,
1077
- "soft_reset_count": 6
1078
- },
1079
- {
1080
- "case_id": 109,
1081
- "episode_id": 67,
1082
- "episode_seed": 104838,
1083
- "final_is_true_episode_end": true,
1084
- "final_lives": 0,
1085
- "length": 6285,
1086
- "mean_latency_ms": 192.56267361108326,
1087
- "num_actions": 506,
1088
- "num_dropped_actions": 0,
1089
- "num_invalid_actions": 0,
1090
- "p90_latency_ms": 201.26878510020816,
1091
- "p99_latency_ms": 206.37256276968395,
1092
- "return": 1020.0,
1093
- "soft_reset_count": 6
1094
- },
1095
- {
1096
- "case_id": 110,
1097
- "episode_id": 68,
1098
- "episode_seed": 104839,
1099
- "final_is_true_episode_end": true,
1100
- "final_lives": 0,
1101
- "length": 4488,
1102
- "mean_latency_ms": 192.86504548600746,
1103
- "num_actions": 359,
1104
- "num_dropped_actions": 0,
1105
- "num_invalid_actions": 0,
1106
- "p90_latency_ms": 201.25147011826655,
1107
- "p99_latency_ms": 206.53138919860203,
1108
- "return": 310.0,
1109
- "soft_reset_count": 4
1110
- },
1111
- {
1112
- "case_id": 111,
1113
- "episode_id": 69,
1114
- "episode_seed": 104840,
1115
- "final_is_true_episode_end": true,
1116
- "final_lives": 0,
1117
- "length": 5412,
1118
- "mean_latency_ms": 192.88273149976845,
1119
- "num_actions": 433,
1120
- "num_dropped_actions": 0,
1121
- "num_invalid_actions": 0,
1122
- "p90_latency_ms": 201.5202312242384,
1123
- "p99_latency_ms": 206.90202297520293,
1124
- "return": 980.0,
1125
- "soft_reset_count": 5
1126
- },
1127
- {
1128
- "case_id": 112,
1129
- "episode_id": 70,
1130
- "episode_seed": 104841,
1131
- "final_is_true_episode_end": true,
1132
- "final_lives": 0,
1133
- "length": 7528,
1134
- "mean_latency_ms": 192.95600733729856,
1135
- "num_actions": 601,
1136
- "num_dropped_actions": 0,
1137
- "num_invalid_actions": 0,
1138
- "p90_latency_ms": 201.38432276605113,
1139
- "p99_latency_ms": 205.71076338294472,
1140
- "return": 1900.0,
1141
- "soft_reset_count": 6
1142
- },
1143
- {
1144
- "case_id": 113,
1145
- "episode_id": 71,
1146
- "episode_seed": 104842,
1147
- "final_is_true_episode_end": true,
1148
- "final_lives": 0,
1149
- "length": 8849,
1150
- "mean_latency_ms": 193.03814901920325,
1151
- "num_actions": 705,
1152
- "num_dropped_actions": 0,
1153
- "num_invalid_actions": 0,
1154
- "p90_latency_ms": 201.9295137532199,
1155
- "p99_latency_ms": 207.73011083867743,
1156
- "return": 1700.0,
1157
- "soft_reset_count": 5
1158
- },
1159
- {
1160
- "case_id": 114,
1161
- "episode_id": 72,
1162
- "episode_seed": 104843,
1163
- "final_is_true_episode_end": true,
1164
- "final_lives": 0,
1165
- "length": 5020,
1166
- "mean_latency_ms": 193.0586001557976,
1167
- "num_actions": 404,
1168
- "num_dropped_actions": 0,
1169
- "num_invalid_actions": 0,
1170
- "p90_latency_ms": 201.1472710793466,
1171
- "p99_latency_ms": 206.20752837402094,
1172
- "return": 620.0,
1173
- "soft_reset_count": 5
1174
- },
1175
- {
1176
- "case_id": 115,
1177
- "episode_id": 73,
1178
- "episode_seed": 104844,
1179
- "final_is_true_episode_end": true,
1180
- "final_lives": 0,
1181
- "length": 6815,
1182
- "mean_latency_ms": 192.35466654671737,
1183
- "num_actions": 548,
1184
- "num_dropped_actions": 0,
1185
- "num_invalid_actions": 0,
1186
- "p90_latency_ms": 200.9610877720768,
1187
- "p99_latency_ms": 205.72635006043157,
1188
- "return": 1000.0,
1189
- "soft_reset_count": 6
1190
- },
1191
- {
1192
- "case_id": 116,
1193
- "episode_id": 74,
1194
- "episode_seed": 104845,
1195
- "final_is_true_episode_end": true,
1196
- "final_lives": 0,
1197
- "length": 4995,
1198
- "mean_latency_ms": 192.51681744158324,
1199
- "num_actions": 401,
1200
- "num_dropped_actions": 0,
1201
- "num_invalid_actions": 0,
1202
- "p90_latency_ms": 201.50693609693045,
1203
- "p99_latency_ms": 207.1425551284073,
1204
- "return": 420.0,
1205
- "soft_reset_count": 4
1206
- },
1207
- {
1208
- "case_id": 117,
1209
- "episode_id": 75,
1210
- "episode_seed": 104846,
1211
- "final_is_true_episode_end": false,
1212
- "final_lives": 1,
1213
- "length": 14400,
1214
- "mean_latency_ms": 192.67557179085034,
1215
- "num_actions": 1152,
1216
- "num_dropped_actions": 0,
1217
- "num_invalid_actions": 0,
1218
- "p90_latency_ms": 201.2949545569968,
1219
- "p99_latency_ms": 206.23685103119277,
1220
- "return": 4620.0,
1221
- "soft_reset_count": 7
1222
- },
1223
- {
1224
- "case_id": 118,
1225
- "episode_id": 76,
1226
- "episode_seed": 104847,
1227
- "final_is_true_episode_end": true,
1228
- "final_lives": 0,
1229
- "length": 6468,
1230
- "mean_latency_ms": 192.84301183100078,
1231
- "num_actions": 518,
1232
- "num_dropped_actions": 0,
1233
- "num_invalid_actions": 0,
1234
- "p90_latency_ms": 201.20222779111077,
1235
- "p99_latency_ms": 205.40906787002427,
1236
- "return": 600.0,
1237
- "soft_reset_count": 6
1238
- },
1239
- {
1240
- "case_id": 119,
1241
- "episode_id": 77,
1242
- "episode_seed": 104848,
1243
- "final_is_true_episode_end": true,
1244
- "final_lives": 0,
1245
- "length": 4050,
1246
- "mean_latency_ms": 192.7420548490492,
1247
- "num_actions": 325,
1248
- "num_dropped_actions": 0,
1249
- "num_invalid_actions": 0,
1250
- "p90_latency_ms": 201.31489261055063,
1251
- "p99_latency_ms": 206.86378226756648,
1252
- "return": 325.0,
1253
- "soft_reset_count": 4
1254
- },
1255
- {
1256
- "case_id": 120,
1257
- "episode_id": 78,
1258
- "episode_seed": 104849,
1259
- "final_is_true_episode_end": true,
1260
- "final_lives": 0,
1261
- "length": 3068,
1262
- "mean_latency_ms": 192.3775642607044,
1263
- "num_actions": 247,
1264
- "num_dropped_actions": 0,
1265
- "num_invalid_actions": 0,
1266
- "p90_latency_ms": 200.92727259232544,
1267
- "p99_latency_ms": 205.83962944207826,
1268
- "return": 130.0,
1269
- "soft_reset_count": 3
1270
- },
1271
- {
1272
- "case_id": 121,
1273
- "episode_id": 79,
1274
- "episode_seed": 104850,
1275
- "final_is_true_episode_end": true,
1276
- "final_lives": 0,
1277
- "length": 4424,
1278
- "mean_latency_ms": 193.01834812515645,
1279
- "num_actions": 357,
1280
- "num_dropped_actions": 0,
1281
- "num_invalid_actions": 0,
1282
- "p90_latency_ms": 200.82733291812394,
1283
- "p99_latency_ms": 207.0072499480301,
1284
- "return": 355.0,
1285
- "soft_reset_count": 5
1286
- },
1287
- {
1288
- "case_id": 122,
1289
- "episode_id": 80,
1290
- "episode_seed": 104851,
1291
- "final_is_true_episode_end": true,
1292
- "final_lives": 0,
1293
- "length": 7896,
1294
- "mean_latency_ms": 192.35700457897275,
1295
- "num_actions": 638,
1296
- "num_dropped_actions": 0,
1297
- "num_invalid_actions": 0,
1298
- "p90_latency_ms": 200.65514686775043,
1299
- "p99_latency_ms": 206.58604863965408,
1300
- "return": 1160.0,
1301
- "soft_reset_count": 5
1302
- },
1303
- {
1304
- "case_id": 123,
1305
- "episode_id": 81,
1306
- "episode_seed": 104852,
1307
- "final_is_true_episode_end": true,
1308
- "final_lives": 0,
1309
- "length": 6831,
1310
- "mean_latency_ms": 192.83936816900015,
1311
- "num_actions": 547,
1312
- "num_dropped_actions": 0,
1313
- "num_invalid_actions": 0,
1314
- "p90_latency_ms": 201.25181019900342,
1315
- "p99_latency_ms": 206.41138702809485,
1316
- "return": 1500.0,
1317
- "soft_reset_count": 5
1318
- },
1319
- {
1320
- "case_id": 124,
1321
- "episode_id": 82,
1322
- "episode_seed": 104853,
1323
- "final_is_true_episode_end": true,
1324
- "final_lives": 0,
1325
- "length": 6591,
1326
- "mean_latency_ms": 192.88791763571442,
1327
- "num_actions": 527,
1328
- "num_dropped_actions": 0,
1329
- "num_invalid_actions": 0,
1330
- "p90_latency_ms": 201.59485856350852,
1331
- "p99_latency_ms": 206.69357582613543,
1332
- "return": 1140.0,
1333
- "soft_reset_count": 5
1334
- },
1335
- {
1336
- "case_id": 125,
1337
- "episode_id": 83,
1338
- "episode_seed": 104854,
1339
- "final_is_true_episode_end": true,
1340
- "final_lives": 0,
1341
- "length": 7087,
1342
- "mean_latency_ms": 192.5505137046905,
1343
- "num_actions": 568,
1344
- "num_dropped_actions": 0,
1345
- "num_invalid_actions": 0,
1346
- "p90_latency_ms": 201.18614592323283,
1347
- "p99_latency_ms": 206.37161828931224,
1348
- "return": 1260.0,
1349
- "soft_reset_count": 5
1350
- },
1351
- {
1352
- "case_id": 126,
1353
- "episode_id": 84,
1354
- "episode_seed": 104855,
1355
- "final_is_true_episode_end": true,
1356
- "final_lives": 0,
1357
- "length": 5673,
1358
- "mean_latency_ms": 193.10617090796097,
1359
- "num_actions": 453,
1360
- "num_dropped_actions": 0,
1361
- "num_invalid_actions": 0,
1362
- "p90_latency_ms": 201.7849539077476,
1363
- "p99_latency_ms": 206.23179897126332,
1364
- "return": 820.0,
1365
- "soft_reset_count": 5
1366
- },
1367
- {
1368
- "case_id": 127,
1369
- "episode_id": 85,
1370
- "episode_seed": 104856,
1371
- "final_is_true_episode_end": true,
1372
- "final_lives": 0,
1373
- "length": 5270,
1374
- "mean_latency_ms": 192.76491300439193,
1375
- "num_actions": 424,
1376
- "num_dropped_actions": 0,
1377
- "num_invalid_actions": 0,
1378
- "p90_latency_ms": 201.0853791552658,
1379
- "p99_latency_ms": 206.35380132135967,
1380
- "return": 310.0,
1381
- "soft_reset_count": 4
1382
- },
1383
- {
1384
- "case_id": 128,
1385
- "episode_id": 86,
1386
- "episode_seed": 104857,
1387
- "final_is_true_episode_end": true,
1388
- "final_lives": 0,
1389
- "length": 6172,
1390
- "mean_latency_ms": 192.79879024430792,
1391
- "num_actions": 491,
1392
- "num_dropped_actions": 0,
1393
- "num_invalid_actions": 0,
1394
- "p90_latency_ms": 201.79367353361323,
1395
- "p99_latency_ms": 206.10942874040703,
1396
- "return": 1060.0,
1397
- "soft_reset_count": 5
1398
- },
1399
- {
1400
- "case_id": 129,
1401
- "episode_id": 87,
1402
- "episode_seed": 104858,
1403
- "final_is_true_episode_end": true,
1404
- "final_lives": 0,
1405
- "length": 5265,
1406
- "mean_latency_ms": 192.36135496473787,
1407
- "num_actions": 424,
1408
- "num_dropped_actions": 0,
1409
- "num_invalid_actions": 0,
1410
- "p90_latency_ms": 201.17992089343727,
1411
- "p99_latency_ms": 207.21279658934148,
1412
- "return": 440.0,
1413
- "soft_reset_count": 5
1414
- },
1415
- {
1416
- "case_id": 130,
1417
- "episode_id": 88,
1418
- "episode_seed": 104859,
1419
- "final_is_true_episode_end": true,
1420
- "final_lives": 0,
1421
- "length": 5724,
1422
- "mean_latency_ms": 192.68450361278454,
1423
- "num_actions": 458,
1424
- "num_dropped_actions": 0,
1425
- "num_invalid_actions": 0,
1426
- "p90_latency_ms": 201.91207236024593,
1427
- "p99_latency_ms": 206.485252884593,
1428
- "return": 1080.0,
1429
- "soft_reset_count": 5
1430
- },
1431
- {
1432
- "case_id": 131,
1433
- "episode_id": 89,
1434
- "episode_seed": 104860,
1435
- "final_is_true_episode_end": true,
1436
- "final_lives": 0,
1437
- "length": 4382,
1438
- "mean_latency_ms": 193.22022833539495,
1439
- "num_actions": 348,
1440
- "num_dropped_actions": 0,
1441
- "num_invalid_actions": 0,
1442
- "p90_latency_ms": 201.4064528627855,
1443
- "p99_latency_ms": 206.02053050559692,
1444
- "return": 600.0,
1445
- "soft_reset_count": 4
1446
- },
1447
- {
1448
- "case_id": 132,
1449
- "episode_id": 90,
1450
- "episode_seed": 104861,
1451
- "final_is_true_episode_end": true,
1452
- "final_lives": 0,
1453
- "length": 3025,
1454
- "mean_latency_ms": 192.6786302083818,
1455
- "num_actions": 244,
1456
- "num_dropped_actions": 0,
1457
- "num_invalid_actions": 0,
1458
- "p90_latency_ms": 201.17120680756864,
1459
- "p99_latency_ms": 205.66292984651864,
1460
- "return": 235.0,
1461
- "soft_reset_count": 3
1462
- },
1463
- {
1464
- "case_id": 133,
1465
- "episode_id": 91,
1466
- "episode_seed": 104862,
1467
- "final_is_true_episode_end": true,
1468
- "final_lives": 0,
1469
- "length": 5244,
1470
- "mean_latency_ms": 193.07025310903146,
1471
- "num_actions": 420,
1472
- "num_dropped_actions": 0,
1473
- "num_invalid_actions": 0,
1474
- "p90_latency_ms": 201.170076094128,
1475
- "p99_latency_ms": 207.14480421581914,
1476
- "return": 980.0,
1477
- "soft_reset_count": 5
1478
- },
1479
- {
1480
- "case_id": 134,
1481
- "episode_id": 92,
1482
- "episode_seed": 104863,
1483
- "final_is_true_episode_end": true,
1484
- "final_lives": 0,
1485
- "length": 10497,
1486
- "mean_latency_ms": 192.67388381773839,
1487
- "num_actions": 847,
1488
- "num_dropped_actions": 0,
1489
- "num_invalid_actions": 0,
1490
- "p90_latency_ms": 200.66309531962358,
1491
- "p99_latency_ms": 205.96192041074008,
1492
- "return": 2845.0,
1493
- "soft_reset_count": 6
1494
- },
1495
- {
1496
- "case_id": 135,
1497
- "episode_id": 93,
1498
- "episode_seed": 104864,
1499
- "final_is_true_episode_end": true,
1500
- "final_lives": 0,
1501
- "length": 3681,
1502
- "mean_latency_ms": 192.35945093236913,
1503
- "num_actions": 295,
1504
- "num_dropped_actions": 0,
1505
- "num_invalid_actions": 0,
1506
- "p90_latency_ms": 201.32816705246097,
1507
- "p99_latency_ms": 206.3244888278628,
1508
- "return": 295.0,
1509
- "soft_reset_count": 4
1510
- },
1511
- {
1512
- "case_id": 136,
1513
- "episode_id": 94,
1514
- "episode_seed": 104865,
1515
- "final_is_true_episode_end": true,
1516
- "final_lives": 0,
1517
- "length": 6650,
1518
- "mean_latency_ms": 192.40887377393068,
1519
- "num_actions": 536,
1520
- "num_dropped_actions": 0,
1521
- "num_invalid_actions": 0,
1522
- "p90_latency_ms": 201.07656635407653,
1523
- "p99_latency_ms": 205.46680868196137,
1524
- "return": 920.0,
1525
- "soft_reset_count": 5
1526
- },
1527
- {
1528
- "case_id": 137,
1529
- "episode_id": 95,
1530
- "episode_seed": 104866,
1531
- "final_is_true_episode_end": true,
1532
- "final_lives": 0,
1533
- "length": 5497,
1534
- "mean_latency_ms": 192.75121671096448,
1535
- "num_actions": 444,
1536
- "num_dropped_actions": 0,
1537
- "num_invalid_actions": 0,
1538
- "p90_latency_ms": 200.83284911844012,
1539
- "p99_latency_ms": 206.0723300043706,
1540
- "return": 340.0,
1541
- "soft_reset_count": 4
1542
- },
1543
- {
1544
- "case_id": 138,
1545
- "episode_id": 96,
1546
- "episode_seed": 104867,
1547
- "final_is_true_episode_end": true,
1548
- "final_lives": 0,
1549
- "length": 8419,
1550
- "mean_latency_ms": 192.59305879594157,
1551
- "num_actions": 677,
1552
- "num_dropped_actions": 0,
1553
- "num_invalid_actions": 0,
1554
- "p90_latency_ms": 200.9857945821239,
1555
- "p99_latency_ms": 206.72940404669345,
1556
- "return": 1440.0,
1557
- "soft_reset_count": 5
1558
- },
1559
- {
1560
- "case_id": 139,
1561
- "episode_id": 97,
1562
- "episode_seed": 104868,
1563
- "final_is_true_episode_end": true,
1564
- "final_lives": 0,
1565
- "length": 7100,
1566
- "mean_latency_ms": 192.594143680105,
1567
- "num_actions": 569,
1568
- "num_dropped_actions": 0,
1569
- "num_invalid_actions": 0,
1570
- "p90_latency_ms": 201.37212140636672,
1571
- "p99_latency_ms": 206.36406117877598,
1572
- "return": 1360.0,
1573
- "soft_reset_count": 5
1574
- },
1575
- {
1576
- "case_id": 140,
1577
- "episode_id": 98,
1578
- "episode_seed": 104869,
1579
- "final_is_true_episode_end": true,
1580
- "final_lives": 0,
1581
- "length": 4858,
1582
- "mean_latency_ms": 193.01502959172728,
1583
- "num_actions": 386,
1584
- "num_dropped_actions": 0,
1585
- "num_invalid_actions": 0,
1586
- "p90_latency_ms": 201.38948948117923,
1587
- "p99_latency_ms": 205.75918337225488,
1588
- "return": 340.0,
1589
- "soft_reset_count": 4
1590
- },
1591
- {
1592
- "case_id": 141,
1593
- "episode_id": 99,
1594
- "episode_seed": 104870,
1595
- "final_is_true_episode_end": true,
1596
- "final_lives": 0,
1597
- "length": 9076,
1598
- "mean_latency_ms": 192.81556064730452,
1599
- "num_actions": 728,
1600
- "num_dropped_actions": 0,
1601
- "num_invalid_actions": 0,
1602
- "p90_latency_ms": 201.00898888654606,
1603
- "p99_latency_ms": 206.71503156108724,
1604
- "return": 1740.0,
1605
- "soft_reset_count": 6
1606
- }
1607
- ],
1608
- "policy": "sample-factory",
1609
- "protocol": {
1610
- "actual_environment_seeds": [
1611
- 104771,
1612
- 104772,
1613
- 104773,
1614
- 104774,
1615
- 104775,
1616
- 104776,
1617
- 104777,
1618
- 104778,
1619
- 104779,
1620
- 104780,
1621
- 104781,
1622
- 104782,
1623
- 104783,
1624
- 104784,
1625
- 104785,
1626
- 104786,
1627
- 104787,
1628
- 104788,
1629
- 104789,
1630
- 104790,
1631
- 104791,
1632
- 104792,
1633
- 104793,
1634
- 104794,
1635
- 104795,
1636
- 104796,
1637
- 104797,
1638
- 104798,
1639
- 104799,
1640
- 104800,
1641
- 104801,
1642
- 104802,
1643
- 104803,
1644
- 104804,
1645
- 104805,
1646
- 104806,
1647
- 104807,
1648
- 104808,
1649
- 104809,
1650
- 104810,
1651
- 104811,
1652
- 104812,
1653
- 104813,
1654
- 104814,
1655
- 104815,
1656
- 104816,
1657
- 104817,
1658
- 104818,
1659
- 104819,
1660
- 104820,
1661
- 104821,
1662
- 104822,
1663
- 104823,
1664
- 104824,
1665
- 104825,
1666
- 104826,
1667
- 104827,
1668
- 104828,
1669
- 104829,
1670
- 104830,
1671
- 104831,
1672
- 104832,
1673
- 104833,
1674
- 104834,
1675
- 104835,
1676
- 104836,
1677
- 104837,
1678
- 104838,
1679
- 104839,
1680
- 104840,
1681
- 104841,
1682
- 104842,
1683
- 104843,
1684
- 104844,
1685
- 104845,
1686
- 104846,
1687
- 104847,
1688
- 104848,
1689
- 104849,
1690
- 104850,
1691
- 104851,
1692
- 104852,
1693
- 104853,
1694
- 104854,
1695
- 104855,
1696
- 104856,
1697
- 104857,
1698
- 104858,
1699
- 104859,
1700
- 104860,
1701
- 104861,
1702
- 104862,
1703
- 104863,
1704
- 104864,
1705
- 104865,
1706
- 104866,
1707
- 104867,
1708
- 104868,
1709
- 104869,
1710
- 104870
1711
- ],
1712
- "deterministic": true,
1713
- "episodes": 100,
1714
- "formal_episode_end": "lives_zero_or_horizon",
1715
- "horizon": 14400,
1716
- "latency": {
1717
- "instance_id": "instance_a5037b165aa0cedc",
1718
- "method": "iid_profile_replay",
1719
- "path": "profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc",
1720
- "replay": "iid",
1721
- "repo_id": "latency-sensitive-bench/profiles",
1722
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
1723
- "simulated_worker_capacity": 1
1724
- },
1725
- "life_loss_behavior": "soft_reset_and_continue_same_episode",
1726
- "logical_case_ids": [
1727
- 42,
1728
- 43,
1729
- 44,
1730
- 45,
1731
- 46,
1732
- 47,
1733
- 48,
1734
- 49,
1735
- 50,
1736
- 51,
1737
- 52,
1738
- 53,
1739
- 54,
1740
- 55,
1741
- 56,
1742
- 57,
1743
- 58,
1744
- 59,
1745
- 60,
1746
- 61,
1747
- 62,
1748
- 63,
1749
- 64,
1750
- 65,
1751
- 66,
1752
- 67,
1753
- 68,
1754
- 69,
1755
- 70,
1756
- 71,
1757
- 72,
1758
- 73,
1759
- 74,
1760
- 75,
1761
- 76,
1762
- 77,
1763
- 78,
1764
- 79,
1765
- 80,
1766
- 81,
1767
- 82,
1768
- 83,
1769
- 84,
1770
- 85,
1771
- 86,
1772
- 87,
1773
- 88,
1774
- 89,
1775
- 90,
1776
- 91,
1777
- 92,
1778
- 93,
1779
- 94,
1780
- 95,
1781
- 96,
1782
- 97,
1783
- 98,
1784
- 99,
1785
- 100,
1786
- 101,
1787
- 102,
1788
- 103,
1789
- 104,
1790
- 105,
1791
- 106,
1792
- 107,
1793
- 108,
1794
- 109,
1795
- 110,
1796
- 111,
1797
- 112,
1798
- 113,
1799
- 114,
1800
- 115,
1801
- 116,
1802
- 117,
1803
- 118,
1804
- 119,
1805
- 120,
1806
- 121,
1807
- 122,
1808
- 123,
1809
- 124,
1810
- 125,
1811
- 126,
1812
- 127,
1813
- 128,
1814
- 129,
1815
- 130,
1816
- 131,
1817
- 132,
1818
- 133,
1819
- 134,
1820
- 135,
1821
- 136,
1822
- 137,
1823
- 138,
1824
- 139,
1825
- 140,
1826
- 141
1827
- ],
1828
- "parallel_envs": 100,
1829
- "return_field": "game_score",
1830
- "sample_factory_seed_offset": 104729,
1831
- "terminal_on_life_loss": true
1832
- },
1833
- "schema_version": 1,
1834
- "summary": {
1835
- "mean_episode_length": 6701.83,
1836
- "mean_return": 1097.85,
1837
- "return_ci95_student_t": [
1838
- 934.5649678811609,
1839
- 1261.1350321188388
1840
- ],
1841
- "soft_reset_count": 502,
1842
- "std_episode_length": 2192.5968739410723,
1843
- "std_return": 822.9192477903518,
1844
- "true_episode_end_count": 99
1845
- },
1846
- "task": "Demon Attack"
1847
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-v1/provenance.json DELETED
@@ -1,38 +0,0 @@
1
- {
2
- "artifact": "sample-factory-small-policy",
3
- "central_target": {
4
- "path": "latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-v1",
5
- "readback_revision": "7a6d7af88f921c6244aafe03078f1d30d94cc9b7",
6
- "repo_id": "latency-sensitive-bench/benchmark-models"
7
- },
8
- "files": {
9
- "checkpoint": {
10
- "bytes": 20722937,
11
- "path": "best_000097120_49725440_reward_4591.800.pth",
12
- "sha256": "a5027028f55cdbe768948db4af752a9ecf3dc9cd77f846d06aae1313941c341e"
13
- },
14
- "config": {
15
- "bytes": 10159,
16
- "path": "config.json",
17
- "sha256": "f26269b0b4d940343bfb670f262fdfc42f1601c932066023f06f7f7a20046cfa"
18
- },
19
- "evaluation": "eval_profile.json"
20
- },
21
- "profile": {
22
- "instance_id": "instance_a5037b165aa0cedc",
23
- "path": "profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc",
24
- "replay": "iid",
25
- "repo_id": "latency-sensitive-bench/profiles",
26
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
27
- "simulated_worker_capacity": 1
28
- },
29
- "publication_status": "published-central-readback-passed",
30
- "schema_version": 1,
31
- "source": {
32
- "checkpoint": "memory/small_model/demon_attack/pi05_rtx3090_profile_25m_fs4_1min_eval/train/memory_small_model:demon_attack:frame_stack:pi05_rtx3090_iid:fs4:obs15:stride4:seed14/checkpoint_p0/best_000097120_49725440_reward_4591.800.pth",
33
- "path": "memory/small_model/demon_attack/pi05_rtx3090_profile_25m_fs4_1min_eval/train/memory_small_model:demon_attack:frame_stack:pi05_rtx3090_iid:fs4:obs15:stride4:seed14",
34
- "repo_id": "latency-sensitive-bench/paper-experiment-models",
35
- "revision": "8d576e64dd9f7370e06abfebff37b3d50dfdf8d1"
36
- },
37
- "task": "Demon Attack"
38
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/README.md DELETED
@@ -1,14 +0,0 @@
1
- # Flappy Bird Sample Factory policy (qwengr00t)
2
-
3
- This bundle contains the selected temporal-profile-trained checkpoint, its original Sample Factory `config.json`, provenance, and the corrected 100-episode temporal-profile evaluation.
4
-
5
- - Training: 25M target raw environment steps; seed 42; 10 FPS environment and observations; frame stack 4
6
- - Selected checkpoint: `best_000048624_24903680_reward_1812.752.pth` at 24,903,680 environment steps
7
- - Latency: temporal `HiddenRegimeSampler` replay of `profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json` at profile revision `48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749`
8
- - Evaluation: best checkpoint; deterministic case IDs 42–141; 100 episodes; 18,000-step horizon; 100 parallel environments; simulated worker capacity 1
9
- - Mean return: 6.687000
10
- - Return standard deviation: 3.507496
11
- - Mean episode length: 71.21
12
- - W&B: https://wandb.ai/saberrr-zju/starvla_tasks/runs/flappy-obs10-qwengr00t_rtx3090_temporal_25m-s42
13
-
14
- See `eval_profile.json` for every episode and `provenance.json` for the exact source, profile, and checkpoint lineage.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/best_000048624_24903680_reward_1812.752.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7043f84093759b12ab9a6d396da60f0dd27215dcd45c169879e423f707195ec
3
- size 21797945
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/config.json DELETED
@@ -1,282 +0,0 @@
1
- {
2
- "help": false,
3
- "algo": "APPO",
4
- "env": "latency_flappy",
5
- "experiment": "flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42",
6
- "train_dir": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m",
7
- "restart_behavior": "resume",
8
- "device": "gpu",
9
- "seed": 42,
10
- "initial_model_path": null,
11
- "num_policies": 1,
12
- "async_rl": true,
13
- "serial_mode": false,
14
- "batched_sampling": true,
15
- "num_batches_to_accumulate": 2,
16
- "worker_num_splits": 1,
17
- "policy_workers_per_policy": 1,
18
- "max_policy_lag": 400,
19
- "num_workers": 2,
20
- "num_envs_per_worker": 1,
21
- "batch_size": 4096,
22
- "num_batches_per_epoch": 8,
23
- "num_epochs": 8,
24
- "rollout": 128,
25
- "fasttd3_replay_capacity": 6553600,
26
- "fasttd3_replay_batch_size": 32768,
27
- "fasttd3_action_chunk_horizon": 1,
28
- "fasttd3_transitions_per_update": 64,
29
- "fasttd3_train_for_optimizer_steps": 10000000000,
30
- "fasttd3_v_min": -250.0,
31
- "fasttd3_v_max": 250.0,
32
- "fasttd3_actor_action_l2": 0.0,
33
- "fasttd3_compile": true,
34
- "recurrence": 1,
35
- "shuffle_minibatches": false,
36
- "gamma": 0.99,
37
- "reward_scale": 1.0,
38
- "reward_clip": 1000.0,
39
- "value_bootstrap": false,
40
- "normalize_returns": true,
41
- "exploration_loss_coeff": 0.003,
42
- "value_loss_coeff": 0.5,
43
- "kl_loss_coeff": 0.0,
44
- "exploration_loss": "entropy",
45
- "gae_lambda": 0.95,
46
- "ppo_clip_ratio": 0.1,
47
- "ppo_clip_value": 0.2,
48
- "with_vtrace": false,
49
- "vtrace_rho": 1.0,
50
- "vtrace_c": 1.0,
51
- "optimizer": "adam",
52
- "adam_eps": 1e-05,
53
- "adam_beta1": 0.9,
54
- "adam_beta2": 0.999,
55
- "max_grad_norm": 0.5,
56
- "learning_rate": 0.00025,
57
- "lr_schedule": "linear_decay",
58
- "lr_schedule_kl_threshold": 0.008,
59
- "lr_adaptive_min": 1e-06,
60
- "lr_adaptive_max": 0.01,
61
- "obs_subtract_mean": 0.0,
62
- "obs_scale": 255.0,
63
- "normalize_input": true,
64
- "normalize_input_keys": null,
65
- "decorrelate_experience_max_seconds": 0,
66
- "decorrelate_envs_on_one_worker": true,
67
- "actor_worker_gpus": [
68
- 0
69
- ],
70
- "set_workers_cpu_affinity": true,
71
- "force_envs_single_thread": false,
72
- "default_niceness": 0,
73
- "log_to_file": true,
74
- "experiment_summaries_interval": 1,
75
- "flush_summaries_interval": 30,
76
- "stats_avg": 100,
77
- "summaries_use_frameskip": true,
78
- "heartbeat_interval": 20,
79
- "heartbeat_reporting_interval": 180,
80
- "train_for_env_steps": 25000000,
81
- "train_for_seconds": 10000000000,
82
- "save_every_sec": 600,
83
- "keep_checkpoints": 5,
84
- "load_checkpoint_kind": "latest",
85
- "save_milestones_sec": -1,
86
- "save_best_every_sec": 5,
87
- "save_best_metric": "reward",
88
- "save_best_after": 100000,
89
- "benchmark": false,
90
- "encoder_mlp_layers": [
91
- 512,
92
- 512
93
- ],
94
- "encoder_conv_architecture": "convnet_atari",
95
- "encoder_conv_mlp_layers": [
96
- 512
97
- ],
98
- "use_rnn": false,
99
- "rnn_size": 512,
100
- "rnn_type": "gru",
101
- "rnn_num_layers": 1,
102
- "decoder_mlp_layers": [],
103
- "nonlinearity": "elu",
104
- "policy_initialization": "orthogonal",
105
- "policy_init_gain": 1.0,
106
- "actor_critic_share_weights": true,
107
- "adaptive_stddev": true,
108
- "continuous_tanh_scale": 0.0,
109
- "initial_stddev": 1.0,
110
- "use_env_info_cache": false,
111
- "env_gpu_actions": true,
112
- "env_gpu_observations": true,
113
- "env_frameskip": 1,
114
- "env_framestack": 1,
115
- "pixel_format": "CHW",
116
- "use_record_episode_statistics": false,
117
- "with_wandb": true,
118
- "wandb_user": null,
119
- "wandb_project": "starvla_tasks",
120
- "wandb_group": "flappy-obs10-qwengr00t_rtx3090_temporal_25m",
121
- "wandb_job_type": "flappy_profiled_small",
122
- "wandb_tags": [
123
- "flappy_profiled_small",
124
- "flappy",
125
- "profile",
126
- "temporal",
127
- "qwengr00t_rtx3090_temporal_25m",
128
- "obs10",
129
- "seed42"
130
- ],
131
- "with_pbt": false,
132
- "pbt_mix_policies_in_one_env": true,
133
- "pbt_period_env_steps": 5000000,
134
- "pbt_start_mutation": 20000000,
135
- "pbt_replace_fraction": 0.3,
136
- "pbt_mutation_rate": 0.15,
137
- "pbt_replace_reward_gap": 0.1,
138
- "pbt_replace_reward_gap_absolute": 1e-06,
139
- "pbt_optimize_gamma": false,
140
- "pbt_target_objective": "true_objective",
141
- "pbt_perturb_min": 1.1,
142
- "pbt_perturb_max": 1.5,
143
- "gym_id": "FlappyBird-v0",
144
- "env_fps": 10.0,
145
- "obs_fps": 10.0,
146
- "use_lidar": false,
147
- "normalize_obs": true,
148
- "audio_on": false,
149
- "screen_size": "",
150
- "obs_resize": "84,84",
151
- "use_gpu_render": true,
152
- "simulator": "gpu",
153
- "gpu_render_device": "auto",
154
- "gpu_render_batch_size": 128,
155
- "gpu_render_profile": false,
156
- "gpu_render_profile_interval": 200,
157
- "pipe_gap": 100,
158
- "bird_color": "yellow",
159
- "pipe_color": "green",
160
- "background": "day",
161
- "score_limit": -1,
162
- "frame_stack": 4,
163
- "debug": false,
164
- "debug_timelimit_diagnostics": false,
165
- "max_episode_steps": 0,
166
- "mode": "train",
167
- "latency_type": "profile_sample",
168
- "fixed_latency_ms": null,
169
- "mean_latency_ms": null,
170
- "std_latency_ms": null,
171
- "min_latency_ms": null,
172
- "max_latency_ms": null,
173
- "latency_seed": 42,
174
- "latency_profile_path": "results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
175
- "latency_profile_worker_slot": 0,
176
- "add_latency_info": false,
177
- "max_pending_actions": null,
178
- "hold_policy": "one_frame_then_noop",
179
- "ordering_policy": "latest_ready",
180
- "eval_episodes": 100,
181
- "eval_parallel_envs": 100,
182
- "eval_latency_raw_frame_values": "0,1,2,3,4,5",
183
- "eval_max_steps": 18000,
184
- "eval_deterministic": true,
185
- "eval_raw_reward": false,
186
- "episode_metrics_path": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42/episode_metrics.jsonl",
187
- "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42 --train_dir results/checkpoints/flappy/profiled_small_qwen_10fps_25m --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 42 --episode_metrics_path results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type profile_sample --latency-seed 42 --latency-profile-path results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 18000 --eval-deterministic True --with_wandb True --wandb_project starvla_tasks --wandb_group flappy-obs10-qwengr00t_rtx3090_temporal_25m --wandb_job_type flappy_profiled_small --wandb_tags flappy_profiled_small flappy profile temporal qwengr00t_rtx3090_temporal_25m obs10 seed42 --gym_id FlappyBird-v0 --env-fps 10 --obs-fps 10.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
188
- "cli_args": {
189
- "algo": "APPO",
190
- "env": "latency_flappy",
191
- "experiment": "flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42",
192
- "train_dir": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m",
193
- "restart_behavior": "resume",
194
- "device": "gpu",
195
- "seed": 42,
196
- "num_policies": 1,
197
- "async_rl": true,
198
- "batched_sampling": true,
199
- "worker_num_splits": 1,
200
- "max_policy_lag": 400,
201
- "num_workers": 2,
202
- "num_envs_per_worker": 1,
203
- "batch_size": 4096,
204
- "num_batches_per_epoch": 8,
205
- "num_epochs": 8,
206
- "rollout": 128,
207
- "recurrence": 1,
208
- "gamma": 0.99,
209
- "normalize_returns": true,
210
- "value_loss_coeff": 0.5,
211
- "gae_lambda": 0.95,
212
- "ppo_clip_ratio": 0.1,
213
- "ppo_clip_value": 0.2,
214
- "max_grad_norm": 0.5,
215
- "learning_rate": 0.00025,
216
- "normalize_input": true,
217
- "actor_worker_gpus": [
218
- 0
219
- ],
220
- "experiment_summaries_interval": 1,
221
- "stats_avg": 100,
222
- "train_for_env_steps": 25000000,
223
- "save_every_sec": 600,
224
- "keep_checkpoints": 5,
225
- "use_rnn": false,
226
- "env_gpu_actions": true,
227
- "env_gpu_observations": true,
228
- "with_wandb": true,
229
- "wandb_project": "starvla_tasks",
230
- "wandb_group": "flappy-obs10-qwengr00t_rtx3090_temporal_25m",
231
- "wandb_job_type": "flappy_profiled_small",
232
- "wandb_tags": [
233
- "flappy_profiled_small",
234
- "flappy",
235
- "profile",
236
- "temporal",
237
- "qwengr00t_rtx3090_temporal_25m",
238
- "obs10",
239
- "seed42"
240
- ],
241
- "gym_id": "FlappyBird-v0",
242
- "env_fps": 10.0,
243
- "obs_fps": 10.0,
244
- "use_lidar": false,
245
- "normalize_obs": true,
246
- "audio_on": false,
247
- "obs_resize": "84,84",
248
- "use_gpu_render": true,
249
- "simulator": "gpu",
250
- "gpu_render_device": "auto",
251
- "gpu_render_batch_size": 128,
252
- "gpu_render_profile": false,
253
- "gpu_render_profile_interval": 200,
254
- "pipe_gap": 100,
255
- "bird_color": "yellow",
256
- "pipe_color": "green",
257
- "background": "day",
258
- "frame_stack": 4,
259
- "debug": false,
260
- "debug_timelimit_diagnostics": false,
261
- "mode": "train",
262
- "latency_type": "profile_sample",
263
- "latency_seed": 42,
264
- "latency_profile_path": "results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
265
- "latency_profile_worker_slot": 0,
266
- "add_latency_info": false,
267
- "hold_policy": "one_frame_then_noop",
268
- "ordering_policy": "latest_ready",
269
- "eval_episodes": 100,
270
- "eval_parallel_envs": 100,
271
- "eval_max_steps": 18000,
272
- "eval_deterministic": true,
273
- "episode_metrics_path": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42/episode_metrics.jsonl",
274
- "output_dir": "outputs/tasks/flappy/profiled_small_qwen_10fps_25m/train/profile/qwengr00t_rtx3090_temporal_25m/obs10/seed_42",
275
- "wandb_unique_id": "flappy-obs10-qwengr00t_rtx3090_temporal_25m-s42"
276
- },
277
- "git_hash": "unknown",
278
- "git_repo_name": "not a git repository",
279
- "eval_env_frameskip": 1,
280
- "output_dir": "outputs/tasks/flappy/profiled_small_qwen_10fps_25m/train/profile/qwengr00t_rtx3090_temporal_25m/obs10/seed_42",
281
- "wandb_unique_id": "flappy-obs10-qwengr00t_rtx3090_temporal_25m-s42"
282
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/eval_profile.json DELETED
@@ -1,1546 +0,0 @@
1
- {
2
- "checkpoint": {
3
- "actual_env_step": 24903680,
4
- "bundle_path": "best_000048624_24903680_reward_1812.752.pth",
5
- "kind": "best",
6
- "sha256": "e7043f84093759b12ab9a6d396da60f0dd27215dcd45c169879e423f707195ec"
7
- },
8
- "episodes": [
9
- {
10
- "case_id": 42,
11
- "episode_id": 0,
12
- "episode_seed": 104771,
13
- "length": 62,
14
- "mean_latency_ms": 139.24713452413567,
15
- "num_actions": 31,
16
- "num_dropped_actions": 0,
17
- "num_invalid_actions": 0,
18
- "p90_latency_ms": 146.70191537574408,
19
- "p99_latency_ms": 149.60017866389725,
20
- "return": 6.000000089406967
21
- },
22
- {
23
- "case_id": 43,
24
- "episode_id": 1,
25
- "episode_seed": 104772,
26
- "length": 61,
27
- "mean_latency_ms": 137.38856389761753,
28
- "num_actions": 31,
29
- "num_dropped_actions": 0,
30
- "num_invalid_actions": 0,
31
- "p90_latency_ms": 143.03948086825443,
32
- "p99_latency_ms": 148.23783971051262,
33
- "return": 5.000000089406967
34
- },
35
- {
36
- "case_id": 44,
37
- "episode_id": 2,
38
- "episode_seed": 104773,
39
- "length": 53,
40
- "mean_latency_ms": 136.92404866798861,
41
- "num_actions": 27,
42
- "num_dropped_actions": 0,
43
- "num_invalid_actions": 0,
44
- "p90_latency_ms": 142.12189074053862,
45
- "p99_latency_ms": 147.21338542054067,
46
- "return": 4.200000077486038
47
- },
48
- {
49
- "case_id": 45,
50
- "episode_id": 3,
51
- "episode_seed": 104774,
52
- "length": 57,
53
- "mean_latency_ms": 135.53717022848522,
54
- "num_actions": 29,
55
- "num_dropped_actions": 0,
56
- "num_invalid_actions": 0,
57
- "p90_latency_ms": 141.74895428046642,
58
- "p99_latency_ms": 143.96487614087428,
59
- "return": 4.600000083446503
60
- },
61
- {
62
- "case_id": 46,
63
- "episode_id": 4,
64
- "episode_seed": 104775,
65
- "length": 64,
66
- "mean_latency_ms": 137.62334484580475,
67
- "num_actions": 32,
68
- "num_dropped_actions": 0,
69
- "num_invalid_actions": 0,
70
- "p90_latency_ms": 145.83178289099385,
71
- "p99_latency_ms": 147.3877663685979,
72
- "return": 6.200000092387199
73
- },
74
- {
75
- "case_id": 47,
76
- "episode_id": 5,
77
- "episode_seed": 104776,
78
- "length": 62,
79
- "mean_latency_ms": 139.08062362431647,
80
- "num_actions": 31,
81
- "num_dropped_actions": 0,
82
- "num_invalid_actions": 0,
83
- "p90_latency_ms": 146.65987825116233,
84
- "p99_latency_ms": 160.9779012242336,
85
- "return": 6.000000089406967
86
- },
87
- {
88
- "case_id": 48,
89
- "episode_id": 6,
90
- "episode_seed": 104777,
91
- "length": 53,
92
- "mean_latency_ms": 136.73298923226707,
93
- "num_actions": 27,
94
- "num_dropped_actions": 0,
95
- "num_invalid_actions": 0,
96
- "p90_latency_ms": 142.50949600293896,
97
- "p99_latency_ms": 145.45784907348158,
98
- "return": 4.200000077486038
99
- },
100
- {
101
- "case_id": 49,
102
- "episode_id": 7,
103
- "episode_seed": 104778,
104
- "length": 64,
105
- "mean_latency_ms": 137.68818176391773,
106
- "num_actions": 32,
107
- "num_dropped_actions": 0,
108
- "num_invalid_actions": 0,
109
- "p90_latency_ms": 144.34657949807638,
110
- "p99_latency_ms": 146.99909132405674,
111
- "return": 6.200000092387199
112
- },
113
- {
114
- "case_id": 50,
115
- "episode_id": 8,
116
- "episode_seed": 104779,
117
- "length": 55,
118
- "mean_latency_ms": 137.312438428257,
119
- "num_actions": 28,
120
- "num_dropped_actions": 0,
121
- "num_invalid_actions": 0,
122
- "p90_latency_ms": 146.8529604140452,
123
- "p99_latency_ms": 149.2295964031955,
124
- "return": 4.4000000804662704
125
- },
126
- {
127
- "case_id": 51,
128
- "episode_id": 9,
129
- "episode_seed": 104780,
130
- "length": 64,
131
- "mean_latency_ms": 138.8309664504808,
132
- "num_actions": 32,
133
- "num_dropped_actions": 0,
134
- "num_invalid_actions": 0,
135
- "p90_latency_ms": 146.55094129532796,
136
- "p99_latency_ms": 150.21210785874533,
137
- "return": 6.200000092387199
138
- },
139
- {
140
- "case_id": 52,
141
- "episode_id": 10,
142
- "episode_seed": 104781,
143
- "length": 97,
144
- "mean_latency_ms": 136.56532343802593,
145
- "num_actions": 49,
146
- "num_dropped_actions": 0,
147
- "num_invalid_actions": 0,
148
- "p90_latency_ms": 143.95003608504987,
149
- "p99_latency_ms": 151.08347275915565,
150
- "return": 9.500000141561031
151
- },
152
- {
153
- "case_id": 53,
154
- "episode_id": 11,
155
- "episode_seed": 104782,
156
- "length": 61,
157
- "mean_latency_ms": 136.99443661965776,
158
- "num_actions": 31,
159
- "num_dropped_actions": 0,
160
- "num_invalid_actions": 0,
161
- "p90_latency_ms": 143.64434491430276,
162
- "p99_latency_ms": 146.71850779662103,
163
- "return": 5.000000089406967
164
- },
165
- {
166
- "case_id": 54,
167
- "episode_id": 12,
168
- "episode_seed": 104783,
169
- "length": 134,
170
- "mean_latency_ms": 138.6555577006931,
171
- "num_actions": 67,
172
- "num_dropped_actions": 0,
173
- "num_invalid_actions": 0,
174
- "p90_latency_ms": 146.87469060268154,
175
- "p99_latency_ms": 149.029643383035,
176
- "return": 15.000000193715096
177
- },
178
- {
179
- "case_id": 55,
180
- "episode_id": 13,
181
- "episode_seed": 104784,
182
- "length": 62,
183
- "mean_latency_ms": 138.17086459895484,
184
- "num_actions": 31,
185
- "num_dropped_actions": 0,
186
- "num_invalid_actions": 0,
187
- "p90_latency_ms": 146.3617706046439,
188
- "p99_latency_ms": 149.02176508129787,
189
- "return": 6.000000089406967
190
- },
191
- {
192
- "case_id": 56,
193
- "episode_id": 14,
194
- "episode_seed": 104785,
195
- "length": 62,
196
- "mean_latency_ms": 137.33737930185225,
197
- "num_actions": 31,
198
- "num_dropped_actions": 0,
199
- "num_invalid_actions": 0,
200
- "p90_latency_ms": 144.4932460087718,
201
- "p99_latency_ms": 148.12632668383287,
202
- "return": 6.000000089406967
203
- },
204
- {
205
- "case_id": 57,
206
- "episode_id": 15,
207
- "episode_seed": 104786,
208
- "length": 163,
209
- "mean_latency_ms": 137.93267497510695,
210
- "num_actions": 82,
211
- "num_dropped_actions": 0,
212
- "num_invalid_actions": 0,
213
- "p90_latency_ms": 144.64906444911395,
214
- "p99_latency_ms": 147.88486966930338,
215
- "return": 17.900000236928463
216
- },
217
- {
218
- "case_id": 58,
219
- "episode_id": 16,
220
- "episode_seed": 104787,
221
- "length": 62,
222
- "mean_latency_ms": 138.0934673152258,
223
- "num_actions": 31,
224
- "num_dropped_actions": 0,
225
- "num_invalid_actions": 0,
226
- "p90_latency_ms": 144.50012012087709,
227
- "p99_latency_ms": 149.3157003691914,
228
- "return": 6.000000089406967
229
- },
230
- {
231
- "case_id": 59,
232
- "episode_id": 17,
233
- "episode_seed": 104788,
234
- "length": 64,
235
- "mean_latency_ms": 139.29379111991614,
236
- "num_actions": 32,
237
- "num_dropped_actions": 0,
238
- "num_invalid_actions": 0,
239
- "p90_latency_ms": 147.10152338740193,
240
- "p99_latency_ms": 149.9166295927817,
241
- "return": 6.200000092387199
242
- },
243
- {
244
- "case_id": 60,
245
- "episode_id": 18,
246
- "episode_seed": 104789,
247
- "length": 55,
248
- "mean_latency_ms": 137.66089821344727,
249
- "num_actions": 28,
250
- "num_dropped_actions": 0,
251
- "num_invalid_actions": 0,
252
- "p90_latency_ms": 144.8189889118341,
253
- "p99_latency_ms": 147.29293999662707,
254
- "return": 4.4000000804662704
255
- },
256
- {
257
- "case_id": 61,
258
- "episode_id": 19,
259
- "episode_seed": 104790,
260
- "length": 62,
261
- "mean_latency_ms": 136.36335375476932,
262
- "num_actions": 31,
263
- "num_dropped_actions": 0,
264
- "num_invalid_actions": 0,
265
- "p90_latency_ms": 145.3053062676169,
266
- "p99_latency_ms": 152.69822813416718,
267
- "return": 6.000000089406967
268
- },
269
- {
270
- "case_id": 62,
271
- "episode_id": 20,
272
- "episode_seed": 104791,
273
- "length": 53,
274
- "mean_latency_ms": 139.17206459817578,
275
- "num_actions": 27,
276
- "num_dropped_actions": 0,
277
- "num_invalid_actions": 0,
278
- "p90_latency_ms": 147.35210147672925,
279
- "p99_latency_ms": 149.05845516785962,
280
- "return": 4.200000077486038
281
- },
282
- {
283
- "case_id": 63,
284
- "episode_id": 21,
285
- "episode_seed": 104792,
286
- "length": 136,
287
- "mean_latency_ms": 137.04788070130465,
288
- "num_actions": 68,
289
- "num_dropped_actions": 0,
290
- "num_invalid_actions": 0,
291
- "p90_latency_ms": 143.87671789129624,
292
- "p99_latency_ms": 147.61029649392907,
293
- "return": 15.200000196695328
294
- },
295
- {
296
- "case_id": 64,
297
- "episode_id": 22,
298
- "episode_seed": 104793,
299
- "length": 64,
300
- "mean_latency_ms": 139.47181961864163,
301
- "num_actions": 32,
302
- "num_dropped_actions": 0,
303
- "num_invalid_actions": 0,
304
- "p90_latency_ms": 146.53165437300441,
305
- "p99_latency_ms": 149.59794733596576,
306
- "return": 6.200000092387199
307
- },
308
- {
309
- "case_id": 65,
310
- "episode_id": 23,
311
- "episode_seed": 104794,
312
- "length": 55,
313
- "mean_latency_ms": 136.31289560569905,
314
- "num_actions": 28,
315
- "num_dropped_actions": 0,
316
- "num_invalid_actions": 0,
317
- "p90_latency_ms": 142.1979663037724,
318
- "p99_latency_ms": 143.3928048051005,
319
- "return": 4.4000000804662704
320
- },
321
- {
322
- "case_id": 66,
323
- "episode_id": 24,
324
- "episode_seed": 104795,
325
- "length": 163,
326
- "mean_latency_ms": 138.16017594116033,
327
- "num_actions": 82,
328
- "num_dropped_actions": 0,
329
- "num_invalid_actions": 0,
330
- "p90_latency_ms": 143.68838087975305,
331
- "p99_latency_ms": 149.3014574197218,
332
- "return": 17.900000236928463
333
- },
334
- {
335
- "case_id": 67,
336
- "episode_id": 25,
337
- "episode_seed": 104796,
338
- "length": 53,
339
- "mean_latency_ms": 137.99737048349246,
340
- "num_actions": 27,
341
- "num_dropped_actions": 0,
342
- "num_invalid_actions": 0,
343
- "p90_latency_ms": 143.79245478179638,
344
- "p99_latency_ms": 147.8058301021769,
345
- "return": 4.200000077486038
346
- },
347
- {
348
- "case_id": 68,
349
- "episode_id": 26,
350
- "episode_seed": 104797,
351
- "length": 134,
352
- "mean_latency_ms": 137.38896873502142,
353
- "num_actions": 67,
354
- "num_dropped_actions": 0,
355
- "num_invalid_actions": 0,
356
- "p90_latency_ms": 146.17125699505834,
357
- "p99_latency_ms": 149.07356933849354,
358
- "return": 15.000000193715096
359
- },
360
- {
361
- "case_id": 69,
362
- "episode_id": 27,
363
- "episode_seed": 104798,
364
- "length": 62,
365
- "mean_latency_ms": 138.68198913873428,
366
- "num_actions": 31,
367
- "num_dropped_actions": 0,
368
- "num_invalid_actions": 0,
369
- "p90_latency_ms": 144.3549240360853,
370
- "p99_latency_ms": 147.09025723659335,
371
- "return": 6.000000089406967
372
- },
373
- {
374
- "case_id": 70,
375
- "episode_id": 28,
376
- "episode_seed": 104799,
377
- "length": 62,
378
- "mean_latency_ms": 137.1224687329191,
379
- "num_actions": 31,
380
- "num_dropped_actions": 0,
381
- "num_invalid_actions": 0,
382
- "p90_latency_ms": 144.4240221516901,
383
- "p99_latency_ms": 146.86922935767217,
384
- "return": 6.000000089406967
385
- },
386
- {
387
- "case_id": 71,
388
- "episode_id": 29,
389
- "episode_seed": 104800,
390
- "length": 95,
391
- "mean_latency_ms": 136.16658213097702,
392
- "num_actions": 48,
393
- "num_dropped_actions": 0,
394
- "num_invalid_actions": 0,
395
- "p90_latency_ms": 143.53961702661792,
396
- "p99_latency_ms": 146.39951060453757,
397
- "return": 9.300000138580799
398
- },
399
- {
400
- "case_id": 72,
401
- "episode_id": 30,
402
- "episode_seed": 104801,
403
- "length": 61,
404
- "mean_latency_ms": 135.5761428321746,
405
- "num_actions": 31,
406
- "num_dropped_actions": 0,
407
- "num_invalid_actions": 0,
408
- "p90_latency_ms": 143.0739660097359,
409
- "p99_latency_ms": 146.25813617652184,
410
- "return": 5.000000089406967
411
- },
412
- {
413
- "case_id": 73,
414
- "episode_id": 31,
415
- "episode_seed": 104802,
416
- "length": 122,
417
- "mean_latency_ms": 138.10603406311895,
418
- "num_actions": 61,
419
- "num_dropped_actions": 0,
420
- "num_invalid_actions": 0,
421
- "p90_latency_ms": 145.63019006740095,
422
- "p99_latency_ms": 154.17627156115037,
423
- "return": 12.900000177323818
424
- },
425
- {
426
- "case_id": 74,
427
- "episode_id": 32,
428
- "episode_seed": 104803,
429
- "length": 62,
430
- "mean_latency_ms": 138.21563732102,
431
- "num_actions": 31,
432
- "num_dropped_actions": 0,
433
- "num_invalid_actions": 0,
434
- "p90_latency_ms": 146.77342937111484,
435
- "p99_latency_ms": 149.46975541477016,
436
- "return": 6.000000089406967
437
- },
438
- {
439
- "case_id": 75,
440
- "episode_id": 33,
441
- "episode_seed": 104804,
442
- "length": 57,
443
- "mean_latency_ms": 136.8588434128392,
444
- "num_actions": 29,
445
- "num_dropped_actions": 0,
446
- "num_invalid_actions": 0,
447
- "p90_latency_ms": 143.18481004691677,
448
- "p99_latency_ms": 146.5373224267151,
449
- "return": 4.600000083446503
450
- },
451
- {
452
- "case_id": 76,
453
- "episode_id": 34,
454
- "episode_seed": 104805,
455
- "length": 62,
456
- "mean_latency_ms": 136.75256793465988,
457
- "num_actions": 31,
458
- "num_dropped_actions": 0,
459
- "num_invalid_actions": 0,
460
- "p90_latency_ms": 145.08622218449784,
461
- "p99_latency_ms": 149.98034422186453,
462
- "return": 6.000000089406967
463
- },
464
- {
465
- "case_id": 77,
466
- "episode_id": 35,
467
- "episode_seed": 104806,
468
- "length": 53,
469
- "mean_latency_ms": 137.40902230897095,
470
- "num_actions": 27,
471
- "num_dropped_actions": 0,
472
- "num_invalid_actions": 0,
473
- "p90_latency_ms": 145.24581762790984,
474
- "p99_latency_ms": 149.02154319893327,
475
- "return": 4.200000077486038
476
- },
477
- {
478
- "case_id": 78,
479
- "episode_id": 36,
480
- "episode_seed": 104807,
481
- "length": 53,
482
- "mean_latency_ms": 137.4927365083268,
483
- "num_actions": 27,
484
- "num_dropped_actions": 0,
485
- "num_invalid_actions": 0,
486
- "p90_latency_ms": 144.81016228727546,
487
- "p99_latency_ms": 148.10482272569163,
488
- "return": 4.200000077486038
489
- },
490
- {
491
- "case_id": 79,
492
- "episode_id": 37,
493
- "episode_seed": 104808,
494
- "length": 97,
495
- "mean_latency_ms": 137.86132027969416,
496
- "num_actions": 49,
497
- "num_dropped_actions": 0,
498
- "num_invalid_actions": 0,
499
- "p90_latency_ms": 144.52610549167727,
500
- "p99_latency_ms": 147.96545213648935,
501
- "return": 9.500000141561031
502
- },
503
- {
504
- "case_id": 80,
505
- "episode_id": 38,
506
- "episode_seed": 104809,
507
- "length": 62,
508
- "mean_latency_ms": 138.04017656264597,
509
- "num_actions": 31,
510
- "num_dropped_actions": 0,
511
- "num_invalid_actions": 0,
512
- "p90_latency_ms": 146.33205904554018,
513
- "p99_latency_ms": 148.0532632614436,
514
- "return": 6.000000089406967
515
- },
516
- {
517
- "case_id": 81,
518
- "episode_id": 39,
519
- "episode_seed": 104810,
520
- "length": 55,
521
- "mean_latency_ms": 139.92280472497387,
522
- "num_actions": 28,
523
- "num_dropped_actions": 0,
524
- "num_invalid_actions": 0,
525
- "p90_latency_ms": 147.47173203005062,
526
- "p99_latency_ms": 158.6413688973685,
527
- "return": 4.4000000804662704
528
- },
529
- {
530
- "case_id": 82,
531
- "episode_id": 40,
532
- "episode_seed": 104811,
533
- "length": 199,
534
- "mean_latency_ms": 136.86367718043053,
535
- "num_actions": 100,
536
- "num_dropped_actions": 0,
537
- "num_invalid_actions": 0,
538
- "p90_latency_ms": 144.48026676662855,
539
- "p99_latency_ms": 148.40838236075712,
540
- "return": 22.400000289082527
541
- },
542
- {
543
- "case_id": 83,
544
- "episode_id": 41,
545
- "episode_seed": 104812,
546
- "length": 166,
547
- "mean_latency_ms": 137.6921465624999,
548
- "num_actions": 83,
549
- "num_dropped_actions": 0,
550
- "num_invalid_actions": 0,
551
- "p90_latency_ms": 146.06340640331072,
552
- "p99_latency_ms": 152.52300303069393,
553
- "return": 18.20000024139881
554
- },
555
- {
556
- "case_id": 84,
557
- "episode_id": 42,
558
- "episode_seed": 104813,
559
- "length": 62,
560
- "mean_latency_ms": 137.78053470619486,
561
- "num_actions": 31,
562
- "num_dropped_actions": 0,
563
- "num_invalid_actions": 0,
564
- "p90_latency_ms": 144.51674764239326,
565
- "p99_latency_ms": 148.06241815272907,
566
- "return": 6.000000089406967
567
- },
568
- {
569
- "case_id": 85,
570
- "episode_id": 43,
571
- "episode_seed": 104814,
572
- "length": 55,
573
- "mean_latency_ms": 138.4164840640928,
574
- "num_actions": 28,
575
- "num_dropped_actions": 0,
576
- "num_invalid_actions": 0,
577
- "p90_latency_ms": 145.11910249522163,
578
- "p99_latency_ms": 147.72606252651747,
579
- "return": 4.4000000804662704
580
- },
581
- {
582
- "case_id": 86,
583
- "episode_id": 44,
584
- "episode_seed": 104815,
585
- "length": 66,
586
- "mean_latency_ms": 137.80302759518992,
587
- "num_actions": 33,
588
- "num_dropped_actions": 0,
589
- "num_invalid_actions": 0,
590
- "p90_latency_ms": 147.73858502949147,
591
- "p99_latency_ms": 148.6005959364183,
592
- "return": 6.400000095367432
593
- },
594
- {
595
- "case_id": 87,
596
- "episode_id": 45,
597
- "episode_seed": 104816,
598
- "length": 86,
599
- "mean_latency_ms": 137.82283486504753,
600
- "num_actions": 43,
601
- "num_dropped_actions": 0,
602
- "num_invalid_actions": 0,
603
- "p90_latency_ms": 145.63962500968805,
604
- "p99_latency_ms": 148.31066696482893,
605
- "return": 8.400000125169754
606
- },
607
- {
608
- "case_id": 88,
609
- "episode_id": 46,
610
- "episode_seed": 104817,
611
- "length": 62,
612
- "mean_latency_ms": 137.91811959913554,
613
- "num_actions": 31,
614
- "num_dropped_actions": 0,
615
- "num_invalid_actions": 0,
616
- "p90_latency_ms": 146.05577420507325,
617
- "p99_latency_ms": 147.28348304773337,
618
- "return": 6.000000089406967
619
- },
620
- {
621
- "case_id": 89,
622
- "episode_id": 47,
623
- "episode_seed": 104818,
624
- "length": 62,
625
- "mean_latency_ms": 135.61786833284322,
626
- "num_actions": 31,
627
- "num_dropped_actions": 0,
628
- "num_invalid_actions": 0,
629
- "p90_latency_ms": 142.4274960042029,
630
- "p99_latency_ms": 144.8926552717999,
631
- "return": 6.000000089406967
632
- },
633
- {
634
- "case_id": 90,
635
- "episode_id": 48,
636
- "episode_seed": 104819,
637
- "length": 64,
638
- "mean_latency_ms": 137.87042347813494,
639
- "num_actions": 32,
640
- "num_dropped_actions": 0,
641
- "num_invalid_actions": 0,
642
- "p90_latency_ms": 145.92740310019735,
643
- "p99_latency_ms": 149.83872197093618,
644
- "return": 6.200000092387199
645
- },
646
- {
647
- "case_id": 91,
648
- "episode_id": 49,
649
- "episode_seed": 104820,
650
- "length": 62,
651
- "mean_latency_ms": 138.28888841260098,
652
- "num_actions": 31,
653
- "num_dropped_actions": 0,
654
- "num_invalid_actions": 0,
655
- "p90_latency_ms": 146.53613624421595,
656
- "p99_latency_ms": 150.8646539735693,
657
- "return": 6.000000089406967
658
- },
659
- {
660
- "case_id": 92,
661
- "episode_id": 50,
662
- "episode_seed": 104821,
663
- "length": 62,
664
- "mean_latency_ms": 136.5430279769449,
665
- "num_actions": 31,
666
- "num_dropped_actions": 0,
667
- "num_invalid_actions": 0,
668
- "p90_latency_ms": 144.17480257958678,
669
- "p99_latency_ms": 148.170923804672,
670
- "return": 6.000000089406967
671
- },
672
- {
673
- "case_id": 93,
674
- "episode_id": 51,
675
- "episode_seed": 104822,
676
- "length": 64,
677
- "mean_latency_ms": 137.34296265851017,
678
- "num_actions": 32,
679
- "num_dropped_actions": 0,
680
- "num_invalid_actions": 0,
681
- "p90_latency_ms": 143.66346573086105,
682
- "p99_latency_ms": 147.71218144493446,
683
- "return": 6.200000092387199
684
- },
685
- {
686
- "case_id": 94,
687
- "episode_id": 52,
688
- "episode_seed": 104823,
689
- "length": 61,
690
- "mean_latency_ms": 140.09252713877987,
691
- "num_actions": 31,
692
- "num_dropped_actions": 0,
693
- "num_invalid_actions": 0,
694
- "p90_latency_ms": 147.93497490781908,
695
- "p99_latency_ms": 154.0809966183535,
696
- "return": 5.000000089406967
697
- },
698
- {
699
- "case_id": 95,
700
- "episode_id": 53,
701
- "episode_seed": 104824,
702
- "length": 57,
703
- "mean_latency_ms": 138.17705273394034,
704
- "num_actions": 29,
705
- "num_dropped_actions": 0,
706
- "num_invalid_actions": 0,
707
- "p90_latency_ms": 144.75480022993102,
708
- "p99_latency_ms": 147.8291318483538,
709
- "return": 4.600000083446503
710
- },
711
- {
712
- "case_id": 96,
713
- "episode_id": 54,
714
- "episode_seed": 104825,
715
- "length": 53,
716
- "mean_latency_ms": 137.0723388425403,
717
- "num_actions": 27,
718
- "num_dropped_actions": 0,
719
- "num_invalid_actions": 0,
720
- "p90_latency_ms": 143.73202842549148,
721
- "p99_latency_ms": 147.4018800555735,
722
- "return": 4.200000077486038
723
- },
724
- {
725
- "case_id": 97,
726
- "episode_id": 55,
727
- "episode_seed": 104826,
728
- "length": 86,
729
- "mean_latency_ms": 138.97884307038564,
730
- "num_actions": 43,
731
- "num_dropped_actions": 0,
732
- "num_invalid_actions": 0,
733
- "p90_latency_ms": 147.178014171288,
734
- "p99_latency_ms": 150.35261648980443,
735
- "return": 8.400000125169754
736
- },
737
- {
738
- "case_id": 98,
739
- "episode_id": 56,
740
- "episode_seed": 104827,
741
- "length": 96,
742
- "mean_latency_ms": 138.01024825008406,
743
- "num_actions": 48,
744
- "num_dropped_actions": 0,
745
- "num_invalid_actions": 0,
746
- "p90_latency_ms": 144.84336458835025,
747
- "p99_latency_ms": 147.6472476624364,
748
- "return": 9.400000140070915
749
- },
750
- {
751
- "case_id": 99,
752
- "episode_id": 57,
753
- "episode_seed": 104828,
754
- "length": 61,
755
- "mean_latency_ms": 136.90466998182237,
756
- "num_actions": 31,
757
- "num_dropped_actions": 0,
758
- "num_invalid_actions": 0,
759
- "p90_latency_ms": 142.44702949301566,
760
- "p99_latency_ms": 148.59263934656505,
761
- "return": 5.000000089406967
762
- },
763
- {
764
- "case_id": 100,
765
- "episode_id": 58,
766
- "episode_seed": 104829,
767
- "length": 62,
768
- "mean_latency_ms": 135.9360139315939,
769
- "num_actions": 31,
770
- "num_dropped_actions": 0,
771
- "num_invalid_actions": 0,
772
- "p90_latency_ms": 142.07696503003365,
773
- "p99_latency_ms": 146.94410028192422,
774
- "return": 6.000000089406967
775
- },
776
- {
777
- "case_id": 101,
778
- "episode_id": 59,
779
- "episode_seed": 104830,
780
- "length": 64,
781
- "mean_latency_ms": 138.44865867682407,
782
- "num_actions": 32,
783
- "num_dropped_actions": 0,
784
- "num_invalid_actions": 0,
785
- "p90_latency_ms": 147.13010892867058,
786
- "p99_latency_ms": 149.49242303627756,
787
- "return": 6.200000092387199
788
- },
789
- {
790
- "case_id": 102,
791
- "episode_id": 60,
792
- "episode_seed": 104831,
793
- "length": 97,
794
- "mean_latency_ms": 137.25110259057612,
795
- "num_actions": 49,
796
- "num_dropped_actions": 0,
797
- "num_invalid_actions": 0,
798
- "p90_latency_ms": 144.75344123994336,
799
- "p99_latency_ms": 150.1617093028043,
800
- "return": 9.500000141561031
801
- },
802
- {
803
- "case_id": 103,
804
- "episode_id": 61,
805
- "episode_seed": 104832,
806
- "length": 61,
807
- "mean_latency_ms": 137.81090843274814,
808
- "num_actions": 31,
809
- "num_dropped_actions": 0,
810
- "num_invalid_actions": 0,
811
- "p90_latency_ms": 144.93298480969904,
812
- "p99_latency_ms": 146.81018171684394,
813
- "return": 5.000000089406967
814
- },
815
- {
816
- "case_id": 104,
817
- "episode_id": 62,
818
- "episode_seed": 104833,
819
- "length": 53,
820
- "mean_latency_ms": 137.0727690086062,
821
- "num_actions": 27,
822
- "num_dropped_actions": 0,
823
- "num_invalid_actions": 0,
824
- "p90_latency_ms": 142.81553995048398,
825
- "p99_latency_ms": 146.11744123204613,
826
- "return": 4.200000077486038
827
- },
828
- {
829
- "case_id": 105,
830
- "episode_id": 63,
831
- "episode_seed": 104834,
832
- "length": 57,
833
- "mean_latency_ms": 139.66782603485748,
834
- "num_actions": 29,
835
- "num_dropped_actions": 0,
836
- "num_invalid_actions": 0,
837
- "p90_latency_ms": 146.9266790263344,
838
- "p99_latency_ms": 148.66329281930507,
839
- "return": 4.600000083446503
840
- },
841
- {
842
- "case_id": 106,
843
- "episode_id": 64,
844
- "episode_seed": 104835,
845
- "length": 53,
846
- "mean_latency_ms": 136.74670964894273,
847
- "num_actions": 27,
848
- "num_dropped_actions": 0,
849
- "num_invalid_actions": 0,
850
- "p90_latency_ms": 145.22020004925304,
851
- "p99_latency_ms": 147.15834362546795,
852
- "return": 4.200000077486038
853
- },
854
- {
855
- "case_id": 107,
856
- "episode_id": 65,
857
- "episode_seed": 104836,
858
- "length": 64,
859
- "mean_latency_ms": 137.7837649137533,
860
- "num_actions": 32,
861
- "num_dropped_actions": 0,
862
- "num_invalid_actions": 0,
863
- "p90_latency_ms": 147.15939564936184,
864
- "p99_latency_ms": 148.18535847085093,
865
- "return": 6.200000092387199
866
- },
867
- {
868
- "case_id": 108,
869
- "episode_id": 66,
870
- "episode_seed": 104837,
871
- "length": 55,
872
- "mean_latency_ms": 138.55319596768933,
873
- "num_actions": 28,
874
- "num_dropped_actions": 0,
875
- "num_invalid_actions": 0,
876
- "p90_latency_ms": 143.5179106921592,
877
- "p99_latency_ms": 146.66171981203638,
878
- "return": 4.4000000804662704
879
- },
880
- {
881
- "case_id": 109,
882
- "episode_id": 67,
883
- "episode_seed": 104838,
884
- "length": 53,
885
- "mean_latency_ms": 135.99181618214007,
886
- "num_actions": 27,
887
- "num_dropped_actions": 0,
888
- "num_invalid_actions": 0,
889
- "p90_latency_ms": 144.41906809975504,
890
- "p99_latency_ms": 146.9820638626567,
891
- "return": 4.200000077486038
892
- },
893
- {
894
- "case_id": 110,
895
- "episode_id": 68,
896
- "episode_seed": 104839,
897
- "length": 61,
898
- "mean_latency_ms": 137.33862963984816,
899
- "num_actions": 31,
900
- "num_dropped_actions": 0,
901
- "num_invalid_actions": 0,
902
- "p90_latency_ms": 146.317879669929,
903
- "p99_latency_ms": 149.06174004882632,
904
- "return": 5.000000089406967
905
- },
906
- {
907
- "case_id": 111,
908
- "episode_id": 69,
909
- "episode_seed": 104840,
910
- "length": 64,
911
- "mean_latency_ms": 137.64398909042538,
912
- "num_actions": 32,
913
- "num_dropped_actions": 0,
914
- "num_invalid_actions": 0,
915
- "p90_latency_ms": 143.93352963403586,
916
- "p99_latency_ms": 145.29885051957865,
917
- "return": 6.200000092387199
918
- },
919
- {
920
- "case_id": 112,
921
- "episode_id": 70,
922
- "episode_seed": 104841,
923
- "length": 61,
924
- "mean_latency_ms": 136.48811507479198,
925
- "num_actions": 31,
926
- "num_dropped_actions": 0,
927
- "num_invalid_actions": 0,
928
- "p90_latency_ms": 141.78737715097904,
929
- "p99_latency_ms": 144.8609514715732,
930
- "return": 5.000000089406967
931
- },
932
- {
933
- "case_id": 113,
934
- "episode_id": 71,
935
- "episode_seed": 104842,
936
- "length": 61,
937
- "mean_latency_ms": 137.06327131885502,
938
- "num_actions": 31,
939
- "num_dropped_actions": 0,
940
- "num_invalid_actions": 0,
941
- "p90_latency_ms": 143.32593047195365,
942
- "p99_latency_ms": 146.46028659385263,
943
- "return": 5.000000089406967
944
- },
945
- {
946
- "case_id": 114,
947
- "episode_id": 72,
948
- "episode_seed": 104843,
949
- "length": 62,
950
- "mean_latency_ms": 139.98822738462678,
951
- "num_actions": 31,
952
- "num_dropped_actions": 0,
953
- "num_invalid_actions": 0,
954
- "p90_latency_ms": 145.80233802958435,
955
- "p99_latency_ms": 148.74994770540525,
956
- "return": 6.000000089406967
957
- },
958
- {
959
- "case_id": 115,
960
- "episode_id": 73,
961
- "episode_seed": 104844,
962
- "length": 61,
963
- "mean_latency_ms": 138.35940796653642,
964
- "num_actions": 31,
965
- "num_dropped_actions": 0,
966
- "num_invalid_actions": 0,
967
- "p90_latency_ms": 143.9414940263379,
968
- "p99_latency_ms": 148.77707170213722,
969
- "return": 5.000000089406967
970
- },
971
- {
972
- "case_id": 116,
973
- "episode_id": 74,
974
- "episode_seed": 104845,
975
- "length": 61,
976
- "mean_latency_ms": 137.92977736041246,
977
- "num_actions": 31,
978
- "num_dropped_actions": 0,
979
- "num_invalid_actions": 0,
980
- "p90_latency_ms": 146.7521510977901,
981
- "p99_latency_ms": 147.85880635058197,
982
- "return": 5.000000089406967
983
- },
984
- {
985
- "case_id": 117,
986
- "episode_id": 75,
987
- "episode_seed": 104846,
988
- "length": 62,
989
- "mean_latency_ms": 136.98680053432227,
990
- "num_actions": 31,
991
- "num_dropped_actions": 0,
992
- "num_invalid_actions": 0,
993
- "p90_latency_ms": 146.87109047300228,
994
- "p99_latency_ms": 149.72459651246393,
995
- "return": 6.000000089406967
996
- },
997
- {
998
- "case_id": 118,
999
- "episode_id": 76,
1000
- "episode_seed": 104847,
1001
- "length": 96,
1002
- "mean_latency_ms": 136.58559807082602,
1003
- "num_actions": 48,
1004
- "num_dropped_actions": 0,
1005
- "num_invalid_actions": 0,
1006
- "p90_latency_ms": 144.41547084670844,
1007
- "p99_latency_ms": 148.60455233593746,
1008
- "return": 9.400000140070915
1009
- },
1010
- {
1011
- "case_id": 119,
1012
- "episode_id": 77,
1013
- "episode_seed": 104848,
1014
- "length": 61,
1015
- "mean_latency_ms": 139.3123413014067,
1016
- "num_actions": 31,
1017
- "num_dropped_actions": 0,
1018
- "num_invalid_actions": 0,
1019
- "p90_latency_ms": 146.48708151908735,
1020
- "p99_latency_ms": 147.35649297183684,
1021
- "return": 5.000000089406967
1022
- },
1023
- {
1024
- "case_id": 120,
1025
- "episode_id": 78,
1026
- "episode_seed": 104849,
1027
- "length": 57,
1028
- "mean_latency_ms": 136.98645167651094,
1029
- "num_actions": 29,
1030
- "num_dropped_actions": 0,
1031
- "num_invalid_actions": 0,
1032
- "p90_latency_ms": 142.07246295951245,
1033
- "p99_latency_ms": 147.5147245312562,
1034
- "return": 4.600000083446503
1035
- },
1036
- {
1037
- "case_id": 121,
1038
- "episode_id": 79,
1039
- "episode_seed": 104850,
1040
- "length": 64,
1041
- "mean_latency_ms": 137.99263273207086,
1042
- "num_actions": 32,
1043
- "num_dropped_actions": 0,
1044
- "num_invalid_actions": 0,
1045
- "p90_latency_ms": 144.65425302457987,
1046
- "p99_latency_ms": 148.3757552685901,
1047
- "return": 6.200000092387199
1048
- },
1049
- {
1050
- "case_id": 122,
1051
- "episode_id": 80,
1052
- "episode_seed": 104851,
1053
- "length": 62,
1054
- "mean_latency_ms": 136.45714166637583,
1055
- "num_actions": 31,
1056
- "num_dropped_actions": 0,
1057
- "num_invalid_actions": 0,
1058
- "p90_latency_ms": 142.51477821357085,
1059
- "p99_latency_ms": 146.00642201306474,
1060
- "return": 6.000000089406967
1061
- },
1062
- {
1063
- "case_id": 123,
1064
- "episode_id": 81,
1065
- "episode_seed": 104852,
1066
- "length": 62,
1067
- "mean_latency_ms": 137.14274224248783,
1068
- "num_actions": 31,
1069
- "num_dropped_actions": 0,
1070
- "num_invalid_actions": 0,
1071
- "p90_latency_ms": 146.60654487441192,
1072
- "p99_latency_ms": 149.74044944081726,
1073
- "return": 6.000000089406967
1074
- },
1075
- {
1076
- "case_id": 124,
1077
- "episode_id": 82,
1078
- "episode_seed": 104853,
1079
- "length": 55,
1080
- "mean_latency_ms": 139.0916950484416,
1081
- "num_actions": 28,
1082
- "num_dropped_actions": 0,
1083
- "num_invalid_actions": 0,
1084
- "p90_latency_ms": 146.08614589149465,
1085
- "p99_latency_ms": 147.79395741631328,
1086
- "return": 4.4000000804662704
1087
- },
1088
- {
1089
- "case_id": 125,
1090
- "episode_id": 83,
1091
- "episode_seed": 104854,
1092
- "length": 53,
1093
- "mean_latency_ms": 136.2489812584269,
1094
- "num_actions": 27,
1095
- "num_dropped_actions": 0,
1096
- "num_invalid_actions": 0,
1097
- "p90_latency_ms": 143.0134850309297,
1098
- "p99_latency_ms": 143.61898505051437,
1099
- "return": 4.200000077486038
1100
- },
1101
- {
1102
- "case_id": 126,
1103
- "episode_id": 84,
1104
- "episode_seed": 104855,
1105
- "length": 61,
1106
- "mean_latency_ms": 136.5213373725886,
1107
- "num_actions": 31,
1108
- "num_dropped_actions": 0,
1109
- "num_invalid_actions": 0,
1110
- "p90_latency_ms": 145.14465018785023,
1111
- "p99_latency_ms": 146.6355917130306,
1112
- "return": 5.000000089406967
1113
- },
1114
- {
1115
- "case_id": 127,
1116
- "episode_id": 85,
1117
- "episode_seed": 104856,
1118
- "length": 135,
1119
- "mean_latency_ms": 138.3908034112951,
1120
- "num_actions": 68,
1121
- "num_dropped_actions": 0,
1122
- "num_invalid_actions": 0,
1123
- "p90_latency_ms": 146.32760448637245,
1124
- "p99_latency_ms": 153.47811574801483,
1125
- "return": 15.100000195205212
1126
- },
1127
- {
1128
- "case_id": 128,
1129
- "episode_id": 86,
1130
- "episode_seed": 104857,
1131
- "length": 96,
1132
- "mean_latency_ms": 136.92239305635226,
1133
- "num_actions": 48,
1134
- "num_dropped_actions": 0,
1135
- "num_invalid_actions": 0,
1136
- "p90_latency_ms": 144.99855398107553,
1137
- "p99_latency_ms": 147.68547837950223,
1138
- "return": 9.400000140070915
1139
- },
1140
- {
1141
- "case_id": 129,
1142
- "episode_id": 87,
1143
- "episode_seed": 104858,
1144
- "length": 61,
1145
- "mean_latency_ms": 135.95041215385294,
1146
- "num_actions": 31,
1147
- "num_dropped_actions": 0,
1148
- "num_invalid_actions": 0,
1149
- "p90_latency_ms": 143.13330504237084,
1150
- "p99_latency_ms": 146.20257395536757,
1151
- "return": 5.000000089406967
1152
- },
1153
- {
1154
- "case_id": 130,
1155
- "episode_id": 88,
1156
- "episode_seed": 104859,
1157
- "length": 61,
1158
- "mean_latency_ms": 139.10773699666956,
1159
- "num_actions": 31,
1160
- "num_dropped_actions": 0,
1161
- "num_invalid_actions": 0,
1162
- "p90_latency_ms": 147.28665117511662,
1163
- "p99_latency_ms": 149.24872275314834,
1164
- "return": 5.000000089406967
1165
- },
1166
- {
1167
- "case_id": 131,
1168
- "episode_id": 89,
1169
- "episode_seed": 104860,
1170
- "length": 53,
1171
- "mean_latency_ms": 137.18585805571897,
1172
- "num_actions": 27,
1173
- "num_dropped_actions": 0,
1174
- "num_invalid_actions": 0,
1175
- "p90_latency_ms": 145.31822359302373,
1176
- "p99_latency_ms": 148.60456225346593,
1177
- "return": 4.200000077486038
1178
- },
1179
- {
1180
- "case_id": 132,
1181
- "episode_id": 90,
1182
- "episode_seed": 104861,
1183
- "length": 55,
1184
- "mean_latency_ms": 137.13547502201249,
1185
- "num_actions": 28,
1186
- "num_dropped_actions": 0,
1187
- "num_invalid_actions": 0,
1188
- "p90_latency_ms": 143.68931947452,
1189
- "p99_latency_ms": 147.12137043071803,
1190
- "return": 4.4000000804662704
1191
- },
1192
- {
1193
- "case_id": 133,
1194
- "episode_id": 91,
1195
- "episode_seed": 104862,
1196
- "length": 62,
1197
- "mean_latency_ms": 137.65123376450455,
1198
- "num_actions": 31,
1199
- "num_dropped_actions": 0,
1200
- "num_invalid_actions": 0,
1201
- "p90_latency_ms": 145.59152697572242,
1202
- "p99_latency_ms": 147.63094181782094,
1203
- "return": 6.000000089406967
1204
- },
1205
- {
1206
- "case_id": 134,
1207
- "episode_id": 92,
1208
- "episode_seed": 104863,
1209
- "length": 62,
1210
- "mean_latency_ms": 136.55799169413743,
1211
- "num_actions": 31,
1212
- "num_dropped_actions": 0,
1213
- "num_invalid_actions": 0,
1214
- "p90_latency_ms": 142.99768271410898,
1215
- "p99_latency_ms": 148.7915004052198,
1216
- "return": 6.000000089406967
1217
- },
1218
- {
1219
- "case_id": 135,
1220
- "episode_id": 93,
1221
- "episode_seed": 104864,
1222
- "length": 61,
1223
- "mean_latency_ms": 138.69356945258846,
1224
- "num_actions": 31,
1225
- "num_dropped_actions": 0,
1226
- "num_invalid_actions": 0,
1227
- "p90_latency_ms": 147.4531385287679,
1228
- "p99_latency_ms": 148.8426896177096,
1229
- "return": 5.000000089406967
1230
- },
1231
- {
1232
- "case_id": 136,
1233
- "episode_id": 94,
1234
- "episode_seed": 104865,
1235
- "length": 97,
1236
- "mean_latency_ms": 136.92150057731845,
1237
- "num_actions": 49,
1238
- "num_dropped_actions": 0,
1239
- "num_invalid_actions": 0,
1240
- "p90_latency_ms": 144.06454489464699,
1241
- "p99_latency_ms": 148.96541732512355,
1242
- "return": 9.500000141561031
1243
- },
1244
- {
1245
- "case_id": 137,
1246
- "episode_id": 95,
1247
- "episode_seed": 104866,
1248
- "length": 62,
1249
- "mean_latency_ms": 137.10271874107477,
1250
- "num_actions": 31,
1251
- "num_dropped_actions": 0,
1252
- "num_invalid_actions": 0,
1253
- "p90_latency_ms": 142.90973312008197,
1254
- "p99_latency_ms": 146.33638449042107,
1255
- "return": 6.000000089406967
1256
- },
1257
- {
1258
- "case_id": 138,
1259
- "episode_id": 96,
1260
- "episode_seed": 104867,
1261
- "length": 61,
1262
- "mean_latency_ms": 136.93544540970433,
1263
- "num_actions": 31,
1264
- "num_dropped_actions": 0,
1265
- "num_invalid_actions": 0,
1266
- "p90_latency_ms": 144.17719105187498,
1267
- "p99_latency_ms": 147.14095253349683,
1268
- "return": 5.000000089406967
1269
- },
1270
- {
1271
- "case_id": 139,
1272
- "episode_id": 97,
1273
- "episode_seed": 104868,
1274
- "length": 53,
1275
- "mean_latency_ms": 138.02759034696422,
1276
- "num_actions": 27,
1277
- "num_dropped_actions": 0,
1278
- "num_invalid_actions": 0,
1279
- "p90_latency_ms": 146.44469045632036,
1280
- "p99_latency_ms": 149.27600836424028,
1281
- "return": 4.200000077486038
1282
- },
1283
- {
1284
- "case_id": 140,
1285
- "episode_id": 98,
1286
- "episode_seed": 104869,
1287
- "length": 53,
1288
- "mean_latency_ms": 138.76688145095878,
1289
- "num_actions": 27,
1290
- "num_dropped_actions": 0,
1291
- "num_invalid_actions": 0,
1292
- "p90_latency_ms": 147.14370638274403,
1293
- "p99_latency_ms": 149.3486390249637,
1294
- "return": 4.200000077486038
1295
- },
1296
- {
1297
- "case_id": 141,
1298
- "episode_id": 99,
1299
- "episode_seed": 104870,
1300
- "length": 64,
1301
- "mean_latency_ms": 138.0163558701097,
1302
- "num_actions": 32,
1303
- "num_dropped_actions": 0,
1304
- "num_invalid_actions": 0,
1305
- "p90_latency_ms": 145.64512344011106,
1306
- "p99_latency_ms": 147.14150537433727,
1307
- "return": 6.200000092387199
1308
- }
1309
- ],
1310
- "policy": "sample-factory",
1311
- "protocol": {
1312
- "actual_environment_seeds": [
1313
- 104771,
1314
- 104772,
1315
- 104773,
1316
- 104774,
1317
- 104775,
1318
- 104776,
1319
- 104777,
1320
- 104778,
1321
- 104779,
1322
- 104780,
1323
- 104781,
1324
- 104782,
1325
- 104783,
1326
- 104784,
1327
- 104785,
1328
- 104786,
1329
- 104787,
1330
- 104788,
1331
- 104789,
1332
- 104790,
1333
- 104791,
1334
- 104792,
1335
- 104793,
1336
- 104794,
1337
- 104795,
1338
- 104796,
1339
- 104797,
1340
- 104798,
1341
- 104799,
1342
- 104800,
1343
- 104801,
1344
- 104802,
1345
- 104803,
1346
- 104804,
1347
- 104805,
1348
- 104806,
1349
- 104807,
1350
- 104808,
1351
- 104809,
1352
- 104810,
1353
- 104811,
1354
- 104812,
1355
- 104813,
1356
- 104814,
1357
- 104815,
1358
- 104816,
1359
- 104817,
1360
- 104818,
1361
- 104819,
1362
- 104820,
1363
- 104821,
1364
- 104822,
1365
- 104823,
1366
- 104824,
1367
- 104825,
1368
- 104826,
1369
- 104827,
1370
- 104828,
1371
- 104829,
1372
- 104830,
1373
- 104831,
1374
- 104832,
1375
- 104833,
1376
- 104834,
1377
- 104835,
1378
- 104836,
1379
- 104837,
1380
- 104838,
1381
- 104839,
1382
- 104840,
1383
- 104841,
1384
- 104842,
1385
- 104843,
1386
- 104844,
1387
- 104845,
1388
- 104846,
1389
- 104847,
1390
- 104848,
1391
- 104849,
1392
- 104850,
1393
- 104851,
1394
- 104852,
1395
- 104853,
1396
- 104854,
1397
- 104855,
1398
- 104856,
1399
- 104857,
1400
- 104858,
1401
- 104859,
1402
- 104860,
1403
- 104861,
1404
- 104862,
1405
- 104863,
1406
- 104864,
1407
- 104865,
1408
- 104866,
1409
- 104867,
1410
- 104868,
1411
- 104869,
1412
- 104870
1413
- ],
1414
- "deterministic": true,
1415
- "env_fps": 10,
1416
- "episodes": 100,
1417
- "frame_stack": 4,
1418
- "horizon": 18000,
1419
- "latency": {
1420
- "instance_id": "instance_a5037b165aa0cedc",
1421
- "method": "temporal_profile_replay",
1422
- "path": "profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
1423
- "profile_worker_slot": 0,
1424
- "replay": "temporal",
1425
- "repo_id": "latency-sensitive-bench/profiles",
1426
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
1427
- "sampler": "HiddenRegimeSampler",
1428
- "seed": 42,
1429
- "simulated_worker_capacity": 1
1430
- },
1431
- "logical_case_ids": [
1432
- 42,
1433
- 43,
1434
- 44,
1435
- 45,
1436
- 46,
1437
- 47,
1438
- 48,
1439
- 49,
1440
- 50,
1441
- 51,
1442
- 52,
1443
- 53,
1444
- 54,
1445
- 55,
1446
- 56,
1447
- 57,
1448
- 58,
1449
- 59,
1450
- 60,
1451
- 61,
1452
- 62,
1453
- 63,
1454
- 64,
1455
- 65,
1456
- 66,
1457
- 67,
1458
- 68,
1459
- 69,
1460
- 70,
1461
- 71,
1462
- 72,
1463
- 73,
1464
- 74,
1465
- 75,
1466
- 76,
1467
- 77,
1468
- 78,
1469
- 79,
1470
- 80,
1471
- 81,
1472
- 82,
1473
- 83,
1474
- 84,
1475
- 85,
1476
- 86,
1477
- 87,
1478
- 88,
1479
- 89,
1480
- 90,
1481
- 91,
1482
- 92,
1483
- 93,
1484
- 94,
1485
- 95,
1486
- 96,
1487
- 97,
1488
- 98,
1489
- 99,
1490
- 100,
1491
- 101,
1492
- 102,
1493
- 103,
1494
- 104,
1495
- 105,
1496
- 106,
1497
- 107,
1498
- 108,
1499
- 109,
1500
- 110,
1501
- 111,
1502
- 112,
1503
- 113,
1504
- 114,
1505
- 115,
1506
- 116,
1507
- 117,
1508
- 118,
1509
- 119,
1510
- 120,
1511
- 121,
1512
- 122,
1513
- 123,
1514
- 124,
1515
- 125,
1516
- 126,
1517
- 127,
1518
- 128,
1519
- 129,
1520
- 130,
1521
- 131,
1522
- 132,
1523
- 133,
1524
- 134,
1525
- 135,
1526
- 136,
1527
- 137,
1528
- 138,
1529
- 139,
1530
- 140,
1531
- 141
1532
- ],
1533
- "obs_fps": 10,
1534
- "parallel_envs": 100,
1535
- "sample_factory_seed_offset": 104729,
1536
- "training_seed": 42
1537
- },
1538
- "schema_version": 2,
1539
- "summary": {
1540
- "mean_episode_length": 71.21,
1541
- "mean_return": 6.687000103518367,
1542
- "std_episode_length": 28.03900675844278,
1543
- "std_return": 3.5074964409148013
1544
- },
1545
- "task": "Flappy Bird"
1546
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/provenance.json DELETED
@@ -1,64 +0,0 @@
1
- {
2
- "artifact": "sample-factory-small-policy",
3
- "central_target": {
4
- "path": "latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1",
5
- "readback_revision": "d9034095ab140c1bf1369c3dc236499518e343d2",
6
- "replaces_revision": "dd81908094a43d9c68e9c1349ad0a7cb697d5cf5",
7
- "repo_id": "latency-sensitive-bench/benchmark-models"
8
- },
9
- "evaluation": {
10
- "checkpoint_kind": "best",
11
- "episodes": 100,
12
- "file": "eval_profile.json",
13
- "horizon": 18000
14
- },
15
- "files": {
16
- "checkpoint": {
17
- "bytes": 21797945,
18
- "path": "best_000048624_24903680_reward_1812.752.pth",
19
- "sha256": "e7043f84093759b12ab9a6d396da60f0dd27215dcd45c169879e423f707195ec"
20
- },
21
- "config": {
22
- "bytes": 10614,
23
- "path": "config.json",
24
- "sha256": "93a065b9a344dfb587d3088f4e5c312267a0d24972dabaad55b10d08905fa043"
25
- },
26
- "evaluation": {
27
- "bytes": 40110,
28
- "path": "eval_profile.json",
29
- "sha256": "6516f230805f9f76d1734a115dae039aac41571455955e2e291238b2a62bf6d7"
30
- }
31
- },
32
- "logical_profile": "qwengr00t",
33
- "profile": {
34
- "instance_id": "instance_a5037b165aa0cedc",
35
- "method": "temporal_profile_replay",
36
- "path": "profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
37
- "profile_worker_slot": 0,
38
- "replay": "temporal",
39
- "repo_id": "latency-sensitive-bench/profiles",
40
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
41
- "sampler": "HiddenRegimeSampler",
42
- "seed": 42,
43
- "simulated_worker_capacity": 1
44
- },
45
- "publication_status": "published-central-readback-passed",
46
- "schema_version": 2,
47
- "source": {
48
- "best_checkpoint_env_step": 24903680,
49
- "checkpoint": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42/checkpoint_p0/best_000048624_24903680_reward_1812.752.pth",
50
- "checkpoint_kind": "best",
51
- "completed_training_env_step": 25001984,
52
- "host_path": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42",
53
- "training_seed": 42,
54
- "wandb_run": "https://wandb.ai/saberrr-zju/starvla_tasks/runs/flappy-obs10-qwengr00t_rtx3090_temporal_25m-s42"
55
- },
56
- "task": "Flappy Bird",
57
- "training": {
58
- "env_fps": 10,
59
- "frame_stack": 4,
60
- "obs_fps": 10,
61
- "sampler": "HiddenRegimeSampler",
62
- "target_env_steps": 25000000
63
- }
64
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/README.md DELETED
@@ -1,14 +0,0 @@
1
- # Flappy Bird Sample Factory policy (qwenoft)
2
-
3
- This bundle contains the selected temporal-profile-trained checkpoint, its original Sample Factory `config.json`, provenance, and the corrected 100-episode temporal-profile evaluation.
4
-
5
- - Training: 25M target raw environment steps; seed 42; 10 FPS environment and observations; frame stack 4
6
- - Selected checkpoint: `best_000046048_23592960_reward_1867.668.pth` at 23,592,960 environment steps
7
- - Latency: temporal `HiddenRegimeSampler` replay of `profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json` at profile revision `48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749`
8
- - Evaluation: best checkpoint; deterministic case IDs 42–141; 100 episodes; 18,000-step horizon; 100 parallel environments; simulated worker capacity 1
9
- - Mean return: 1177.629014
10
- - Return standard deviation: 803.195297
11
- - Mean episode length: 9519.83
12
- - W&B: https://wandb.ai/saberrr-zju/starvla_tasks/runs/flappy-obs10-qwenoft_rtx3090_temporal_25m-s42
13
-
14
- See `eval_profile.json` for every episode and `provenance.json` for the exact source, profile, and checkpoint lineage.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/best_000046048_23592960_reward_1867.668.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c545fc1b85d3d44be908677669be5bc0628af6914d2637d8dbfaa16fbd01feca
3
- size 21797945
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/config.json DELETED
@@ -1,282 +0,0 @@
1
- {
2
- "help": false,
3
- "algo": "APPO",
4
- "env": "latency_flappy",
5
- "experiment": "flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42",
6
- "train_dir": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m",
7
- "restart_behavior": "resume",
8
- "device": "gpu",
9
- "seed": 42,
10
- "initial_model_path": null,
11
- "num_policies": 1,
12
- "async_rl": true,
13
- "serial_mode": false,
14
- "batched_sampling": true,
15
- "num_batches_to_accumulate": 2,
16
- "worker_num_splits": 1,
17
- "policy_workers_per_policy": 1,
18
- "max_policy_lag": 400,
19
- "num_workers": 2,
20
- "num_envs_per_worker": 1,
21
- "batch_size": 4096,
22
- "num_batches_per_epoch": 8,
23
- "num_epochs": 8,
24
- "rollout": 128,
25
- "fasttd3_replay_capacity": 6553600,
26
- "fasttd3_replay_batch_size": 32768,
27
- "fasttd3_action_chunk_horizon": 1,
28
- "fasttd3_transitions_per_update": 64,
29
- "fasttd3_train_for_optimizer_steps": 10000000000,
30
- "fasttd3_v_min": -250.0,
31
- "fasttd3_v_max": 250.0,
32
- "fasttd3_actor_action_l2": 0.0,
33
- "fasttd3_compile": true,
34
- "recurrence": 1,
35
- "shuffle_minibatches": false,
36
- "gamma": 0.99,
37
- "reward_scale": 1.0,
38
- "reward_clip": 1000.0,
39
- "value_bootstrap": false,
40
- "normalize_returns": true,
41
- "exploration_loss_coeff": 0.003,
42
- "value_loss_coeff": 0.5,
43
- "kl_loss_coeff": 0.0,
44
- "exploration_loss": "entropy",
45
- "gae_lambda": 0.95,
46
- "ppo_clip_ratio": 0.1,
47
- "ppo_clip_value": 0.2,
48
- "with_vtrace": false,
49
- "vtrace_rho": 1.0,
50
- "vtrace_c": 1.0,
51
- "optimizer": "adam",
52
- "adam_eps": 1e-05,
53
- "adam_beta1": 0.9,
54
- "adam_beta2": 0.999,
55
- "max_grad_norm": 0.5,
56
- "learning_rate": 0.00025,
57
- "lr_schedule": "linear_decay",
58
- "lr_schedule_kl_threshold": 0.008,
59
- "lr_adaptive_min": 1e-06,
60
- "lr_adaptive_max": 0.01,
61
- "obs_subtract_mean": 0.0,
62
- "obs_scale": 255.0,
63
- "normalize_input": true,
64
- "normalize_input_keys": null,
65
- "decorrelate_experience_max_seconds": 0,
66
- "decorrelate_envs_on_one_worker": true,
67
- "actor_worker_gpus": [
68
- 0
69
- ],
70
- "set_workers_cpu_affinity": true,
71
- "force_envs_single_thread": false,
72
- "default_niceness": 0,
73
- "log_to_file": true,
74
- "experiment_summaries_interval": 1,
75
- "flush_summaries_interval": 30,
76
- "stats_avg": 100,
77
- "summaries_use_frameskip": true,
78
- "heartbeat_interval": 20,
79
- "heartbeat_reporting_interval": 180,
80
- "train_for_env_steps": 25000000,
81
- "train_for_seconds": 10000000000,
82
- "save_every_sec": 600,
83
- "keep_checkpoints": 5,
84
- "load_checkpoint_kind": "latest",
85
- "save_milestones_sec": -1,
86
- "save_best_every_sec": 5,
87
- "save_best_metric": "reward",
88
- "save_best_after": 100000,
89
- "benchmark": false,
90
- "encoder_mlp_layers": [
91
- 512,
92
- 512
93
- ],
94
- "encoder_conv_architecture": "convnet_atari",
95
- "encoder_conv_mlp_layers": [
96
- 512
97
- ],
98
- "use_rnn": false,
99
- "rnn_size": 512,
100
- "rnn_type": "gru",
101
- "rnn_num_layers": 1,
102
- "decoder_mlp_layers": [],
103
- "nonlinearity": "elu",
104
- "policy_initialization": "orthogonal",
105
- "policy_init_gain": 1.0,
106
- "actor_critic_share_weights": true,
107
- "adaptive_stddev": true,
108
- "continuous_tanh_scale": 0.0,
109
- "initial_stddev": 1.0,
110
- "use_env_info_cache": false,
111
- "env_gpu_actions": true,
112
- "env_gpu_observations": true,
113
- "env_frameskip": 1,
114
- "env_framestack": 1,
115
- "pixel_format": "CHW",
116
- "use_record_episode_statistics": false,
117
- "with_wandb": true,
118
- "wandb_user": null,
119
- "wandb_project": "starvla_tasks",
120
- "wandb_group": "flappy-obs10-qwenoft_rtx3090_temporal_25m",
121
- "wandb_job_type": "flappy_profiled_small",
122
- "wandb_tags": [
123
- "flappy_profiled_small",
124
- "flappy",
125
- "profile",
126
- "temporal",
127
- "qwenoft_rtx3090_temporal_25m",
128
- "obs10",
129
- "seed42"
130
- ],
131
- "with_pbt": false,
132
- "pbt_mix_policies_in_one_env": true,
133
- "pbt_period_env_steps": 5000000,
134
- "pbt_start_mutation": 20000000,
135
- "pbt_replace_fraction": 0.3,
136
- "pbt_mutation_rate": 0.15,
137
- "pbt_replace_reward_gap": 0.1,
138
- "pbt_replace_reward_gap_absolute": 1e-06,
139
- "pbt_optimize_gamma": false,
140
- "pbt_target_objective": "true_objective",
141
- "pbt_perturb_min": 1.1,
142
- "pbt_perturb_max": 1.5,
143
- "gym_id": "FlappyBird-v0",
144
- "env_fps": 10.0,
145
- "obs_fps": 10.0,
146
- "use_lidar": false,
147
- "normalize_obs": true,
148
- "audio_on": false,
149
- "screen_size": "",
150
- "obs_resize": "84,84",
151
- "use_gpu_render": true,
152
- "simulator": "gpu",
153
- "gpu_render_device": "auto",
154
- "gpu_render_batch_size": 128,
155
- "gpu_render_profile": false,
156
- "gpu_render_profile_interval": 200,
157
- "pipe_gap": 100,
158
- "bird_color": "yellow",
159
- "pipe_color": "green",
160
- "background": "day",
161
- "score_limit": -1,
162
- "frame_stack": 4,
163
- "debug": false,
164
- "debug_timelimit_diagnostics": false,
165
- "max_episode_steps": 0,
166
- "mode": "train",
167
- "latency_type": "profile_sample",
168
- "fixed_latency_ms": null,
169
- "mean_latency_ms": null,
170
- "std_latency_ms": null,
171
- "min_latency_ms": null,
172
- "max_latency_ms": null,
173
- "latency_seed": 42,
174
- "latency_profile_path": "results/profiling/profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
175
- "latency_profile_worker_slot": 0,
176
- "add_latency_info": false,
177
- "max_pending_actions": null,
178
- "hold_policy": "one_frame_then_noop",
179
- "ordering_policy": "latest_ready",
180
- "eval_episodes": 100,
181
- "eval_parallel_envs": 100,
182
- "eval_latency_raw_frame_values": "0,1,2,3,4,5",
183
- "eval_max_steps": 18000,
184
- "eval_deterministic": true,
185
- "eval_raw_reward": false,
186
- "episode_metrics_path": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42/episode_metrics.jsonl",
187
- "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42 --train_dir results/checkpoints/flappy/profiled_small_qwen_10fps_25m --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 42 --episode_metrics_path results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type profile_sample --latency-seed 42 --latency-profile-path results/profiling/profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 18000 --eval-deterministic True --with_wandb True --wandb_project starvla_tasks --wandb_group flappy-obs10-qwenoft_rtx3090_temporal_25m --wandb_job_type flappy_profiled_small --wandb_tags flappy_profiled_small flappy profile temporal qwenoft_rtx3090_temporal_25m obs10 seed42 --gym_id FlappyBird-v0 --env-fps 10 --obs-fps 10.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
188
- "cli_args": {
189
- "algo": "APPO",
190
- "env": "latency_flappy",
191
- "experiment": "flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42",
192
- "train_dir": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m",
193
- "restart_behavior": "resume",
194
- "device": "gpu",
195
- "seed": 42,
196
- "num_policies": 1,
197
- "async_rl": true,
198
- "batched_sampling": true,
199
- "worker_num_splits": 1,
200
- "max_policy_lag": 400,
201
- "num_workers": 2,
202
- "num_envs_per_worker": 1,
203
- "batch_size": 4096,
204
- "num_batches_per_epoch": 8,
205
- "num_epochs": 8,
206
- "rollout": 128,
207
- "recurrence": 1,
208
- "gamma": 0.99,
209
- "normalize_returns": true,
210
- "value_loss_coeff": 0.5,
211
- "gae_lambda": 0.95,
212
- "ppo_clip_ratio": 0.1,
213
- "ppo_clip_value": 0.2,
214
- "max_grad_norm": 0.5,
215
- "learning_rate": 0.00025,
216
- "normalize_input": true,
217
- "actor_worker_gpus": [
218
- 0
219
- ],
220
- "experiment_summaries_interval": 1,
221
- "stats_avg": 100,
222
- "train_for_env_steps": 25000000,
223
- "save_every_sec": 600,
224
- "keep_checkpoints": 5,
225
- "use_rnn": false,
226
- "env_gpu_actions": true,
227
- "env_gpu_observations": true,
228
- "with_wandb": true,
229
- "wandb_project": "starvla_tasks",
230
- "wandb_group": "flappy-obs10-qwenoft_rtx3090_temporal_25m",
231
- "wandb_job_type": "flappy_profiled_small",
232
- "wandb_tags": [
233
- "flappy_profiled_small",
234
- "flappy",
235
- "profile",
236
- "temporal",
237
- "qwenoft_rtx3090_temporal_25m",
238
- "obs10",
239
- "seed42"
240
- ],
241
- "gym_id": "FlappyBird-v0",
242
- "env_fps": 10.0,
243
- "obs_fps": 10.0,
244
- "use_lidar": false,
245
- "normalize_obs": true,
246
- "audio_on": false,
247
- "obs_resize": "84,84",
248
- "use_gpu_render": true,
249
- "simulator": "gpu",
250
- "gpu_render_device": "auto",
251
- "gpu_render_batch_size": 128,
252
- "gpu_render_profile": false,
253
- "gpu_render_profile_interval": 200,
254
- "pipe_gap": 100,
255
- "bird_color": "yellow",
256
- "pipe_color": "green",
257
- "background": "day",
258
- "frame_stack": 4,
259
- "debug": false,
260
- "debug_timelimit_diagnostics": false,
261
- "mode": "train",
262
- "latency_type": "profile_sample",
263
- "latency_seed": 42,
264
- "latency_profile_path": "results/profiling/profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
265
- "latency_profile_worker_slot": 0,
266
- "add_latency_info": false,
267
- "hold_policy": "one_frame_then_noop",
268
- "ordering_policy": "latest_ready",
269
- "eval_episodes": 100,
270
- "eval_parallel_envs": 100,
271
- "eval_max_steps": 18000,
272
- "eval_deterministic": true,
273
- "episode_metrics_path": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42/episode_metrics.jsonl",
274
- "output_dir": "outputs/tasks/flappy/profiled_small_qwen_10fps_25m/train/profile/qwenoft_rtx3090_temporal_25m/obs10/seed_42",
275
- "wandb_unique_id": "flappy-obs10-qwenoft_rtx3090_temporal_25m-s42"
276
- },
277
- "git_hash": "unknown",
278
- "git_repo_name": "not a git repository",
279
- "eval_env_frameskip": 1,
280
- "output_dir": "outputs/tasks/flappy/profiled_small_qwen_10fps_25m/train/profile/qwenoft_rtx3090_temporal_25m/obs10/seed_42",
281
- "wandb_unique_id": "flappy-obs10-qwenoft_rtx3090_temporal_25m-s42"
282
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/eval_profile.json DELETED
@@ -1,1546 +0,0 @@
1
- {
2
- "checkpoint": {
3
- "actual_env_step": 23592960,
4
- "bundle_path": "best_000046048_23592960_reward_1867.668.pth",
5
- "kind": "best",
6
- "sha256": "c545fc1b85d3d44be908677669be5bc0628af6914d2637d8dbfaa16fbd01feca"
7
- },
8
- "episodes": [
9
- {
10
- "case_id": 42,
11
- "episode_id": 0,
12
- "episode_seed": 104771,
13
- "length": 7071,
14
- "mean_latency_ms": 75.80194840000537,
15
- "num_actions": 7048,
16
- "num_dropped_actions": 1,
17
- "num_invalid_actions": 0,
18
- "p90_latency_ms": 80.22860442591224,
19
- "p99_latency_ms": 87.91395291142258,
20
- "return": 874.3000102564692
21
- },
22
- {
23
- "case_id": 43,
24
- "episode_id": 1,
25
- "episode_seed": 104772,
26
- "length": 12141,
27
- "mean_latency_ms": 75.85768834498835,
28
- "num_actions": 12116,
29
- "num_dropped_actions": 2,
30
- "num_invalid_actions": 0,
31
- "p90_latency_ms": 80.19001926492746,
32
- "p99_latency_ms": 84.31486311276667,
33
- "return": 1501.9000176116824
34
- },
35
- {
36
- "case_id": 44,
37
- "episode_id": 2,
38
- "episode_seed": 104773,
39
- "length": 7980,
40
- "mean_latency_ms": 75.92925826136002,
41
- "num_actions": 7964,
42
- "num_dropped_actions": 1,
43
- "num_invalid_actions": 0,
44
- "p90_latency_ms": 80.20264348362306,
45
- "p99_latency_ms": 84.28032126762528,
46
- "return": 986.800011575222
47
- },
48
- {
49
- "case_id": 45,
50
- "episode_id": 3,
51
- "episode_seed": 104774,
52
- "length": 9967,
53
- "mean_latency_ms": 76.00791704364336,
54
- "num_actions": 9924,
55
- "num_dropped_actions": 2,
56
- "num_invalid_actions": 0,
57
- "p90_latency_ms": 80.34859151794771,
58
- "p99_latency_ms": 93.01398833052329,
59
- "return": 1233.2000144571066
60
- },
61
- {
62
- "case_id": 46,
63
- "episode_id": 4,
64
- "episode_seed": 104775,
65
- "length": 11432,
66
- "mean_latency_ms": 75.96742778832484,
67
- "num_actions": 11389,
68
- "num_dropped_actions": 3,
69
- "num_invalid_actions": 0,
70
- "p90_latency_ms": 80.25400878190335,
71
- "p99_latency_ms": 91.6317376108523,
72
- "return": 1413.9000165835023
73
- },
74
- {
75
- "case_id": 47,
76
- "episode_id": 5,
77
- "episode_seed": 104776,
78
- "length": 70,
79
- "mean_latency_ms": 75.70261057328496,
80
- "num_actions": 70,
81
- "num_dropped_actions": 0,
82
- "num_invalid_actions": 0,
83
- "p90_latency_ms": 80.54924645684392,
84
- "p99_latency_ms": 83.93420744531777,
85
- "return": 6.800000101327896
86
- },
87
- {
88
- "case_id": 48,
89
- "episode_id": 6,
90
- "episode_seed": 104777,
91
- "length": 4945,
92
- "mean_latency_ms": 75.89215032553102,
93
- "num_actions": 4929,
94
- "num_dropped_actions": 0,
95
- "num_invalid_actions": 0,
96
- "p90_latency_ms": 80.26042147726878,
97
- "p99_latency_ms": 89.5627392289309,
98
- "return": 610.400007173419
99
- },
100
- {
101
- "case_id": 49,
102
- "episode_id": 7,
103
- "episode_seed": 104778,
104
- "length": 2834,
105
- "mean_latency_ms": 75.88540483510567,
106
- "num_actions": 2827,
107
- "num_dropped_actions": 0,
108
- "num_invalid_actions": 0,
109
- "p90_latency_ms": 80.29946603801957,
110
- "p99_latency_ms": 83.89934638805198,
111
- "return": 348.9000041112304
112
- },
113
- {
114
- "case_id": 50,
115
- "episode_id": 8,
116
- "episode_seed": 104779,
117
- "length": 10724,
118
- "mean_latency_ms": 75.87098041177312,
119
- "num_actions": 10712,
120
- "num_dropped_actions": 1,
121
- "num_invalid_actions": 0,
122
- "p90_latency_ms": 80.17658649372855,
123
- "p99_latency_ms": 85.86059540299479,
124
- "return": 1326.9000155553222
125
- },
126
- {
127
- "case_id": 51,
128
- "episode_id": 9,
129
- "episode_seed": 104780,
130
- "length": 18000,
131
- "mean_latency_ms": 75.91738381446105,
132
- "num_actions": 17953,
133
- "num_dropped_actions": 5,
134
- "num_invalid_actions": 0,
135
- "p90_latency_ms": 80.18239848744705,
136
- "p99_latency_ms": 87.12478550180465,
137
- "return": 2229.3000261113048
138
- },
139
- {
140
- "case_id": 52,
141
- "episode_id": 10,
142
- "episode_seed": 104781,
143
- "length": 18000,
144
- "mean_latency_ms": 75.92280454177161,
145
- "num_actions": 17952,
146
- "num_dropped_actions": 2,
147
- "num_invalid_actions": 0,
148
- "p90_latency_ms": 80.21970499345855,
149
- "p99_latency_ms": 87.73096945638406,
150
- "return": 2229.3000261113048
151
- },
152
- {
153
- "case_id": 53,
154
- "episode_id": 11,
155
- "episode_seed": 104782,
156
- "length": 18000,
157
- "mean_latency_ms": 75.8907579282627,
158
- "num_actions": 17964,
159
- "num_dropped_actions": 2,
160
- "num_invalid_actions": 0,
161
- "p90_latency_ms": 80.23266686226661,
162
- "p99_latency_ms": 84.91321583944027,
163
- "return": 2229.3000261113048
164
- },
165
- {
166
- "case_id": 54,
167
- "episode_id": 12,
168
- "episode_seed": 104783,
169
- "length": 462,
170
- "mean_latency_ms": 76.1305125665899,
171
- "num_actions": 460,
172
- "num_dropped_actions": 0,
173
- "num_invalid_actions": 0,
174
- "p90_latency_ms": 80.42415384261659,
175
- "p99_latency_ms": 84.12090339383312,
176
- "return": 55.000000670552254
177
- },
178
- {
179
- "case_id": 55,
180
- "episode_id": 13,
181
- "episode_seed": 104784,
182
- "length": 5932,
183
- "mean_latency_ms": 75.85349774036095,
184
- "num_actions": 5910,
185
- "num_dropped_actions": 1,
186
- "num_invalid_actions": 0,
187
- "p90_latency_ms": 80.21166108559805,
188
- "p99_latency_ms": 88.18218803405762,
189
- "return": 732.5000086054206
190
- },
191
- {
192
- "case_id": 56,
193
- "episode_id": 14,
194
- "episode_seed": 104785,
195
- "length": 8497,
196
- "mean_latency_ms": 75.90600358805742,
197
- "num_actions": 8482,
198
- "num_dropped_actions": 1,
199
- "num_invalid_actions": 0,
200
- "p90_latency_ms": 80.27300508072527,
201
- "p99_latency_ms": 88.18218803405762,
202
- "return": 1051.1000123247504
203
- },
204
- {
205
- "case_id": 57,
206
- "episode_id": 15,
207
- "episode_seed": 104786,
208
- "length": 6079,
209
- "mean_latency_ms": 75.97038923263841,
210
- "num_actions": 6051,
211
- "num_dropped_actions": 0,
212
- "num_invalid_actions": 0,
213
- "p90_latency_ms": 80.30709536777576,
214
- "p99_latency_ms": 91.03763521767738,
215
- "return": 750.8000088185072
216
- },
217
- {
218
- "case_id": 58,
219
- "episode_id": 16,
220
- "episode_seed": 104787,
221
- "length": 18000,
222
- "mean_latency_ms": 75.85956005366047,
223
- "num_actions": 17969,
224
- "num_dropped_actions": 1,
225
- "num_invalid_actions": 0,
226
- "p90_latency_ms": 80.22366553201122,
227
- "p99_latency_ms": 84.24881927954488,
228
- "return": 2229.3000261113048
229
- },
230
- {
231
- "case_id": 59,
232
- "episode_id": 17,
233
- "episode_seed": 104788,
234
- "length": 18000,
235
- "mean_latency_ms": 75.9273760942911,
236
- "num_actions": 17941,
237
- "num_dropped_actions": 1,
238
- "num_invalid_actions": 0,
239
- "p90_latency_ms": 80.25071509149502,
240
- "p99_latency_ms": 91.38850838438658,
241
- "return": 2229.3000261113048
242
- },
243
- {
244
- "case_id": 60,
245
- "episode_id": 18,
246
- "episode_seed": 104789,
247
- "length": 2572,
248
- "mean_latency_ms": 76.14871477179457,
249
- "num_actions": 2554,
250
- "num_dropped_actions": 3,
251
- "num_invalid_actions": 0,
252
- "p90_latency_ms": 80.3139366465552,
253
- "p99_latency_ms": 98.35540177221998,
254
- "return": 316.40000373125076
255
- },
256
- {
257
- "case_id": 61,
258
- "episode_id": 19,
259
- "episode_seed": 104790,
260
- "length": 18000,
261
- "mean_latency_ms": 75.83083666037415,
262
- "num_actions": 17948,
263
- "num_dropped_actions": 2,
264
- "num_invalid_actions": 0,
265
- "p90_latency_ms": 80.15852132971438,
266
- "p99_latency_ms": 85.6141466475357,
267
- "return": 2229.3000261113048
268
- },
269
- {
270
- "case_id": 62,
271
- "episode_id": 20,
272
- "episode_seed": 104791,
273
- "length": 129,
274
- "mean_latency_ms": 76.59433974180395,
275
- "num_actions": 127,
276
- "num_dropped_actions": 1,
277
- "num_invalid_actions": 0,
278
- "p90_latency_ms": 81.00605689053643,
279
- "p99_latency_ms": 101.43038329071622,
280
- "return": 13.600000187754631
281
- },
282
- {
283
- "case_id": 63,
284
- "episode_id": 21,
285
- "episode_seed": 104792,
286
- "length": 2947,
287
- "mean_latency_ms": 75.87271319061176,
288
- "num_actions": 2944,
289
- "num_dropped_actions": 2,
290
- "num_invalid_actions": 0,
291
- "p90_latency_ms": 80.18531077003816,
292
- "p99_latency_ms": 84.29028232802094,
293
- "return": 362.90000427514315
294
- },
295
- {
296
- "case_id": 64,
297
- "episode_id": 22,
298
- "episode_seed": 104793,
299
- "length": 3230,
300
- "mean_latency_ms": 76.09429536761465,
301
- "num_actions": 3209,
302
- "num_dropped_actions": 2,
303
- "num_invalid_actions": 0,
304
- "p90_latency_ms": 80.37692584149518,
305
- "p99_latency_ms": 98.22025130046347,
306
- "return": 398.4000046849251
307
- },
308
- {
309
- "case_id": 65,
310
- "episode_id": 23,
311
- "episode_seed": 104794,
312
- "length": 8299,
313
- "mean_latency_ms": 75.79238515506073,
314
- "num_actions": 8281,
315
- "num_dropped_actions": 1,
316
- "num_invalid_actions": 0,
317
- "p90_latency_ms": 80.117402217592,
318
- "p99_latency_ms": 84.16095013652078,
319
- "return": 1025.9000120386481
320
- },
321
- {
322
- "case_id": 66,
323
- "episode_id": 24,
324
- "episode_seed": 104795,
325
- "length": 7621,
326
- "mean_latency_ms": 75.84320424498101,
327
- "num_actions": 7596,
328
- "num_dropped_actions": 1,
329
- "num_invalid_actions": 0,
330
- "p90_latency_ms": 80.18954476266404,
331
- "p99_latency_ms": 85.73586301279241,
332
- "return": 941.9000110551715
333
- },
334
- {
335
- "case_id": 67,
336
- "episode_id": 25,
337
- "episode_seed": 104796,
338
- "length": 4606,
339
- "mean_latency_ms": 75.82050008294377,
340
- "num_actions": 4598,
341
- "num_dropped_actions": 1,
342
- "num_invalid_actions": 0,
343
- "p90_latency_ms": 80.23887377999434,
344
- "p99_latency_ms": 84.26892238138693,
345
- "return": 568.4000066816807
346
- },
347
- {
348
- "case_id": 68,
349
- "episode_id": 26,
350
- "episode_seed": 104797,
351
- "length": 18000,
352
- "mean_latency_ms": 75.8828945974627,
353
- "num_actions": 17967,
354
- "num_dropped_actions": 1,
355
- "num_invalid_actions": 0,
356
- "p90_latency_ms": 80.23823731842927,
357
- "p99_latency_ms": 84.88452817597333,
358
- "return": 2229.3000261113048
359
- },
360
- {
361
- "case_id": 69,
362
- "episode_id": 27,
363
- "episode_seed": 104798,
364
- "length": 18000,
365
- "mean_latency_ms": 75.8275103439906,
366
- "num_actions": 17974,
367
- "num_dropped_actions": 1,
368
- "num_invalid_actions": 0,
369
- "p90_latency_ms": 80.24488507225925,
370
- "p99_latency_ms": 83.83332921030461,
371
- "return": 2229.3000261113048
372
- },
373
- {
374
- "case_id": 70,
375
- "episode_id": 28,
376
- "episode_seed": 104799,
377
- "length": 253,
378
- "mean_latency_ms": 76.09597716728544,
379
- "num_actions": 246,
380
- "num_dropped_actions": 0,
381
- "num_invalid_actions": 0,
382
- "p90_latency_ms": 80.30479228482564,
383
- "p99_latency_ms": 102.69669749077616,
384
- "return": 29.600000366568565
385
- },
386
- {
387
- "case_id": 71,
388
- "episode_id": 29,
389
- "episode_seed": 104800,
390
- "length": 12524,
391
- "mean_latency_ms": 75.99174850339438,
392
- "num_actions": 12487,
393
- "num_dropped_actions": 3,
394
- "num_invalid_actions": 0,
395
- "p90_latency_ms": 80.28937959543626,
396
- "p99_latency_ms": 90.44264350887302,
397
- "return": 1549.2000181674957
398
- },
399
- {
400
- "case_id": 72,
401
- "episode_id": 30,
402
- "episode_seed": 104801,
403
- "length": 4981,
404
- "mean_latency_ms": 75.98006451078162,
405
- "num_actions": 4954,
406
- "num_dropped_actions": 2,
407
- "num_invalid_actions": 0,
408
- "p90_latency_ms": 80.29242148346792,
409
- "p99_latency_ms": 92.48255521333138,
410
- "return": 614.9000072255731
411
- },
412
- {
413
- "case_id": 73,
414
- "episode_id": 31,
415
- "episode_seed": 104802,
416
- "length": 12552,
417
- "mean_latency_ms": 75.98084068038153,
418
- "num_actions": 12503,
419
- "num_dropped_actions": 3,
420
- "num_invalid_actions": 0,
421
- "p90_latency_ms": 80.27771527140868,
422
- "p99_latency_ms": 91.98957375843645,
423
- "return": 1552.9000182077289
424
- },
425
- {
426
- "case_id": 74,
427
- "episode_id": 32,
428
- "episode_seed": 104803,
429
- "length": 10179,
430
- "mean_latency_ms": 75.97544218348358,
431
- "num_actions": 10149,
432
- "num_dropped_actions": 2,
433
- "num_invalid_actions": 0,
434
- "p90_latency_ms": 80.29163076747324,
435
- "p99_latency_ms": 91.86819546230225,
436
- "return": 1258.9000147655606
437
- },
438
- {
439
- "case_id": 75,
440
- "episode_id": 33,
441
- "episode_seed": 104804,
442
- "length": 3856,
443
- "mean_latency_ms": 75.85578808471132,
444
- "num_actions": 3846,
445
- "num_dropped_actions": 2,
446
- "num_invalid_actions": 0,
447
- "p90_latency_ms": 80.27235443974308,
448
- "p99_latency_ms": 87.33410642797625,
449
- "return": 475.4000055938959
450
- },
451
- {
452
- "case_id": 76,
453
- "episode_id": 34,
454
- "episode_seed": 104805,
455
- "length": 2429,
456
- "mean_latency_ms": 75.8134872657814,
457
- "num_actions": 2426,
458
- "num_dropped_actions": 0,
459
- "num_invalid_actions": 0,
460
- "p90_latency_ms": 80.30036531839201,
461
- "p99_latency_ms": 83.51681580225255,
462
- "return": 298.5000035241246
463
- },
464
- {
465
- "case_id": 77,
466
- "episode_id": 35,
467
- "episode_seed": 104806,
468
- "length": 2043,
469
- "mean_latency_ms": 75.8331767664626,
470
- "num_actions": 2035,
471
- "num_dropped_actions": 0,
472
- "num_invalid_actions": 0,
473
- "p90_latency_ms": 79.98235352462584,
474
- "p99_latency_ms": 91.37843464551483,
475
- "return": 250.90000296384096
476
- },
477
- {
478
- "case_id": 78,
479
- "episode_id": 36,
480
- "episode_seed": 104807,
481
- "length": 1375,
482
- "mean_latency_ms": 75.88503190700438,
483
- "num_actions": 1371,
484
- "num_dropped_actions": 1,
485
- "num_invalid_actions": 0,
486
- "p90_latency_ms": 79.94539043203223,
487
- "p99_latency_ms": 92.40252582092405,
488
- "return": 167.90000199526548
489
- },
490
- {
491
- "case_id": 79,
492
- "episode_id": 37,
493
- "episode_seed": 104808,
494
- "length": 11881,
495
- "mean_latency_ms": 75.96563535893578,
496
- "num_actions": 11831,
497
- "num_dropped_actions": 2,
498
- "num_invalid_actions": 0,
499
- "p90_latency_ms": 80.21822375308663,
500
- "p99_latency_ms": 91.60010640850317,
501
- "return": 1469.600017234683
502
- },
503
- {
504
- "case_id": 80,
505
- "episode_id": 38,
506
- "episode_seed": 104809,
507
- "length": 214,
508
- "mean_latency_ms": 76.44789519792288,
509
- "num_actions": 211,
510
- "num_dropped_actions": 0,
511
- "num_invalid_actions": 0,
512
- "p90_latency_ms": 80.73815489529709,
513
- "p99_latency_ms": 100.18235216214849,
514
- "return": 24.800000309944153
515
- },
516
- {
517
- "case_id": 81,
518
- "episode_id": 39,
519
- "episode_seed": 104810,
520
- "length": 18000,
521
- "mean_latency_ms": 75.84444679573258,
522
- "num_actions": 17982,
523
- "num_dropped_actions": 3,
524
- "num_invalid_actions": 0,
525
- "p90_latency_ms": 80.17003867399038,
526
- "p99_latency_ms": 85.6164210929983,
527
- "return": 2229.3000261113048
528
- },
529
- {
530
- "case_id": 82,
531
- "episode_id": 40,
532
- "episode_seed": 104811,
533
- "length": 17411,
534
- "mean_latency_ms": 76.01782074468305,
535
- "num_actions": 17320,
536
- "num_dropped_actions": 10,
537
- "num_invalid_actions": 0,
538
- "p90_latency_ms": 80.31610759633944,
539
- "p99_latency_ms": 94.2305444080528,
540
- "return": 2154.900025255978
541
- },
542
- {
543
- "case_id": 83,
544
- "episode_id": 41,
545
- "episode_seed": 104812,
546
- "length": 8192,
547
- "mean_latency_ms": 75.91736972293494,
548
- "num_actions": 8170,
549
- "num_dropped_actions": 1,
550
- "num_invalid_actions": 0,
551
- "p90_latency_ms": 80.18905629430587,
552
- "p99_latency_ms": 85.94174530496133,
553
- "return": 1012.500011883676
554
- },
555
- {
556
- "case_id": 84,
557
- "episode_id": 42,
558
- "episode_seed": 104813,
559
- "length": 2269,
560
- "mean_latency_ms": 75.837524324452,
561
- "num_actions": 2263,
562
- "num_dropped_actions": 0,
563
- "num_invalid_actions": 0,
564
- "p90_latency_ms": 80.03880245289113,
565
- "p99_latency_ms": 84.0055816584898,
566
- "return": 278.9000032916665
567
- },
568
- {
569
- "case_id": 85,
570
- "episode_id": 43,
571
- "episode_seed": 104814,
572
- "length": 13610,
573
- "mean_latency_ms": 75.81967209477894,
574
- "num_actions": 13585,
575
- "num_dropped_actions": 1,
576
- "num_invalid_actions": 0,
577
- "p90_latency_ms": 80.18360657096787,
578
- "p99_latency_ms": 84.05000502556368,
579
- "return": 1683.9000197425485
580
- },
581
- {
582
- "case_id": 86,
583
- "episode_id": 44,
584
- "episode_seed": 104815,
585
- "length": 18000,
586
- "mean_latency_ms": 75.85996128346775,
587
- "num_actions": 17976,
588
- "num_dropped_actions": 4,
589
- "num_invalid_actions": 0,
590
- "p90_latency_ms": 80.18828753051706,
591
- "p99_latency_ms": 86.24113191431782,
592
- "return": 2229.3000261113048
593
- },
594
- {
595
- "case_id": 87,
596
- "episode_id": 45,
597
- "episode_seed": 104816,
598
- "length": 18000,
599
- "mean_latency_ms": 75.82902061925661,
600
- "num_actions": 17966,
601
- "num_dropped_actions": 1,
602
- "num_invalid_actions": 0,
603
- "p90_latency_ms": 80.15047691741198,
604
- "p99_latency_ms": 84.4233145706965,
605
- "return": 2229.3000261113048
606
- },
607
- {
608
- "case_id": 88,
609
- "episode_id": 46,
610
- "episode_seed": 104817,
611
- "length": 5022,
612
- "mean_latency_ms": 75.94625624054561,
613
- "num_actions": 5004,
614
- "num_dropped_actions": 1,
615
- "num_invalid_actions": 0,
616
- "p90_latency_ms": 80.29185008493822,
617
- "p99_latency_ms": 86.25583900103362,
618
- "return": 619.9000072851777
619
- },
620
- {
621
- "case_id": 89,
622
- "episode_id": 47,
623
- "episode_seed": 104818,
624
- "length": 18000,
625
- "mean_latency_ms": 75.7974915899489,
626
- "num_actions": 17984,
627
- "num_dropped_actions": 5,
628
- "num_invalid_actions": 0,
629
- "p90_latency_ms": 80.1204448577738,
630
- "p99_latency_ms": 84.12538166612207,
631
- "return": 2229.3000261113048
632
- },
633
- {
634
- "case_id": 90,
635
- "episode_id": 48,
636
- "episode_seed": 104819,
637
- "length": 18000,
638
- "mean_latency_ms": 75.8503547843181,
639
- "num_actions": 17971,
640
- "num_dropped_actions": 0,
641
- "num_invalid_actions": 0,
642
- "p90_latency_ms": 80.15805281832414,
643
- "p99_latency_ms": 84.21780577065397,
644
- "return": 2229.3000261113048
645
- },
646
- {
647
- "case_id": 91,
648
- "episode_id": 49,
649
- "episode_seed": 104820,
650
- "length": 4360,
651
- "mean_latency_ms": 75.91265225446557,
652
- "num_actions": 4351,
653
- "num_dropped_actions": 3,
654
- "num_invalid_actions": 0,
655
- "p90_latency_ms": 80.22163435639362,
656
- "p99_latency_ms": 90.59284498430063,
657
- "return": 538.4000063240528
658
- },
659
- {
660
- "case_id": 92,
661
- "episode_id": 50,
662
- "episode_seed": 104821,
663
- "length": 18000,
664
- "mean_latency_ms": 75.81555849105659,
665
- "num_actions": 17967,
666
- "num_dropped_actions": 4,
667
- "num_invalid_actions": 0,
668
- "p90_latency_ms": 80.12088320685096,
669
- "p99_latency_ms": 84.96385900293023,
670
- "return": 2229.3000261113048
671
- },
672
- {
673
- "case_id": 93,
674
- "episode_id": 51,
675
- "episode_seed": 104822,
676
- "length": 17457,
677
- "mean_latency_ms": 75.83215748019921,
678
- "num_actions": 17433,
679
- "num_dropped_actions": 4,
680
- "num_invalid_actions": 0,
681
- "p90_latency_ms": 80.16385043833208,
682
- "p99_latency_ms": 85.53515294786033,
683
- "return": 2160.4000253230333
684
- },
685
- {
686
- "case_id": 94,
687
- "episode_id": 52,
688
- "episode_seed": 104823,
689
- "length": 6796,
690
- "mean_latency_ms": 75.98156805580959,
691
- "num_actions": 6761,
692
- "num_dropped_actions": 2,
693
- "num_invalid_actions": 0,
694
- "p90_latency_ms": 80.23256373151848,
695
- "p99_latency_ms": 93.10864418285794,
696
- "return": 839.6000098586082
697
- },
698
- {
699
- "case_id": 95,
700
- "episode_id": 53,
701
- "episode_seed": 104824,
702
- "length": 18000,
703
- "mean_latency_ms": 75.96567720840346,
704
- "num_actions": 17947,
705
- "num_dropped_actions": 3,
706
- "num_invalid_actions": 0,
707
- "p90_latency_ms": 80.27726205809785,
708
- "p99_latency_ms": 90.21605960809242,
709
- "return": 2229.3000261113048
710
- },
711
- {
712
- "case_id": 96,
713
- "episode_id": 54,
714
- "episode_seed": 104825,
715
- "length": 18000,
716
- "mean_latency_ms": 75.7870208787357,
717
- "num_actions": 17960,
718
- "num_dropped_actions": 5,
719
- "num_invalid_actions": 0,
720
- "p90_latency_ms": 80.08851594786843,
721
- "p99_latency_ms": 85.61533897475582,
722
- "return": 2229.3000261113048
723
- },
724
- {
725
- "case_id": 97,
726
- "episode_id": 55,
727
- "episode_seed": 104826,
728
- "length": 811,
729
- "mean_latency_ms": 76.20786836152884,
730
- "num_actions": 802,
731
- "num_dropped_actions": 0,
732
- "num_invalid_actions": 0,
733
- "p90_latency_ms": 80.43296260433318,
734
- "p99_latency_ms": 102.03744915083145,
735
- "return": 98.00000117719173
736
- },
737
- {
738
- "case_id": 98,
739
- "episode_id": 56,
740
- "episode_seed": 104827,
741
- "length": 732,
742
- "mean_latency_ms": 75.89905959287103,
743
- "num_actions": 731,
744
- "num_dropped_actions": 0,
745
- "num_invalid_actions": 0,
746
- "p90_latency_ms": 80.22530317174994,
747
- "p99_latency_ms": 84.12918091187962,
748
- "return": 88.3000010624528
749
- },
750
- {
751
- "case_id": 99,
752
- "episode_id": 57,
753
- "episode_seed": 104828,
754
- "length": 10226,
755
- "mean_latency_ms": 75.90940709648079,
756
- "num_actions": 10204,
757
- "num_dropped_actions": 2,
758
- "num_invalid_actions": 0,
759
- "p90_latency_ms": 80.23885276557418,
760
- "p99_latency_ms": 88.49149688120815,
761
- "return": 1264.500014834106
762
- },
763
- {
764
- "case_id": 100,
765
- "episode_id": 58,
766
- "episode_seed": 104829,
767
- "length": 18000,
768
- "mean_latency_ms": 75.82822338600408,
769
- "num_actions": 17967,
770
- "num_dropped_actions": 1,
771
- "num_invalid_actions": 0,
772
- "p90_latency_ms": 80.11599681652746,
773
- "p99_latency_ms": 84.14865346204121,
774
- "return": 2229.3000261113048
775
- },
776
- {
777
- "case_id": 101,
778
- "episode_id": 59,
779
- "episode_seed": 104830,
780
- "length": 18000,
781
- "mean_latency_ms": 75.96599016405499,
782
- "num_actions": 17939,
783
- "num_dropped_actions": 5,
784
- "num_invalid_actions": 0,
785
- "p90_latency_ms": 80.28319567382854,
786
- "p99_latency_ms": 91.31784413070785,
787
- "return": 2229.3000261113048
788
- },
789
- {
790
- "case_id": 102,
791
- "episode_id": 60,
792
- "episode_seed": 104831,
793
- "length": 7810,
794
- "mean_latency_ms": 75.7662390522494,
795
- "num_actions": 7799,
796
- "num_dropped_actions": 0,
797
- "num_invalid_actions": 0,
798
- "p90_latency_ms": 80.03929762153892,
799
- "p99_latency_ms": 83.87993481114471,
800
- "return": 965.3000113293529
801
- },
802
- {
803
- "case_id": 103,
804
- "episode_id": 61,
805
- "episode_seed": 104832,
806
- "length": 18000,
807
- "mean_latency_ms": 75.84745581790685,
808
- "num_actions": 17965,
809
- "num_dropped_actions": 5,
810
- "num_invalid_actions": 0,
811
- "p90_latency_ms": 80.06849687328778,
812
- "p99_latency_ms": 84.8094253503296,
813
- "return": 2229.3000261113048
814
- },
815
- {
816
- "case_id": 104,
817
- "episode_id": 62,
818
- "episode_seed": 104833,
819
- "length": 8797,
820
- "mean_latency_ms": 75.89463312826229,
821
- "num_actions": 8770,
822
- "num_dropped_actions": 4,
823
- "num_invalid_actions": 0,
824
- "p90_latency_ms": 80.21715066687014,
825
- "p99_latency_ms": 86.0522260567138,
826
- "return": 1087.4000127613544
827
- },
828
- {
829
- "case_id": 105,
830
- "episode_id": 63,
831
- "episode_seed": 104834,
832
- "length": 16513,
833
- "mean_latency_ms": 75.99195690035864,
834
- "num_actions": 16446,
835
- "num_dropped_actions": 0,
836
- "num_invalid_actions": 0,
837
- "p90_latency_ms": 80.2972865244643,
838
- "p99_latency_ms": 91.44837114891536,
839
- "return": 2043.5000239536166
840
- },
841
- {
842
- "case_id": 106,
843
- "episode_id": 64,
844
- "episode_seed": 104835,
845
- "length": 10902,
846
- "mean_latency_ms": 75.81691403912929,
847
- "num_actions": 10896,
848
- "num_dropped_actions": 2,
849
- "num_invalid_actions": 0,
850
- "p90_latency_ms": 80.05386256408227,
851
- "p99_latency_ms": 83.82705059210657,
852
- "return": 1348.3000158146024
853
- },
854
- {
855
- "case_id": 107,
856
- "episode_id": 65,
857
- "episode_seed": 104836,
858
- "length": 7326,
859
- "mean_latency_ms": 75.98517456158373,
860
- "num_actions": 7296,
861
- "num_dropped_actions": 0,
862
- "num_invalid_actions": 0,
863
- "p90_latency_ms": 80.36555552091886,
864
- "p99_latency_ms": 93.6816975856441,
865
- "return": 905.2000106275082
866
- },
867
- {
868
- "case_id": 108,
869
- "episode_id": 66,
870
- "episode_seed": 104837,
871
- "length": 18000,
872
- "mean_latency_ms": 75.9587472459362,
873
- "num_actions": 17941,
874
- "num_dropped_actions": 4,
875
- "num_invalid_actions": 0,
876
- "p90_latency_ms": 80.28288050239881,
877
- "p99_latency_ms": 91.06492435365226,
878
- "return": 2229.3000261113048
879
- },
880
- {
881
- "case_id": 109,
882
- "episode_id": 67,
883
- "episode_seed": 104838,
884
- "length": 1406,
885
- "mean_latency_ms": 75.89930544982373,
886
- "num_actions": 1404,
887
- "num_dropped_actions": 0,
888
- "num_invalid_actions": 0,
889
- "p90_latency_ms": 80.21445973380855,
890
- "p99_latency_ms": 90.1838615752183,
891
- "return": 171.90000203996897
892
- },
893
- {
894
- "case_id": 110,
895
- "episode_id": 68,
896
- "episode_seed": 104839,
897
- "length": 4838,
898
- "mean_latency_ms": 75.91208911622743,
899
- "num_actions": 4823,
900
- "num_dropped_actions": 4,
901
- "num_invalid_actions": 0,
902
- "p90_latency_ms": 80.30832131504624,
903
- "p99_latency_ms": 89.84376456494199,
904
- "return": 597.0000070184469
905
- },
906
- {
907
- "case_id": 111,
908
- "episode_id": 69,
909
- "episode_seed": 104840,
910
- "length": 18000,
911
- "mean_latency_ms": 75.82616021113158,
912
- "num_actions": 17981,
913
- "num_dropped_actions": 3,
914
- "num_invalid_actions": 0,
915
- "p90_latency_ms": 80.15714795656955,
916
- "p99_latency_ms": 84.02837968883073,
917
- "return": 2229.3000261113048
918
- },
919
- {
920
- "case_id": 112,
921
- "episode_id": 70,
922
- "episode_seed": 104841,
923
- "length": 18000,
924
- "mean_latency_ms": 75.88740292785803,
925
- "num_actions": 17965,
926
- "num_dropped_actions": 0,
927
- "num_invalid_actions": 0,
928
- "p90_latency_ms": 80.2184440607731,
929
- "p99_latency_ms": 85.98063308183112,
930
- "return": 2229.3000261113048
931
- },
932
- {
933
- "case_id": 113,
934
- "episode_id": 71,
935
- "episode_seed": 104842,
936
- "length": 2929,
937
- "mean_latency_ms": 75.99529639073644,
938
- "num_actions": 2911,
939
- "num_dropped_actions": 1,
940
- "num_invalid_actions": 0,
941
- "p90_latency_ms": 80.27691572726272,
942
- "p99_latency_ms": 93.16222772251608,
943
- "return": 361.10000424832106
944
- },
945
- {
946
- "case_id": 114,
947
- "episode_id": 72,
948
- "episode_seed": 104843,
949
- "length": 2350,
950
- "mean_latency_ms": 76.11000069883876,
951
- "num_actions": 2337,
952
- "num_dropped_actions": 0,
953
- "num_invalid_actions": 0,
954
- "p90_latency_ms": 80.30097369662477,
955
- "p99_latency_ms": 94.40251866211602,
956
- "return": 288.8000034093857
957
- },
958
- {
959
- "case_id": 115,
960
- "episode_id": 73,
961
- "episode_seed": 104844,
962
- "length": 3105,
963
- "mean_latency_ms": 76.13191017522921,
964
- "num_actions": 3089,
965
- "num_dropped_actions": 1,
966
- "num_invalid_actions": 0,
967
- "p90_latency_ms": 80.41321686376072,
968
- "p99_latency_ms": 95.81575101319363,
969
- "return": 382.30000450462103
970
- },
971
- {
972
- "case_id": 116,
973
- "episode_id": 74,
974
- "episode_seed": 104845,
975
- "length": 2239,
976
- "mean_latency_ms": 75.99551345744665,
977
- "num_actions": 2232,
978
- "num_dropped_actions": 2,
979
- "num_invalid_actions": 0,
980
- "p90_latency_ms": 80.17071137056871,
981
- "p99_latency_ms": 91.51338449669788,
982
- "return": 275.00000324845314
983
- },
984
- {
985
- "case_id": 117,
986
- "episode_id": 75,
987
- "episode_seed": 104846,
988
- "length": 6048,
989
- "mean_latency_ms": 76.0546521089289,
990
- "num_actions": 6024,
991
- "num_dropped_actions": 1,
992
- "num_invalid_actions": 0,
993
- "p90_latency_ms": 80.36030035101012,
994
- "p99_latency_ms": 93.75161583291151,
995
- "return": 746.8000087738037
996
- },
997
- {
998
- "case_id": 118,
999
- "episode_id": 76,
1000
- "episode_seed": 104847,
1001
- "length": 3718,
1002
- "mean_latency_ms": 75.85116981704145,
1003
- "num_actions": 3715,
1004
- "num_dropped_actions": 0,
1005
- "num_invalid_actions": 0,
1006
- "p90_latency_ms": 80.2909789375712,
1007
- "p99_latency_ms": 86.8876197396283,
1008
- "return": 458.90000539273024
1009
- },
1010
- {
1011
- "case_id": 119,
1012
- "episode_id": 77,
1013
- "episode_seed": 104848,
1014
- "length": 615,
1015
- "mean_latency_ms": 75.90943743037275,
1016
- "num_actions": 613,
1017
- "num_dropped_actions": 0,
1018
- "num_invalid_actions": 0,
1019
- "p90_latency_ms": 80.11084284929312,
1020
- "p99_latency_ms": 88.87058099153887,
1021
- "return": 73.90000089257956
1022
- },
1023
- {
1024
- "case_id": 120,
1025
- "episode_id": 78,
1026
- "episode_seed": 104849,
1027
- "length": 6230,
1028
- "mean_latency_ms": 75.9435023525303,
1029
- "num_actions": 6210,
1030
- "num_dropped_actions": 2,
1031
- "num_invalid_actions": 0,
1032
- "p90_latency_ms": 80.2514601336946,
1033
- "p99_latency_ms": 90.1471023551544,
1034
- "return": 769.5000090375543
1035
- },
1036
- {
1037
- "case_id": 121,
1038
- "episode_id": 79,
1039
- "episode_seed": 104850,
1040
- "length": 2382,
1041
- "mean_latency_ms": 75.94342386351475,
1042
- "num_actions": 2376,
1043
- "num_dropped_actions": 0,
1044
- "num_invalid_actions": 0,
1045
- "p90_latency_ms": 80.22979160901514,
1046
- "p99_latency_ms": 87.87958312497156,
1047
- "return": 292.9000034555793
1048
- },
1049
- {
1050
- "case_id": 122,
1051
- "episode_id": 80,
1052
- "episode_seed": 104851,
1053
- "length": 18000,
1054
- "mean_latency_ms": 75.90898308622663,
1055
- "num_actions": 17968,
1056
- "num_dropped_actions": 4,
1057
- "num_invalid_actions": 0,
1058
- "p90_latency_ms": 80.28299835974285,
1059
- "p99_latency_ms": 85.84840691786894,
1060
- "return": 2229.3000261113048
1061
- },
1062
- {
1063
- "case_id": 123,
1064
- "episode_id": 81,
1065
- "episode_seed": 104852,
1066
- "length": 5300,
1067
- "mean_latency_ms": 75.98186839011028,
1068
- "num_actions": 5288,
1069
- "num_dropped_actions": 4,
1070
- "num_invalid_actions": 0,
1071
- "p90_latency_ms": 80.30351838686461,
1072
- "p99_latency_ms": 90.4286937040699,
1073
- "return": 654.9000076875091
1074
- },
1075
- {
1076
- "case_id": 124,
1077
- "episode_id": 82,
1078
- "episode_seed": 104853,
1079
- "length": 18000,
1080
- "mean_latency_ms": 75.82998021178221,
1081
- "num_actions": 17967,
1082
- "num_dropped_actions": 3,
1083
- "num_invalid_actions": 0,
1084
- "p90_latency_ms": 80.10961019398559,
1085
- "p99_latency_ms": 84.1637706944796,
1086
- "return": 2229.3000261113048
1087
- },
1088
- {
1089
- "case_id": 125,
1090
- "episode_id": 83,
1091
- "episode_seed": 104854,
1092
- "length": 399,
1093
- "mean_latency_ms": 75.84169411492233,
1094
- "num_actions": 397,
1095
- "num_dropped_actions": 1,
1096
- "num_invalid_actions": 0,
1097
- "p90_latency_ms": 80.45515709412635,
1098
- "p99_latency_ms": 85.78868888077987,
1099
- "return": 46.90000057965517
1100
- },
1101
- {
1102
- "case_id": 126,
1103
- "episode_id": 84,
1104
- "episode_seed": 104855,
1105
- "length": 18000,
1106
- "mean_latency_ms": 75.8358612870965,
1107
- "num_actions": 17965,
1108
- "num_dropped_actions": 1,
1109
- "num_invalid_actions": 0,
1110
- "p90_latency_ms": 80.2143313991246,
1111
- "p99_latency_ms": 84.23619404990873,
1112
- "return": 2229.3000261113048
1113
- },
1114
- {
1115
- "case_id": 127,
1116
- "episode_id": 85,
1117
- "episode_seed": 104856,
1118
- "length": 14668,
1119
- "mean_latency_ms": 75.86705646571657,
1120
- "num_actions": 14616,
1121
- "num_dropped_actions": 4,
1122
- "num_invalid_actions": 0,
1123
- "p90_latency_ms": 80.10391087752372,
1124
- "p99_latency_ms": 85.64052410110449,
1125
- "return": 1814.900021277368
1126
- },
1127
- {
1128
- "case_id": 128,
1129
- "episode_id": 86,
1130
- "episode_seed": 104857,
1131
- "length": 6881,
1132
- "mean_latency_ms": 75.98851574335319,
1133
- "num_actions": 6862,
1134
- "num_dropped_actions": 1,
1135
- "num_invalid_actions": 0,
1136
- "p90_latency_ms": 80.27779436663778,
1137
- "p99_latency_ms": 90.71837925782361,
1138
- "return": 850.8000099807978
1139
- },
1140
- {
1141
- "case_id": 129,
1142
- "episode_id": 87,
1143
- "episode_seed": 104858,
1144
- "length": 10369,
1145
- "mean_latency_ms": 75.98168067815915,
1146
- "num_actions": 10334,
1147
- "num_dropped_actions": 1,
1148
- "num_invalid_actions": 0,
1149
- "p90_latency_ms": 80.29308459175724,
1150
- "p99_latency_ms": 90.48580556851853,
1151
- "return": 1282.400015041232
1152
- },
1153
- {
1154
- "case_id": 130,
1155
- "episode_id": 88,
1156
- "episode_seed": 104859,
1157
- "length": 11251,
1158
- "mean_latency_ms": 75.88626610655741,
1159
- "num_actions": 11203,
1160
- "num_dropped_actions": 2,
1161
- "num_invalid_actions": 0,
1162
- "p90_latency_ms": 80.12411637310863,
1163
- "p99_latency_ms": 87.22544082095882,
1164
- "return": 1392.2000163197517
1165
- },
1166
- {
1167
- "case_id": 131,
1168
- "episode_id": 89,
1169
- "episode_seed": 104860,
1170
- "length": 11653,
1171
- "mean_latency_ms": 75.87788123691914,
1172
- "num_actions": 11630,
1173
- "num_dropped_actions": 1,
1174
- "num_invalid_actions": 0,
1175
- "p90_latency_ms": 80.25402924047323,
1176
- "p99_latency_ms": 85.86393877788765,
1177
- "return": 1441.4000169038773
1178
- },
1179
- {
1180
- "case_id": 132,
1181
- "episode_id": 90,
1182
- "episode_seed": 104861,
1183
- "length": 9711,
1184
- "mean_latency_ms": 75.91165728360396,
1185
- "num_actions": 9697,
1186
- "num_dropped_actions": 0,
1187
- "num_invalid_actions": 0,
1188
- "p90_latency_ms": 80.23233275043413,
1189
- "p99_latency_ms": 85.11670842207577,
1190
- "return": 1201.3000140860677
1191
- },
1192
- {
1193
- "case_id": 133,
1194
- "episode_id": 91,
1195
- "episode_seed": 104862,
1196
- "length": 70,
1197
- "mean_latency_ms": 75.98983394269963,
1198
- "num_actions": 70,
1199
- "num_dropped_actions": 0,
1200
- "num_invalid_actions": 0,
1201
- "p90_latency_ms": 80.49673704226876,
1202
- "p99_latency_ms": 83.0255516355508,
1203
- "return": 6.800000101327896
1204
- },
1205
- {
1206
- "case_id": 134,
1207
- "episode_id": 92,
1208
- "episode_seed": 104863,
1209
- "length": 18000,
1210
- "mean_latency_ms": 75.88848446717748,
1211
- "num_actions": 17961,
1212
- "num_dropped_actions": 3,
1213
- "num_invalid_actions": 0,
1214
- "p90_latency_ms": 80.1569898143284,
1215
- "p99_latency_ms": 89.32993433796625,
1216
- "return": 2229.3000261113048
1217
- },
1218
- {
1219
- "case_id": 135,
1220
- "episode_id": 93,
1221
- "episode_seed": 104864,
1222
- "length": 10482,
1223
- "mean_latency_ms": 76.06212182642908,
1224
- "num_actions": 10443,
1225
- "num_dropped_actions": 7,
1226
- "num_invalid_actions": 0,
1227
- "p90_latency_ms": 80.28527333463833,
1228
- "p99_latency_ms": 93.10134168332236,
1229
- "return": 1296.4000152051449
1230
- },
1231
- {
1232
- "case_id": 136,
1233
- "episode_id": 94,
1234
- "episode_seed": 104865,
1235
- "length": 9691,
1236
- "mean_latency_ms": 75.79884106260103,
1237
- "num_actions": 9674,
1238
- "num_dropped_actions": 1,
1239
- "num_invalid_actions": 0,
1240
- "p90_latency_ms": 80.19290028976337,
1241
- "p99_latency_ms": 83.95519421370851,
1242
- "return": 1198.4000140577555
1243
- },
1244
- {
1245
- "case_id": 137,
1246
- "episode_id": 95,
1247
- "episode_seed": 104866,
1248
- "length": 3476,
1249
- "mean_latency_ms": 75.90748103894005,
1250
- "num_actions": 3464,
1251
- "num_dropped_actions": 1,
1252
- "num_invalid_actions": 0,
1253
- "p90_latency_ms": 80.16676841701035,
1254
- "p99_latency_ms": 87.29988579977756,
1255
- "return": 428.40000504255295
1256
- },
1257
- {
1258
- "case_id": 138,
1259
- "episode_id": 96,
1260
- "episode_seed": 104867,
1261
- "length": 806,
1262
- "mean_latency_ms": 75.75767966289715,
1263
- "num_actions": 804,
1264
- "num_dropped_actions": 0,
1265
- "num_invalid_actions": 0,
1266
- "p90_latency_ms": 79.9597185805676,
1267
- "p99_latency_ms": 83.8921959680443,
1268
- "return": 97.50000116974115
1269
- },
1270
- {
1271
- "case_id": 139,
1272
- "episode_id": 97,
1273
- "episode_seed": 104868,
1274
- "length": 18000,
1275
- "mean_latency_ms": 76.00440666367194,
1276
- "num_actions": 17936,
1277
- "num_dropped_actions": 8,
1278
- "num_invalid_actions": 0,
1279
- "p90_latency_ms": 80.31672982719292,
1280
- "p99_latency_ms": 93.5577119080811,
1281
- "return": 2229.3000261113048
1282
- },
1283
- {
1284
- "case_id": 140,
1285
- "episode_id": 98,
1286
- "episode_seed": 104869,
1287
- "length": 4868,
1288
- "mean_latency_ms": 75.98168944897309,
1289
- "num_actions": 4857,
1290
- "num_dropped_actions": 1,
1291
- "num_invalid_actions": 0,
1292
- "p90_latency_ms": 80.27840688928819,
1293
- "p99_latency_ms": 90.98323750242102,
1294
- "return": 600.9000070616603
1295
- },
1296
- {
1297
- "case_id": 141,
1298
- "episode_id": 99,
1299
- "episode_seed": 104870,
1300
- "length": 12439,
1301
- "mean_latency_ms": 75.99814086454911,
1302
- "num_actions": 12407,
1303
- "num_dropped_actions": 1,
1304
- "num_invalid_actions": 0,
1305
- "p90_latency_ms": 80.33953719600981,
1306
- "p99_latency_ms": 90.11498930309135,
1307
- "return": 1538.900018043816
1308
- }
1309
- ],
1310
- "policy": "sample-factory",
1311
- "protocol": {
1312
- "actual_environment_seeds": [
1313
- 104771,
1314
- 104772,
1315
- 104773,
1316
- 104774,
1317
- 104775,
1318
- 104776,
1319
- 104777,
1320
- 104778,
1321
- 104779,
1322
- 104780,
1323
- 104781,
1324
- 104782,
1325
- 104783,
1326
- 104784,
1327
- 104785,
1328
- 104786,
1329
- 104787,
1330
- 104788,
1331
- 104789,
1332
- 104790,
1333
- 104791,
1334
- 104792,
1335
- 104793,
1336
- 104794,
1337
- 104795,
1338
- 104796,
1339
- 104797,
1340
- 104798,
1341
- 104799,
1342
- 104800,
1343
- 104801,
1344
- 104802,
1345
- 104803,
1346
- 104804,
1347
- 104805,
1348
- 104806,
1349
- 104807,
1350
- 104808,
1351
- 104809,
1352
- 104810,
1353
- 104811,
1354
- 104812,
1355
- 104813,
1356
- 104814,
1357
- 104815,
1358
- 104816,
1359
- 104817,
1360
- 104818,
1361
- 104819,
1362
- 104820,
1363
- 104821,
1364
- 104822,
1365
- 104823,
1366
- 104824,
1367
- 104825,
1368
- 104826,
1369
- 104827,
1370
- 104828,
1371
- 104829,
1372
- 104830,
1373
- 104831,
1374
- 104832,
1375
- 104833,
1376
- 104834,
1377
- 104835,
1378
- 104836,
1379
- 104837,
1380
- 104838,
1381
- 104839,
1382
- 104840,
1383
- 104841,
1384
- 104842,
1385
- 104843,
1386
- 104844,
1387
- 104845,
1388
- 104846,
1389
- 104847,
1390
- 104848,
1391
- 104849,
1392
- 104850,
1393
- 104851,
1394
- 104852,
1395
- 104853,
1396
- 104854,
1397
- 104855,
1398
- 104856,
1399
- 104857,
1400
- 104858,
1401
- 104859,
1402
- 104860,
1403
- 104861,
1404
- 104862,
1405
- 104863,
1406
- 104864,
1407
- 104865,
1408
- 104866,
1409
- 104867,
1410
- 104868,
1411
- 104869,
1412
- 104870
1413
- ],
1414
- "deterministic": true,
1415
- "env_fps": 10,
1416
- "episodes": 100,
1417
- "frame_stack": 4,
1418
- "horizon": 18000,
1419
- "latency": {
1420
- "instance_id": "instance_a5037b165aa0cedc",
1421
- "method": "temporal_profile_replay",
1422
- "path": "profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
1423
- "profile_worker_slot": 0,
1424
- "replay": "temporal",
1425
- "repo_id": "latency-sensitive-bench/profiles",
1426
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
1427
- "sampler": "HiddenRegimeSampler",
1428
- "seed": 42,
1429
- "simulated_worker_capacity": 1
1430
- },
1431
- "logical_case_ids": [
1432
- 42,
1433
- 43,
1434
- 44,
1435
- 45,
1436
- 46,
1437
- 47,
1438
- 48,
1439
- 49,
1440
- 50,
1441
- 51,
1442
- 52,
1443
- 53,
1444
- 54,
1445
- 55,
1446
- 56,
1447
- 57,
1448
- 58,
1449
- 59,
1450
- 60,
1451
- 61,
1452
- 62,
1453
- 63,
1454
- 64,
1455
- 65,
1456
- 66,
1457
- 67,
1458
- 68,
1459
- 69,
1460
- 70,
1461
- 71,
1462
- 72,
1463
- 73,
1464
- 74,
1465
- 75,
1466
- 76,
1467
- 77,
1468
- 78,
1469
- 79,
1470
- 80,
1471
- 81,
1472
- 82,
1473
- 83,
1474
- 84,
1475
- 85,
1476
- 86,
1477
- 87,
1478
- 88,
1479
- 89,
1480
- 90,
1481
- 91,
1482
- 92,
1483
- 93,
1484
- 94,
1485
- 95,
1486
- 96,
1487
- 97,
1488
- 98,
1489
- 99,
1490
- 100,
1491
- 101,
1492
- 102,
1493
- 103,
1494
- 104,
1495
- 105,
1496
- 106,
1497
- 107,
1498
- 108,
1499
- 109,
1500
- 110,
1501
- 111,
1502
- 112,
1503
- 113,
1504
- 114,
1505
- 115,
1506
- 116,
1507
- 117,
1508
- 118,
1509
- 119,
1510
- 120,
1511
- 121,
1512
- 122,
1513
- 123,
1514
- 124,
1515
- 125,
1516
- 126,
1517
- 127,
1518
- 128,
1519
- 129,
1520
- 130,
1521
- 131,
1522
- 132,
1523
- 133,
1524
- 134,
1525
- 135,
1526
- 136,
1527
- 137,
1528
- 138,
1529
- 139,
1530
- 140,
1531
- 141
1532
- ],
1533
- "obs_fps": 10,
1534
- "parallel_envs": 100,
1535
- "sample_factory_seed_offset": 104729,
1536
- "training_seed": 42
1537
- },
1538
- "schema_version": 2,
1539
- "summary": {
1540
- "mean_episode_length": 9519.83,
1541
- "mean_return": 1177.6290138096363,
1542
- "std_episode_length": 6478.996493369941,
1543
- "std_return": 803.195297145514
1544
- },
1545
- "task": "Flappy Bird"
1546
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/provenance.json DELETED
@@ -1,64 +0,0 @@
1
- {
2
- "artifact": "sample-factory-small-policy",
3
- "central_target": {
4
- "path": "latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1",
5
- "readback_revision": "d9034095ab140c1bf1369c3dc236499518e343d2",
6
- "replaces_revision": "dd81908094a43d9c68e9c1349ad0a7cb697d5cf5",
7
- "repo_id": "latency-sensitive-bench/benchmark-models"
8
- },
9
- "evaluation": {
10
- "checkpoint_kind": "best",
11
- "episodes": 100,
12
- "file": "eval_profile.json",
13
- "horizon": 18000
14
- },
15
- "files": {
16
- "checkpoint": {
17
- "bytes": 21797945,
18
- "path": "best_000046048_23592960_reward_1867.668.pth",
19
- "sha256": "c545fc1b85d3d44be908677669be5bc0628af6914d2637d8dbfaa16fbd01feca"
20
- },
21
- "config": {
22
- "bytes": 10588,
23
- "path": "config.json",
24
- "sha256": "390bfa0482feae80adaca56190a0f9103ae7b257dc1fe20c86aa1acea7a4746f"
25
- },
26
- "evaluation": {
27
- "bytes": 40348,
28
- "path": "eval_profile.json",
29
- "sha256": "46256dbe01e4feda6e5025481c57f2cf45fe57b0d70cbe62b3f99f83f412e95f"
30
- }
31
- },
32
- "logical_profile": "qwenoft",
33
- "profile": {
34
- "instance_id": "instance_a5037b165aa0cedc",
35
- "method": "temporal_profile_replay",
36
- "path": "profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
37
- "profile_worker_slot": 0,
38
- "replay": "temporal",
39
- "repo_id": "latency-sensitive-bench/profiles",
40
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
41
- "sampler": "HiddenRegimeSampler",
42
- "seed": 42,
43
- "simulated_worker_capacity": 1
44
- },
45
- "publication_status": "published-central-readback-passed",
46
- "schema_version": 2,
47
- "source": {
48
- "best_checkpoint_env_step": 23592960,
49
- "checkpoint": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42/checkpoint_p0/best_000046048_23592960_reward_1867.668.pth",
50
- "checkpoint_kind": "best",
51
- "completed_training_env_step": 25001984,
52
- "host_path": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42",
53
- "training_seed": 42,
54
- "wandb_run": "https://wandb.ai/saberrr-zju/starvla_tasks/runs/flappy-obs10-qwenoft_rtx3090_temporal_25m-s42"
55
- },
56
- "task": "Flappy Bird",
57
- "training": {
58
- "env_fps": 10,
59
- "frame_stack": 4,
60
- "obs_fps": 10,
61
- "sampler": "HiddenRegimeSampler",
62
- "target_env_steps": 25000000
63
- }
64
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-v1/README.md DELETED
@@ -1,14 +0,0 @@
1
- # Flappy Bird Sample Factory policy
2
-
3
- This bundle contains the exact selected checkpoint, its original Sample Factory `config.json`, provenance, and the formal 100-episode evaluation.
4
-
5
- - Condition: IID replay of `profiles/pi05/1x-rtx3090/flappy/instance_a5037b165aa0cedc`
6
- - Deterministic case IDs: 42–141 (Sample Factory reset seeds 104771–104870)
7
- - Horizon: 3600
8
- - Parallel environments: 100
9
- - Mean return: 2.000000
10
- - Return standard deviation: 0.000000
11
- - Student-t 95% CI: [2.000000, 2.000000]
12
- - Mean episode length: 31.00
13
-
14
- The historical checkpoint-selection reward is not an independent evaluation score. See `eval_profile.json` for all episode records and `provenance.json` for the immutable source revision.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-v1/best_000096264_49315840_reward_111.747.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:698adea789f3e041cddba53a3ded871f34442f87680f04d1608275109766fe13
3
- size 21798137
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-v1/config.json DELETED
@@ -1,282 +0,0 @@
1
- {
2
- "help": false,
3
- "algo": "APPO",
4
- "env": "latency_flappy",
5
- "experiment": "flappy_frame_stack_pi05_rtx3090_iid_fs4_seed11",
6
- "train_dir": "results/checkpoints/memory/small_model/flappy",
7
- "restart_behavior": "resume",
8
- "device": "gpu",
9
- "seed": 11,
10
- "initial_model_path": null,
11
- "num_policies": 1,
12
- "async_rl": true,
13
- "serial_mode": false,
14
- "batched_sampling": true,
15
- "num_batches_to_accumulate": 2,
16
- "worker_num_splits": 1,
17
- "policy_workers_per_policy": 1,
18
- "max_policy_lag": 400,
19
- "num_workers": 2,
20
- "num_envs_per_worker": 1,
21
- "batch_size": 4096,
22
- "num_batches_per_epoch": 8,
23
- "num_epochs": 8,
24
- "rollout": 128,
25
- "fasttd3_replay_capacity": 6553600,
26
- "fasttd3_replay_batch_size": 32768,
27
- "fasttd3_action_chunk_horizon": 1,
28
- "fasttd3_transitions_per_update": 64,
29
- "fasttd3_train_for_optimizer_steps": 10000000000,
30
- "fasttd3_v_min": -250.0,
31
- "fasttd3_v_max": 250.0,
32
- "fasttd3_actor_action_l2": 0.0,
33
- "fasttd3_compile": true,
34
- "recurrence": 1,
35
- "shuffle_minibatches": false,
36
- "gamma": 0.99,
37
- "reward_scale": 1.0,
38
- "reward_clip": 1000.0,
39
- "value_bootstrap": false,
40
- "normalize_returns": true,
41
- "exploration_loss_coeff": 0.003,
42
- "value_loss_coeff": 0.5,
43
- "kl_loss_coeff": 0.0,
44
- "exploration_loss": "entropy",
45
- "gae_lambda": 0.95,
46
- "ppo_clip_ratio": 0.1,
47
- "ppo_clip_value": 0.2,
48
- "with_vtrace": false,
49
- "vtrace_rho": 1.0,
50
- "vtrace_c": 1.0,
51
- "optimizer": "adam",
52
- "adam_eps": 1e-05,
53
- "adam_beta1": 0.9,
54
- "adam_beta2": 0.999,
55
- "max_grad_norm": 0.5,
56
- "learning_rate": 0.00025,
57
- "lr_schedule": "linear_decay",
58
- "lr_schedule_kl_threshold": 0.008,
59
- "lr_adaptive_min": 1e-06,
60
- "lr_adaptive_max": 0.01,
61
- "obs_subtract_mean": 0.0,
62
- "obs_scale": 255.0,
63
- "normalize_input": true,
64
- "normalize_input_keys": null,
65
- "decorrelate_experience_max_seconds": 0,
66
- "decorrelate_envs_on_one_worker": true,
67
- "actor_worker_gpus": [
68
- 0
69
- ],
70
- "set_workers_cpu_affinity": true,
71
- "force_envs_single_thread": false,
72
- "default_niceness": 0,
73
- "log_to_file": true,
74
- "experiment_summaries_interval": 1,
75
- "flush_summaries_interval": 30,
76
- "stats_avg": 100,
77
- "summaries_use_frameskip": true,
78
- "heartbeat_interval": 20,
79
- "heartbeat_reporting_interval": 180,
80
- "train_for_env_steps": 50000000,
81
- "train_for_seconds": 10000000000,
82
- "save_every_sec": 600,
83
- "keep_checkpoints": 5,
84
- "load_checkpoint_kind": "latest",
85
- "save_milestones_sec": -1,
86
- "save_best_every_sec": 5,
87
- "save_best_metric": "reward",
88
- "save_best_after": 100000,
89
- "benchmark": false,
90
- "encoder_mlp_layers": [
91
- 512,
92
- 512
93
- ],
94
- "encoder_conv_architecture": "convnet_atari",
95
- "encoder_conv_mlp_layers": [
96
- 512
97
- ],
98
- "use_rnn": false,
99
- "rnn_size": 512,
100
- "rnn_type": "gru",
101
- "rnn_num_layers": 1,
102
- "decoder_mlp_layers": [],
103
- "nonlinearity": "elu",
104
- "policy_initialization": "orthogonal",
105
- "policy_init_gain": 1.0,
106
- "actor_critic_share_weights": true,
107
- "adaptive_stddev": true,
108
- "continuous_tanh_scale": 0.0,
109
- "initial_stddev": 1.0,
110
- "use_env_info_cache": false,
111
- "env_gpu_actions": true,
112
- "env_gpu_observations": true,
113
- "env_frameskip": 1,
114
- "env_framestack": 1,
115
- "pixel_format": "CHW",
116
- "use_record_episode_statistics": false,
117
- "with_wandb": true,
118
- "wandb_user": null,
119
- "wandb_project": "latency-sensitive-bench",
120
- "wandb_group": "flappy-fs4-pi05_rtx3090_iid",
121
- "wandb_job_type": "sample_factory",
122
- "wandb_tags": [
123
- "memory_small_model",
124
- "flappy",
125
- "frame_stack",
126
- "iid",
127
- "pi05_rtx3090_iid",
128
- "fs4",
129
- "seed11"
130
- ],
131
- "with_pbt": false,
132
- "pbt_mix_policies_in_one_env": true,
133
- "pbt_period_env_steps": 5000000,
134
- "pbt_start_mutation": 20000000,
135
- "pbt_replace_fraction": 0.3,
136
- "pbt_mutation_rate": 0.15,
137
- "pbt_replace_reward_gap": 0.1,
138
- "pbt_replace_reward_gap_absolute": 1e-06,
139
- "pbt_optimize_gamma": false,
140
- "pbt_target_objective": "true_objective",
141
- "pbt_perturb_min": 1.1,
142
- "pbt_perturb_max": 1.5,
143
- "gym_id": "FlappyBird-v0",
144
- "env_fps": 30.0,
145
- "obs_fps": 30.0,
146
- "use_lidar": false,
147
- "normalize_obs": true,
148
- "audio_on": false,
149
- "screen_size": "",
150
- "obs_resize": "84,84",
151
- "use_gpu_render": true,
152
- "simulator": "gpu",
153
- "gpu_render_device": "auto",
154
- "gpu_render_batch_size": 128,
155
- "gpu_render_profile": false,
156
- "gpu_render_profile_interval": 200,
157
- "pipe_gap": 100,
158
- "bird_color": "yellow",
159
- "pipe_color": "green",
160
- "background": "day",
161
- "score_limit": -1,
162
- "frame_stack": 4,
163
- "debug": false,
164
- "debug_timelimit_diagnostics": false,
165
- "max_episode_steps": 0,
166
- "mode": "train",
167
- "latency_type": "iid",
168
- "fixed_latency_ms": null,
169
- "mean_latency_ms": null,
170
- "std_latency_ms": null,
171
- "min_latency_ms": null,
172
- "max_latency_ms": null,
173
- "latency_seed": 11,
174
- "latency_profile_path": "results/profiling/profiles/pi05/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
175
- "latency_profile_worker_slot": 0,
176
- "add_latency_info": false,
177
- "max_pending_actions": null,
178
- "hold_policy": "one_frame_then_noop",
179
- "ordering_policy": "latest_ready",
180
- "eval_episodes": 100,
181
- "eval_parallel_envs": 1,
182
- "eval_latency_raw_frame_values": "0,1,2,3,4,5",
183
- "eval_max_steps": 3600,
184
- "eval_deterministic": true,
185
- "eval_raw_reward": false,
186
- "episode_metrics_path": "results/checkpoints/memory/small_model/flappy/flappy_frame_stack_pi05_rtx3090_iid_fs4_seed11/episode_metrics.jsonl",
187
- "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_frame_stack_pi05_rtx3090_iid_fs4_seed11 --train_dir results/checkpoints/memory/small_model/flappy --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 11 --episode_metrics_path results/checkpoints/memory/small_model/flappy/flappy_frame_stack_pi05_rtx3090_iid_fs4_seed11/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type iid --latency-seed 11 --latency-profile-path results/profiling/profiles/pi05/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 1 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-fs4-pi05_rtx3090_iid --wandb_job_type sample_factory --wandb_tags memory_small_model flappy frame_stack iid pi05_rtx3090_iid fs4 seed11 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 30.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
188
- "cli_args": {
189
- "algo": "APPO",
190
- "env": "latency_flappy",
191
- "experiment": "flappy_frame_stack_pi05_rtx3090_iid_fs4_seed11",
192
- "train_dir": "results/checkpoints/memory/small_model/flappy",
193
- "restart_behavior": "resume",
194
- "device": "gpu",
195
- "seed": 11,
196
- "num_policies": 1,
197
- "async_rl": true,
198
- "batched_sampling": true,
199
- "worker_num_splits": 1,
200
- "max_policy_lag": 400,
201
- "num_workers": 2,
202
- "num_envs_per_worker": 1,
203
- "batch_size": 4096,
204
- "num_batches_per_epoch": 8,
205
- "num_epochs": 8,
206
- "rollout": 128,
207
- "recurrence": 1,
208
- "gamma": 0.99,
209
- "normalize_returns": true,
210
- "value_loss_coeff": 0.5,
211
- "gae_lambda": 0.95,
212
- "ppo_clip_ratio": 0.1,
213
- "ppo_clip_value": 0.2,
214
- "max_grad_norm": 0.5,
215
- "learning_rate": 0.00025,
216
- "normalize_input": true,
217
- "actor_worker_gpus": [
218
- 0
219
- ],
220
- "experiment_summaries_interval": 1,
221
- "stats_avg": 100,
222
- "train_for_env_steps": 10000000,
223
- "save_every_sec": 600,
224
- "keep_checkpoints": 5,
225
- "use_rnn": false,
226
- "env_gpu_actions": true,
227
- "env_gpu_observations": true,
228
- "with_wandb": true,
229
- "wandb_project": "latency-sensitive-bench",
230
- "wandb_group": "flappy-fs4-pi05_rtx3090_iid",
231
- "wandb_job_type": "sample_factory",
232
- "wandb_tags": [
233
- "memory_small_model",
234
- "flappy",
235
- "frame_stack",
236
- "iid",
237
- "pi05_rtx3090_iid",
238
- "fs4",
239
- "seed11"
240
- ],
241
- "gym_id": "FlappyBird-v0",
242
- "env_fps": 30.0,
243
- "obs_fps": 30.0,
244
- "use_lidar": false,
245
- "normalize_obs": true,
246
- "audio_on": false,
247
- "obs_resize": "84,84",
248
- "use_gpu_render": true,
249
- "simulator": "gpu",
250
- "gpu_render_device": "auto",
251
- "gpu_render_batch_size": 128,
252
- "gpu_render_profile": false,
253
- "gpu_render_profile_interval": 200,
254
- "pipe_gap": 100,
255
- "bird_color": "yellow",
256
- "pipe_color": "green",
257
- "background": "day",
258
- "frame_stack": 4,
259
- "debug": false,
260
- "debug_timelimit_diagnostics": false,
261
- "mode": "train",
262
- "latency_type": "iid",
263
- "latency_seed": 11,
264
- "latency_profile_path": "results/profiling/profiles/pi05/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
265
- "latency_profile_worker_slot": 0,
266
- "add_latency_info": false,
267
- "hold_policy": "one_frame_then_noop",
268
- "ordering_policy": "latest_ready",
269
- "eval_episodes": 100,
270
- "eval_parallel_envs": 1,
271
- "eval_max_steps": 3600,
272
- "eval_deterministic": true,
273
- "episode_metrics_path": "results/checkpoints/memory/small_model/flappy/flappy_frame_stack_pi05_rtx3090_iid_fs4_seed11/episode_metrics.jsonl",
274
- "output_dir": "outputs/memory/small_model/flappy/pi05_rtx3090_profile/train/frame_stack/pi05_rtx3090_iid/fs4/seed_11",
275
- "wandb_unique_id": "flappy-fs4-pi05_rtx3090_iid-s11"
276
- },
277
- "git_hash": "c0cb6a319133de6cbef9729610762a9dffc68b29",
278
- "git_repo_name": "https://github.com/ZihanWang314/latency-sensitive-bench",
279
- "eval_env_frameskip": 1,
280
- "output_dir": "outputs/memory/small_model/flappy/pi05_rtx3090_profile/train/frame_stack/pi05_rtx3090_iid/fs4/seed_11",
281
- "wandb_unique_id": "flappy-fs4-pi05_rtx3090_iid-s11"
282
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-v1/eval_profile.json DELETED
@@ -1,1541 +0,0 @@
1
- {
2
- "checkpoint": {
3
- "bundle_path": "best_000096264_49315840_reward_111.747.pth",
4
- "sha256": "698adea789f3e041cddba53a3ded871f34442f87680f04d1608275109766fe13"
5
- },
6
- "episodes": [
7
- {
8
- "case_id": 42,
9
- "episode_id": 0,
10
- "episode_seed": 104771,
11
- "length": 31,
12
- "mean_latency_ms": 202.2855347625598,
13
- "num_actions": 5,
14
- "num_dropped_actions": 0,
15
- "num_invalid_actions": 0,
16
- "p90_latency_ms": 210.29744042768758,
17
- "p99_latency_ms": 211.7464155695618,
18
- "return": 2.0000000447034836
19
- },
20
- {
21
- "case_id": 43,
22
- "episode_id": 1,
23
- "episode_seed": 104772,
24
- "length": 31,
25
- "mean_latency_ms": 201.8529849219483,
26
- "num_actions": 5,
27
- "num_dropped_actions": 0,
28
- "num_invalid_actions": 0,
29
- "p90_latency_ms": 212.07292962069673,
30
- "p99_latency_ms": 215.39291676804038,
31
- "return": 2.0000000447034836
32
- },
33
- {
34
- "case_id": 44,
35
- "episode_id": 2,
36
- "episode_seed": 104773,
37
- "length": 31,
38
- "mean_latency_ms": 201.28457201030886,
39
- "num_actions": 5,
40
- "num_dropped_actions": 0,
41
- "num_invalid_actions": 0,
42
- "p90_latency_ms": 209.89958355577951,
43
- "p99_latency_ms": 211.714062372049,
44
- "return": 2.0000000447034836
45
- },
46
- {
47
- "case_id": 45,
48
- "episode_id": 3,
49
- "episode_seed": 104774,
50
- "length": 31,
51
- "mean_latency_ms": 205.15886428779865,
52
- "num_actions": 5,
53
- "num_dropped_actions": 0,
54
- "num_invalid_actions": 0,
55
- "p90_latency_ms": 212.9435377919114,
56
- "p99_latency_ms": 213.13300665884105,
57
- "return": 2.0000000447034836
58
- },
59
- {
60
- "case_id": 46,
61
- "episode_id": 4,
62
- "episode_seed": 104775,
63
- "length": 31,
64
- "mean_latency_ms": 201.1632131676163,
65
- "num_actions": 5,
66
- "num_dropped_actions": 0,
67
- "num_invalid_actions": 0,
68
- "p90_latency_ms": 209.07655741183402,
69
- "p99_latency_ms": 212.58697005971467,
70
- "return": 2.0000000447034836
71
- },
72
- {
73
- "case_id": 47,
74
- "episode_id": 5,
75
- "episode_seed": 104776,
76
- "length": 31,
77
- "mean_latency_ms": 196.095656258172,
78
- "num_actions": 6,
79
- "num_dropped_actions": 0,
80
- "num_invalid_actions": 0,
81
- "p90_latency_ms": 199.40376266278116,
82
- "p99_latency_ms": 199.4425840561763,
83
- "return": 2.0000000447034836
84
- },
85
- {
86
- "case_id": 48,
87
- "episode_id": 6,
88
- "episode_seed": 104777,
89
- "length": 31,
90
- "mean_latency_ms": 205.19671687552434,
91
- "num_actions": 5,
92
- "num_dropped_actions": 0,
93
- "num_invalid_actions": 0,
94
- "p90_latency_ms": 214.49760613401045,
95
- "p99_latency_ms": 215.4346247506479,
96
- "return": 2.0000000447034836
97
- },
98
- {
99
- "case_id": 49,
100
- "episode_id": 7,
101
- "episode_seed": 104778,
102
- "length": 31,
103
- "mean_latency_ms": 197.31695964190786,
104
- "num_actions": 5,
105
- "num_dropped_actions": 0,
106
- "num_invalid_actions": 0,
107
- "p90_latency_ms": 207.13135029985375,
108
- "p99_latency_ms": 211.8221277682879,
109
- "return": 2.0000000447034836
110
- },
111
- {
112
- "case_id": 50,
113
- "episode_id": 8,
114
- "episode_seed": 104779,
115
- "length": 31,
116
- "mean_latency_ms": 204.23087586637047,
117
- "num_actions": 5,
118
- "num_dropped_actions": 0,
119
- "num_invalid_actions": 0,
120
- "p90_latency_ms": 213.5463556344691,
121
- "p99_latency_ms": 216.75445891702782,
122
- "return": 2.0000000447034836
123
- },
124
- {
125
- "case_id": 51,
126
- "episode_id": 9,
127
- "episode_seed": 104780,
128
- "length": 31,
129
- "mean_latency_ms": 203.17953755423164,
130
- "num_actions": 5,
131
- "num_dropped_actions": 0,
132
- "num_invalid_actions": 0,
133
- "p90_latency_ms": 214.15785305658648,
134
- "p99_latency_ms": 214.94999598306958,
135
- "return": 2.0000000447034836
136
- },
137
- {
138
- "case_id": 52,
139
- "episode_id": 10,
140
- "episode_seed": 104781,
141
- "length": 31,
142
- "mean_latency_ms": 201.5189616869268,
143
- "num_actions": 5,
144
- "num_dropped_actions": 0,
145
- "num_invalid_actions": 0,
146
- "p90_latency_ms": 213.82360520816536,
147
- "p99_latency_ms": 215.73526793131862,
148
- "return": 2.0000000447034836
149
- },
150
- {
151
- "case_id": 53,
152
- "episode_id": 11,
153
- "episode_seed": 104782,
154
- "length": 31,
155
- "mean_latency_ms": 202.8495801800705,
156
- "num_actions": 5,
157
- "num_dropped_actions": 0,
158
- "num_invalid_actions": 0,
159
- "p90_latency_ms": 206.68155219211042,
160
- "p99_latency_ms": 208.27600821328875,
161
- "return": 2.0000000447034836
162
- },
163
- {
164
- "case_id": 54,
165
- "episode_id": 12,
166
- "episode_seed": 104783,
167
- "length": 31,
168
- "mean_latency_ms": 199.25987607647644,
169
- "num_actions": 6,
170
- "num_dropped_actions": 1,
171
- "num_invalid_actions": 0,
172
- "p90_latency_ms": 204.31946342215207,
173
- "p99_latency_ms": 205.06950081660577,
174
- "return": 2.0000000447034836
175
- },
176
- {
177
- "case_id": 55,
178
- "episode_id": 13,
179
- "episode_seed": 104784,
180
- "length": 31,
181
- "mean_latency_ms": 201.0243934972212,
182
- "num_actions": 5,
183
- "num_dropped_actions": 0,
184
- "num_invalid_actions": 0,
185
- "p90_latency_ms": 207.86390860849008,
186
- "p99_latency_ms": 208.92681020649232,
187
- "return": 2.0000000447034836
188
- },
189
- {
190
- "case_id": 56,
191
- "episode_id": 14,
192
- "episode_seed": 104785,
193
- "length": 31,
194
- "mean_latency_ms": 201.98577486127365,
195
- "num_actions": 5,
196
- "num_dropped_actions": 0,
197
- "num_invalid_actions": 0,
198
- "p90_latency_ms": 210.60599622041752,
199
- "p99_latency_ms": 211.55531415271287,
200
- "return": 2.0000000447034836
201
- },
202
- {
203
- "case_id": 57,
204
- "episode_id": 15,
205
- "episode_seed": 104786,
206
- "length": 31,
207
- "mean_latency_ms": 197.82560425986955,
208
- "num_actions": 5,
209
- "num_dropped_actions": 0,
210
- "num_invalid_actions": 0,
211
- "p90_latency_ms": 207.9276809543378,
212
- "p99_latency_ms": 210.65221684878185,
213
- "return": 2.0000000447034836
214
- },
215
- {
216
- "case_id": 58,
217
- "episode_id": 16,
218
- "episode_seed": 104787,
219
- "length": 31,
220
- "mean_latency_ms": 204.11691786143024,
221
- "num_actions": 5,
222
- "num_dropped_actions": 0,
223
- "num_invalid_actions": 0,
224
- "p90_latency_ms": 210.916072486705,
225
- "p99_latency_ms": 212.83537999839783,
226
- "return": 2.0000000447034836
227
- },
228
- {
229
- "case_id": 59,
230
- "episode_id": 17,
231
- "episode_seed": 104788,
232
- "length": 31,
233
- "mean_latency_ms": 203.21921114883597,
234
- "num_actions": 5,
235
- "num_dropped_actions": 0,
236
- "num_invalid_actions": 0,
237
- "p90_latency_ms": 211.92241518496593,
238
- "p99_latency_ms": 212.82866534574822,
239
- "return": 2.0000000447034836
240
- },
241
- {
242
- "case_id": 60,
243
- "episode_id": 18,
244
- "episode_seed": 104789,
245
- "length": 31,
246
- "mean_latency_ms": 199.42936989638017,
247
- "num_actions": 5,
248
- "num_dropped_actions": 0,
249
- "num_invalid_actions": 0,
250
- "p90_latency_ms": 207.95095040171202,
251
- "p99_latency_ms": 213.0054660621224,
252
- "return": 2.0000000447034836
253
- },
254
- {
255
- "case_id": 61,
256
- "episode_id": 19,
257
- "episode_seed": 104790,
258
- "length": 31,
259
- "mean_latency_ms": 200.41576666425576,
260
- "num_actions": 5,
261
- "num_dropped_actions": 0,
262
- "num_invalid_actions": 0,
263
- "p90_latency_ms": 210.28423383851336,
264
- "p99_latency_ms": 215.234162069984,
265
- "return": 2.0000000447034836
266
- },
267
- {
268
- "case_id": 62,
269
- "episode_id": 20,
270
- "episode_seed": 104791,
271
- "length": 31,
272
- "mean_latency_ms": 196.97447233740624,
273
- "num_actions": 5,
274
- "num_dropped_actions": 0,
275
- "num_invalid_actions": 0,
276
- "p90_latency_ms": 200.6818034975965,
277
- "p99_latency_ms": 201.99680898155128,
278
- "return": 2.0000000447034836
279
- },
280
- {
281
- "case_id": 63,
282
- "episode_id": 21,
283
- "episode_seed": 104792,
284
- "length": 31,
285
- "mean_latency_ms": 194.62710115290886,
286
- "num_actions": 6,
287
- "num_dropped_actions": 0,
288
- "num_invalid_actions": 0,
289
- "p90_latency_ms": 199.1767613945688,
290
- "p99_latency_ms": 201.56864462426125,
291
- "return": 2.0000000447034836
292
- },
293
- {
294
- "case_id": 64,
295
- "episode_id": 22,
296
- "episode_seed": 104793,
297
- "length": 31,
298
- "mean_latency_ms": 195.71154093031024,
299
- "num_actions": 6,
300
- "num_dropped_actions": 0,
301
- "num_invalid_actions": 0,
302
- "p90_latency_ms": 199.38893413184996,
303
- "p99_latency_ms": 199.98677277607084,
304
- "return": 2.0000000447034836
305
- },
306
- {
307
- "case_id": 65,
308
- "episode_id": 23,
309
- "episode_seed": 104794,
310
- "length": 31,
311
- "mean_latency_ms": 202.69336821783264,
312
- "num_actions": 5,
313
- "num_dropped_actions": 0,
314
- "num_invalid_actions": 0,
315
- "p90_latency_ms": 207.20265388485967,
316
- "p99_latency_ms": 208.31367561191013,
317
- "return": 2.0000000447034836
318
- },
319
- {
320
- "case_id": 66,
321
- "episode_id": 24,
322
- "episode_seed": 104795,
323
- "length": 31,
324
- "mean_latency_ms": 193.36886006636806,
325
- "num_actions": 6,
326
- "num_dropped_actions": 0,
327
- "num_invalid_actions": 0,
328
- "p90_latency_ms": 195.9165735008567,
329
- "p99_latency_ms": 196.05585902835898,
330
- "return": 2.0000000447034836
331
- },
332
- {
333
- "case_id": 67,
334
- "episode_id": 25,
335
- "episode_seed": 104796,
336
- "length": 31,
337
- "mean_latency_ms": 204.4533949058057,
338
- "num_actions": 5,
339
- "num_dropped_actions": 0,
340
- "num_invalid_actions": 0,
341
- "p90_latency_ms": 206.6328064545931,
342
- "p99_latency_ms": 206.71637412493624,
343
- "return": 2.0000000447034836
344
- },
345
- {
346
- "case_id": 68,
347
- "episode_id": 26,
348
- "episode_seed": 104797,
349
- "length": 31,
350
- "mean_latency_ms": 196.09174589704992,
351
- "num_actions": 6,
352
- "num_dropped_actions": 0,
353
- "num_invalid_actions": 0,
354
- "p90_latency_ms": 200.667928666539,
355
- "p99_latency_ms": 200.68163799040013,
356
- "return": 2.0000000447034836
357
- },
358
- {
359
- "case_id": 69,
360
- "episode_id": 27,
361
- "episode_seed": 104798,
362
- "length": 31,
363
- "mean_latency_ms": 201.40684470760186,
364
- "num_actions": 5,
365
- "num_dropped_actions": 0,
366
- "num_invalid_actions": 0,
367
- "p90_latency_ms": 204.94651821794278,
368
- "p99_latency_ms": 207.09790087932495,
369
- "return": 2.0000000447034836
370
- },
371
- {
372
- "case_id": 70,
373
- "episode_id": 28,
374
- "episode_seed": 104799,
375
- "length": 31,
376
- "mean_latency_ms": 206.63912490462434,
377
- "num_actions": 5,
378
- "num_dropped_actions": 0,
379
- "num_invalid_actions": 0,
380
- "p90_latency_ms": 213.03604501345455,
381
- "p99_latency_ms": 215.29247336918507,
382
- "return": 2.0000000447034836
383
- },
384
- {
385
- "case_id": 71,
386
- "episode_id": 29,
387
- "episode_seed": 104800,
388
- "length": 31,
389
- "mean_latency_ms": 203.33966534758525,
390
- "num_actions": 5,
391
- "num_dropped_actions": 0,
392
- "num_invalid_actions": 0,
393
- "p90_latency_ms": 210.57927909451993,
394
- "p99_latency_ms": 211.8473423678899,
395
- "return": 2.0000000447034836
396
- },
397
- {
398
- "case_id": 72,
399
- "episode_id": 30,
400
- "episode_seed": 104801,
401
- "length": 31,
402
- "mean_latency_ms": 199.04866400309288,
403
- "num_actions": 6,
404
- "num_dropped_actions": 0,
405
- "num_invalid_actions": 0,
406
- "p90_latency_ms": 204.36518488728876,
407
- "p99_latency_ms": 206.46495164131224,
408
- "return": 2.0000000447034836
409
- },
410
- {
411
- "case_id": 73,
412
- "episode_id": 31,
413
- "episode_seed": 104802,
414
- "length": 31,
415
- "mean_latency_ms": 199.90944452533773,
416
- "num_actions": 5,
417
- "num_dropped_actions": 0,
418
- "num_invalid_actions": 0,
419
- "p90_latency_ms": 211.19536318588962,
420
- "p99_latency_ms": 213.8393450902253,
421
- "return": 2.0000000447034836
422
- },
423
- {
424
- "case_id": 74,
425
- "episode_id": 32,
426
- "episode_seed": 104803,
427
- "length": 31,
428
- "mean_latency_ms": 201.550214985535,
429
- "num_actions": 5,
430
- "num_dropped_actions": 0,
431
- "num_invalid_actions": 0,
432
- "p90_latency_ms": 211.7300398639327,
433
- "p99_latency_ms": 212.31728247195915,
434
- "return": 2.0000000447034836
435
- },
436
- {
437
- "case_id": 75,
438
- "episode_id": 33,
439
- "episode_seed": 104804,
440
- "length": 31,
441
- "mean_latency_ms": 199.64958857723835,
442
- "num_actions": 5,
443
- "num_dropped_actions": 0,
444
- "num_invalid_actions": 0,
445
- "p90_latency_ms": 207.88892401822054,
446
- "p99_latency_ms": 211.93469594519794,
447
- "return": 2.0000000447034836
448
- },
449
- {
450
- "case_id": 76,
451
- "episode_id": 34,
452
- "episode_seed": 104805,
453
- "length": 31,
454
- "mean_latency_ms": 199.97717055804387,
455
- "num_actions": 5,
456
- "num_dropped_actions": 0,
457
- "num_invalid_actions": 0,
458
- "p90_latency_ms": 205.59958766461634,
459
- "p99_latency_ms": 207.402546603195,
460
- "return": 2.0000000447034836
461
- },
462
- {
463
- "case_id": 77,
464
- "episode_id": 35,
465
- "episode_seed": 104806,
466
- "length": 31,
467
- "mean_latency_ms": 195.56836278263575,
468
- "num_actions": 5,
469
- "num_dropped_actions": 0,
470
- "num_invalid_actions": 0,
471
- "p90_latency_ms": 201.62206748735343,
472
- "p99_latency_ms": 204.06841013429428,
473
- "return": 2.0000000447034836
474
- },
475
- {
476
- "case_id": 78,
477
- "episode_id": 36,
478
- "episode_seed": 104807,
479
- "length": 31,
480
- "mean_latency_ms": 201.9380118575303,
481
- "num_actions": 5,
482
- "num_dropped_actions": 0,
483
- "num_invalid_actions": 0,
484
- "p90_latency_ms": 206.71785954371293,
485
- "p99_latency_ms": 207.56757112472442,
486
- "return": 2.0000000447034836
487
- },
488
- {
489
- "case_id": 79,
490
- "episode_id": 37,
491
- "episode_seed": 104808,
492
- "length": 31,
493
- "mean_latency_ms": 196.3634708224149,
494
- "num_actions": 6,
495
- "num_dropped_actions": 1,
496
- "num_invalid_actions": 0,
497
- "p90_latency_ms": 201.76784873103708,
498
- "p99_latency_ms": 201.96775605768033,
499
- "return": 2.0000000447034836
500
- },
501
- {
502
- "case_id": 80,
503
- "episode_id": 38,
504
- "episode_seed": 104809,
505
- "length": 31,
506
- "mean_latency_ms": 201.94438560270817,
507
- "num_actions": 5,
508
- "num_dropped_actions": 0,
509
- "num_invalid_actions": 0,
510
- "p90_latency_ms": 210.40886971943235,
511
- "p99_latency_ms": 213.15770084376533,
512
- "return": 2.0000000447034836
513
- },
514
- {
515
- "case_id": 81,
516
- "episode_id": 39,
517
- "episode_seed": 104810,
518
- "length": 31,
519
- "mean_latency_ms": 199.66986330599534,
520
- "num_actions": 5,
521
- "num_dropped_actions": 0,
522
- "num_invalid_actions": 0,
523
- "p90_latency_ms": 205.28986615758663,
524
- "p99_latency_ms": 208.41821258925776,
525
- "return": 2.0000000447034836
526
- },
527
- {
528
- "case_id": 82,
529
- "episode_id": 40,
530
- "episode_seed": 104811,
531
- "length": 31,
532
- "mean_latency_ms": 205.77397352707825,
533
- "num_actions": 5,
534
- "num_dropped_actions": 0,
535
- "num_invalid_actions": 0,
536
- "p90_latency_ms": 212.42709049784503,
537
- "p99_latency_ms": 215.59933380934302,
538
- "return": 2.0000000447034836
539
- },
540
- {
541
- "case_id": 83,
542
- "episode_id": 41,
543
- "episode_seed": 104812,
544
- "length": 31,
545
- "mean_latency_ms": 200.9375623547877,
546
- "num_actions": 5,
547
- "num_dropped_actions": 0,
548
- "num_invalid_actions": 0,
549
- "p90_latency_ms": 208.94281186545174,
550
- "p99_latency_ms": 212.45715556514853,
551
- "return": 2.0000000447034836
552
- },
553
- {
554
- "case_id": 84,
555
- "episode_id": 42,
556
- "episode_seed": 104813,
557
- "length": 31,
558
- "mean_latency_ms": 203.4344348656399,
559
- "num_actions": 5,
560
- "num_dropped_actions": 0,
561
- "num_invalid_actions": 0,
562
- "p90_latency_ms": 208.01895025201577,
563
- "p99_latency_ms": 208.78484844895573,
564
- "return": 2.0000000447034836
565
- },
566
- {
567
- "case_id": 85,
568
- "episode_id": 43,
569
- "episode_seed": 104814,
570
- "length": 31,
571
- "mean_latency_ms": 204.596095244954,
572
- "num_actions": 5,
573
- "num_dropped_actions": 0,
574
- "num_invalid_actions": 0,
575
- "p90_latency_ms": 211.37118436313747,
576
- "p99_latency_ms": 214.48945786800053,
577
- "return": 2.0000000447034836
578
- },
579
- {
580
- "case_id": 86,
581
- "episode_id": 44,
582
- "episode_seed": 104815,
583
- "length": 31,
584
- "mean_latency_ms": 196.01455015361097,
585
- "num_actions": 5,
586
- "num_dropped_actions": 0,
587
- "num_invalid_actions": 0,
588
- "p90_latency_ms": 202.61505034016523,
589
- "p99_latency_ms": 206.93553243601434,
590
- "return": 2.0000000447034836
591
- },
592
- {
593
- "case_id": 87,
594
- "episode_id": 45,
595
- "episode_seed": 104816,
596
- "length": 31,
597
- "mean_latency_ms": 194.3119467574612,
598
- "num_actions": 5,
599
- "num_dropped_actions": 0,
600
- "num_invalid_actions": 0,
601
- "p90_latency_ms": 200.52472450596116,
602
- "p99_latency_ms": 204.75130978308368,
603
- "return": 2.0000000447034836
604
- },
605
- {
606
- "case_id": 88,
607
- "episode_id": 46,
608
- "episode_seed": 104817,
609
- "length": 31,
610
- "mean_latency_ms": 198.98804426737976,
611
- "num_actions": 5,
612
- "num_dropped_actions": 0,
613
- "num_invalid_actions": 0,
614
- "p90_latency_ms": 204.5057218617104,
615
- "p99_latency_ms": 206.75668302326412,
616
- "return": 2.0000000447034836
617
- },
618
- {
619
- "case_id": 89,
620
- "episode_id": 47,
621
- "episode_seed": 104818,
622
- "length": 31,
623
- "mean_latency_ms": 201.88357892642318,
624
- "num_actions": 5,
625
- "num_dropped_actions": 0,
626
- "num_invalid_actions": 0,
627
- "p90_latency_ms": 206.31650595745936,
628
- "p99_latency_ms": 208.64246852735172,
629
- "return": 2.0000000447034836
630
- },
631
- {
632
- "case_id": 90,
633
- "episode_id": 48,
634
- "episode_seed": 104819,
635
- "length": 31,
636
- "mean_latency_ms": 198.7023577576343,
637
- "num_actions": 5,
638
- "num_dropped_actions": 0,
639
- "num_invalid_actions": 0,
640
- "p90_latency_ms": 205.5279230899812,
641
- "p99_latency_ms": 206.04688801133133,
642
- "return": 2.0000000447034836
643
- },
644
- {
645
- "case_id": 91,
646
- "episode_id": 49,
647
- "episode_seed": 104820,
648
- "length": 31,
649
- "mean_latency_ms": 205.88921764139434,
650
- "num_actions": 5,
651
- "num_dropped_actions": 0,
652
- "num_invalid_actions": 0,
653
- "p90_latency_ms": 207.87278699570942,
654
- "p99_latency_ms": 208.02610445430668,
655
- "return": 2.0000000447034836
656
- },
657
- {
658
- "case_id": 92,
659
- "episode_id": 50,
660
- "episode_seed": 104821,
661
- "length": 31,
662
- "mean_latency_ms": 198.58500878412173,
663
- "num_actions": 5,
664
- "num_dropped_actions": 0,
665
- "num_invalid_actions": 0,
666
- "p90_latency_ms": 208.59815261791536,
667
- "p99_latency_ms": 210.60890085783956,
668
- "return": 2.0000000447034836
669
- },
670
- {
671
- "case_id": 93,
672
- "episode_id": 51,
673
- "episode_seed": 104822,
674
- "length": 31,
675
- "mean_latency_ms": 197.49441151499113,
676
- "num_actions": 5,
677
- "num_dropped_actions": 0,
678
- "num_invalid_actions": 0,
679
- "p90_latency_ms": 204.80918100977982,
680
- "p99_latency_ms": 208.25155972349378,
681
- "return": 2.0000000447034836
682
- },
683
- {
684
- "case_id": 94,
685
- "episode_id": 52,
686
- "episode_seed": 104823,
687
- "length": 31,
688
- "mean_latency_ms": 200.39656491695487,
689
- "num_actions": 6,
690
- "num_dropped_actions": 0,
691
- "num_invalid_actions": 0,
692
- "p90_latency_ms": 207.41768421457803,
693
- "p99_latency_ms": 211.3834611579609,
694
- "return": 2.0000000447034836
695
- },
696
- {
697
- "case_id": 95,
698
- "episode_id": 53,
699
- "episode_seed": 104824,
700
- "length": 31,
701
- "mean_latency_ms": 204.3209151399541,
702
- "num_actions": 5,
703
- "num_dropped_actions": 0,
704
- "num_invalid_actions": 0,
705
- "p90_latency_ms": 214.61944743931105,
706
- "p99_latency_ms": 216.40302441642623,
707
- "return": 2.0000000447034836
708
- },
709
- {
710
- "case_id": 96,
711
- "episode_id": 54,
712
- "episode_seed": 104825,
713
- "length": 31,
714
- "mean_latency_ms": 198.95545896571122,
715
- "num_actions": 5,
716
- "num_dropped_actions": 0,
717
- "num_invalid_actions": 0,
718
- "p90_latency_ms": 208.05622994724843,
719
- "p99_latency_ms": 212.20799004682416,
720
- "return": 2.0000000447034836
721
- },
722
- {
723
- "case_id": 97,
724
- "episode_id": 55,
725
- "episode_seed": 104826,
726
- "length": 31,
727
- "mean_latency_ms": 199.77890120615595,
728
- "num_actions": 5,
729
- "num_dropped_actions": 0,
730
- "num_invalid_actions": 0,
731
- "p90_latency_ms": 207.5946568727342,
732
- "p99_latency_ms": 210.89582005514674,
733
- "return": 2.0000000447034836
734
- },
735
- {
736
- "case_id": 98,
737
- "episode_id": 56,
738
- "episode_seed": 104827,
739
- "length": 31,
740
- "mean_latency_ms": 197.4214333694385,
741
- "num_actions": 5,
742
- "num_dropped_actions": 0,
743
- "num_invalid_actions": 0,
744
- "p90_latency_ms": 203.12702573836486,
745
- "p99_latency_ms": 207.51972127961145,
746
- "return": 2.0000000447034836
747
- },
748
- {
749
- "case_id": 99,
750
- "episode_id": 57,
751
- "episode_seed": 104828,
752
- "length": 31,
753
- "mean_latency_ms": 196.96857521873739,
754
- "num_actions": 5,
755
- "num_dropped_actions": 0,
756
- "num_invalid_actions": 0,
757
- "p90_latency_ms": 202.6194602526876,
758
- "p99_latency_ms": 206.1908187548857,
759
- "return": 2.0000000447034836
760
- },
761
- {
762
- "case_id": 100,
763
- "episode_id": 58,
764
- "episode_seed": 104829,
765
- "length": 31,
766
- "mean_latency_ms": 200.0185188924645,
767
- "num_actions": 5,
768
- "num_dropped_actions": 0,
769
- "num_invalid_actions": 0,
770
- "p90_latency_ms": 206.28237503100834,
771
- "p99_latency_ms": 206.34077469694753,
772
- "return": 2.0000000447034836
773
- },
774
- {
775
- "case_id": 101,
776
- "episode_id": 59,
777
- "episode_seed": 104830,
778
- "length": 31,
779
- "mean_latency_ms": 197.90601661994845,
780
- "num_actions": 6,
781
- "num_dropped_actions": 0,
782
- "num_invalid_actions": 0,
783
- "p90_latency_ms": 206.49554254387493,
784
- "p99_latency_ms": 211.46108525010695,
785
- "return": 2.0000000447034836
786
- },
787
- {
788
- "case_id": 102,
789
- "episode_id": 60,
790
- "episode_seed": 104831,
791
- "length": 31,
792
- "mean_latency_ms": 201.40795198536952,
793
- "num_actions": 5,
794
- "num_dropped_actions": 0,
795
- "num_invalid_actions": 0,
796
- "p90_latency_ms": 213.60446169714612,
797
- "p99_latency_ms": 215.30322422720917,
798
- "return": 2.0000000447034836
799
- },
800
- {
801
- "case_id": 103,
802
- "episode_id": 61,
803
- "episode_seed": 104832,
804
- "length": 31,
805
- "mean_latency_ms": 202.1988691957012,
806
- "num_actions": 5,
807
- "num_dropped_actions": 0,
808
- "num_invalid_actions": 0,
809
- "p90_latency_ms": 208.54640471421482,
810
- "p99_latency_ms": 208.8175101464368,
811
- "return": 2.0000000447034836
812
- },
813
- {
814
- "case_id": 104,
815
- "episode_id": 62,
816
- "episode_seed": 104833,
817
- "length": 31,
818
- "mean_latency_ms": 205.35728600654377,
819
- "num_actions": 5,
820
- "num_dropped_actions": 0,
821
- "num_invalid_actions": 0,
822
- "p90_latency_ms": 213.07134498978053,
823
- "p99_latency_ms": 213.25560282454734,
824
- "return": 2.0000000447034836
825
- },
826
- {
827
- "case_id": 105,
828
- "episode_id": 63,
829
- "episode_seed": 104834,
830
- "length": 31,
831
- "mean_latency_ms": 198.88147814644566,
832
- "num_actions": 5,
833
- "num_dropped_actions": 0,
834
- "num_invalid_actions": 0,
835
- "p90_latency_ms": 206.8723969230271,
836
- "p99_latency_ms": 211.90517289271085,
837
- "return": 2.0000000447034836
838
- },
839
- {
840
- "case_id": 106,
841
- "episode_id": 64,
842
- "episode_seed": 104835,
843
- "length": 31,
844
- "mean_latency_ms": 198.5579940264858,
845
- "num_actions": 6,
846
- "num_dropped_actions": 0,
847
- "num_invalid_actions": 0,
848
- "p90_latency_ms": 209.11376430613777,
849
- "p99_latency_ms": 213.16970412765806,
850
- "return": 2.0000000447034836
851
- },
852
- {
853
- "case_id": 107,
854
- "episode_id": 65,
855
- "episode_seed": 104836,
856
- "length": 31,
857
- "mean_latency_ms": 201.44195316746564,
858
- "num_actions": 5,
859
- "num_dropped_actions": 0,
860
- "num_invalid_actions": 0,
861
- "p90_latency_ms": 204.4738867894518,
862
- "p99_latency_ms": 205.1665500390026,
863
- "return": 2.0000000447034836
864
- },
865
- {
866
- "case_id": 108,
867
- "episode_id": 66,
868
- "episode_seed": 104837,
869
- "length": 31,
870
- "mean_latency_ms": 196.27859989197535,
871
- "num_actions": 6,
872
- "num_dropped_actions": 0,
873
- "num_invalid_actions": 0,
874
- "p90_latency_ms": 199.007370159365,
875
- "p99_latency_ms": 199.6456716541387,
876
- "return": 2.0000000447034836
877
- },
878
- {
879
- "case_id": 109,
880
- "episode_id": 67,
881
- "episode_seed": 104838,
882
- "length": 31,
883
- "mean_latency_ms": 202.03166356808003,
884
- "num_actions": 5,
885
- "num_dropped_actions": 0,
886
- "num_invalid_actions": 0,
887
- "p90_latency_ms": 212.16429215110128,
888
- "p99_latency_ms": 212.89100956459203,
889
- "return": 2.0000000447034836
890
- },
891
- {
892
- "case_id": 110,
893
- "episode_id": 68,
894
- "episode_seed": 104839,
895
- "length": 31,
896
- "mean_latency_ms": 206.6653787695915,
897
- "num_actions": 5,
898
- "num_dropped_actions": 0,
899
- "num_invalid_actions": 0,
900
- "p90_latency_ms": 212.18750605711156,
901
- "p99_latency_ms": 212.2463525902004,
902
- "return": 2.0000000447034836
903
- },
904
- {
905
- "case_id": 111,
906
- "episode_id": 69,
907
- "episode_seed": 104840,
908
- "length": 31,
909
- "mean_latency_ms": 200.6485530138668,
910
- "num_actions": 5,
911
- "num_dropped_actions": 0,
912
- "num_invalid_actions": 0,
913
- "p90_latency_ms": 206.278973068657,
914
- "p99_latency_ms": 208.71702337377826,
915
- "return": 2.0000000447034836
916
- },
917
- {
918
- "case_id": 112,
919
- "episode_id": 70,
920
- "episode_seed": 104841,
921
- "length": 31,
922
- "mean_latency_ms": 198.17623485343134,
923
- "num_actions": 5,
924
- "num_dropped_actions": 0,
925
- "num_invalid_actions": 0,
926
- "p90_latency_ms": 202.86061421410918,
927
- "p99_latency_ms": 206.08522103919177,
928
- "return": 2.0000000447034836
929
- },
930
- {
931
- "case_id": 113,
932
- "episode_id": 71,
933
- "episode_seed": 104842,
934
- "length": 31,
935
- "mean_latency_ms": 199.61811014668282,
936
- "num_actions": 5,
937
- "num_dropped_actions": 0,
938
- "num_invalid_actions": 0,
939
- "p90_latency_ms": 208.0604728904098,
940
- "p99_latency_ms": 212.73862667365958,
941
- "return": 2.0000000447034836
942
- },
943
- {
944
- "case_id": 114,
945
- "episode_id": 72,
946
- "episode_seed": 104843,
947
- "length": 31,
948
- "mean_latency_ms": 200.28577406298243,
949
- "num_actions": 5,
950
- "num_dropped_actions": 0,
951
- "num_invalid_actions": 0,
952
- "p90_latency_ms": 209.07522556945514,
953
- "p99_latency_ms": 210.68045354240758,
954
- "return": 2.0000000447034836
955
- },
956
- {
957
- "case_id": 115,
958
- "episode_id": 73,
959
- "episode_seed": 104844,
960
- "length": 31,
961
- "mean_latency_ms": 198.63918228253365,
962
- "num_actions": 6,
963
- "num_dropped_actions": 0,
964
- "num_invalid_actions": 0,
965
- "p90_latency_ms": 205.98799655690885,
966
- "p99_latency_ms": 209.7685367562262,
967
- "return": 2.0000000447034836
968
- },
969
- {
970
- "case_id": 116,
971
- "episode_id": 74,
972
- "episode_seed": 104845,
973
- "length": 31,
974
- "mean_latency_ms": 198.48124269777452,
975
- "num_actions": 5,
976
- "num_dropped_actions": 0,
977
- "num_invalid_actions": 0,
978
- "p90_latency_ms": 209.6444187069755,
979
- "p99_latency_ms": 215.68920124653388,
980
- "return": 2.0000000447034836
981
- },
982
- {
983
- "case_id": 117,
984
- "episode_id": 75,
985
- "episode_seed": 104846,
986
- "length": 31,
987
- "mean_latency_ms": 199.45639224380824,
988
- "num_actions": 5,
989
- "num_dropped_actions": 0,
990
- "num_invalid_actions": 0,
991
- "p90_latency_ms": 205.51839210654794,
992
- "p99_latency_ms": 205.76005908472763,
993
- "return": 2.0000000447034836
994
- },
995
- {
996
- "case_id": 118,
997
- "episode_id": 76,
998
- "episode_seed": 104847,
999
- "length": 31,
1000
- "mean_latency_ms": 203.1432245339061,
1001
- "num_actions": 5,
1002
- "num_dropped_actions": 0,
1003
- "num_invalid_actions": 0,
1004
- "p90_latency_ms": 209.69464240354745,
1005
- "p99_latency_ms": 211.18080004119568,
1006
- "return": 2.0000000447034836
1007
- },
1008
- {
1009
- "case_id": 119,
1010
- "episode_id": 77,
1011
- "episode_seed": 104848,
1012
- "length": 31,
1013
- "mean_latency_ms": 205.61023554550883,
1014
- "num_actions": 5,
1015
- "num_dropped_actions": 0,
1016
- "num_invalid_actions": 0,
1017
- "p90_latency_ms": 218.64571694227624,
1018
- "p99_latency_ms": 221.92348076105552,
1019
- "return": 2.0000000447034836
1020
- },
1021
- {
1022
- "case_id": 120,
1023
- "episode_id": 78,
1024
- "episode_seed": 104849,
1025
- "length": 31,
1026
- "mean_latency_ms": 202.5485228569619,
1027
- "num_actions": 5,
1028
- "num_dropped_actions": 0,
1029
- "num_invalid_actions": 0,
1030
- "p90_latency_ms": 210.66449774213055,
1031
- "p99_latency_ms": 214.1471838626228,
1032
- "return": 2.0000000447034836
1033
- },
1034
- {
1035
- "case_id": 121,
1036
- "episode_id": 79,
1037
- "episode_seed": 104850,
1038
- "length": 31,
1039
- "mean_latency_ms": 201.36059781247357,
1040
- "num_actions": 5,
1041
- "num_dropped_actions": 0,
1042
- "num_invalid_actions": 0,
1043
- "p90_latency_ms": 206.00139680904837,
1044
- "p99_latency_ms": 207.56850887945714,
1045
- "return": 2.0000000447034836
1046
- },
1047
- {
1048
- "case_id": 122,
1049
- "episode_id": 80,
1050
- "episode_seed": 104851,
1051
- "length": 31,
1052
- "mean_latency_ms": 198.9580148328978,
1053
- "num_actions": 5,
1054
- "num_dropped_actions": 0,
1055
- "num_invalid_actions": 0,
1056
- "p90_latency_ms": 206.7548879676054,
1057
- "p99_latency_ms": 208.96670716975547,
1058
- "return": 2.0000000447034836
1059
- },
1060
- {
1061
- "case_id": 123,
1062
- "episode_id": 81,
1063
- "episode_seed": 104852,
1064
- "length": 31,
1065
- "mean_latency_ms": 198.0103405171465,
1066
- "num_actions": 5,
1067
- "num_dropped_actions": 0,
1068
- "num_invalid_actions": 0,
1069
- "p90_latency_ms": 206.20789123489863,
1070
- "p99_latency_ms": 208.68469775302688,
1071
- "return": 2.0000000447034836
1072
- },
1073
- {
1074
- "case_id": 124,
1075
- "episode_id": 82,
1076
- "episode_seed": 104853,
1077
- "length": 31,
1078
- "mean_latency_ms": 196.75793744694226,
1079
- "num_actions": 5,
1080
- "num_dropped_actions": 0,
1081
- "num_invalid_actions": 0,
1082
- "p90_latency_ms": 201.17052849392158,
1083
- "p99_latency_ms": 203.31345215018013,
1084
- "return": 2.0000000447034836
1085
- },
1086
- {
1087
- "case_id": 125,
1088
- "episode_id": 83,
1089
- "episode_seed": 104854,
1090
- "length": 31,
1091
- "mean_latency_ms": 199.46452561099488,
1092
- "num_actions": 5,
1093
- "num_dropped_actions": 0,
1094
- "num_invalid_actions": 0,
1095
- "p90_latency_ms": 208.0047053903509,
1096
- "p99_latency_ms": 212.93286479068522,
1097
- "return": 2.0000000447034836
1098
- },
1099
- {
1100
- "case_id": 126,
1101
- "episode_id": 84,
1102
- "episode_seed": 104855,
1103
- "length": 31,
1104
- "mean_latency_ms": 195.90192298721078,
1105
- "num_actions": 6,
1106
- "num_dropped_actions": 0,
1107
- "num_invalid_actions": 0,
1108
- "p90_latency_ms": 199.64890361444316,
1109
- "p99_latency_ms": 199.86787159249727,
1110
- "return": 2.0000000447034836
1111
- },
1112
- {
1113
- "case_id": 127,
1114
- "episode_id": 85,
1115
- "episode_seed": 104856,
1116
- "length": 31,
1117
- "mean_latency_ms": 202.09375852481378,
1118
- "num_actions": 5,
1119
- "num_dropped_actions": 0,
1120
- "num_invalid_actions": 0,
1121
- "p90_latency_ms": 210.268119894434,
1122
- "p99_latency_ms": 214.5022499938733,
1123
- "return": 2.0000000447034836
1124
- },
1125
- {
1126
- "case_id": 128,
1127
- "episode_id": 86,
1128
- "episode_seed": 104857,
1129
- "length": 31,
1130
- "mean_latency_ms": 203.16557220036054,
1131
- "num_actions": 5,
1132
- "num_dropped_actions": 0,
1133
- "num_invalid_actions": 0,
1134
- "p90_latency_ms": 207.03259367934152,
1135
- "p99_latency_ms": 207.3379486355518,
1136
- "return": 2.0000000447034836
1137
- },
1138
- {
1139
- "case_id": 129,
1140
- "episode_id": 87,
1141
- "episode_seed": 104858,
1142
- "length": 31,
1143
- "mean_latency_ms": 199.37793943189885,
1144
- "num_actions": 5,
1145
- "num_dropped_actions": 0,
1146
- "num_invalid_actions": 0,
1147
- "p90_latency_ms": 206.7497853358566,
1148
- "p99_latency_ms": 209.93579779590291,
1149
- "return": 2.0000000447034836
1150
- },
1151
- {
1152
- "case_id": 130,
1153
- "episode_id": 88,
1154
- "episode_seed": 104859,
1155
- "length": 31,
1156
- "mean_latency_ms": 209.2698393666324,
1157
- "num_actions": 5,
1158
- "num_dropped_actions": 0,
1159
- "num_invalid_actions": 0,
1160
- "p90_latency_ms": 216.61299915303582,
1161
- "p99_latency_ms": 216.99200304647843,
1162
- "return": 2.0000000447034836
1163
- },
1164
- {
1165
- "case_id": 131,
1166
- "episode_id": 89,
1167
- "episode_seed": 104860,
1168
- "length": 31,
1169
- "mean_latency_ms": 202.45537303897666,
1170
- "num_actions": 5,
1171
- "num_dropped_actions": 0,
1172
- "num_invalid_actions": 0,
1173
- "p90_latency_ms": 208.57092614989512,
1174
- "p99_latency_ms": 211.60574254499573,
1175
- "return": 2.0000000447034836
1176
- },
1177
- {
1178
- "case_id": 132,
1179
- "episode_id": 90,
1180
- "episode_seed": 104861,
1181
- "length": 31,
1182
- "mean_latency_ms": 199.9988444821929,
1183
- "num_actions": 5,
1184
- "num_dropped_actions": 0,
1185
- "num_invalid_actions": 0,
1186
- "p90_latency_ms": 205.6750085499176,
1187
- "p99_latency_ms": 208.12591813252547,
1188
- "return": 2.0000000447034836
1189
- },
1190
- {
1191
- "case_id": 133,
1192
- "episode_id": 91,
1193
- "episode_seed": 104862,
1194
- "length": 31,
1195
- "mean_latency_ms": 200.4372031315588,
1196
- "num_actions": 5,
1197
- "num_dropped_actions": 0,
1198
- "num_invalid_actions": 0,
1199
- "p90_latency_ms": 210.0135312395796,
1200
- "p99_latency_ms": 215.39089418352276,
1201
- "return": 2.0000000447034836
1202
- },
1203
- {
1204
- "case_id": 134,
1205
- "episode_id": 92,
1206
- "episode_seed": 104863,
1207
- "length": 31,
1208
- "mean_latency_ms": 207.3774172475428,
1209
- "num_actions": 5,
1210
- "num_dropped_actions": 0,
1211
- "num_invalid_actions": 0,
1212
- "p90_latency_ms": 214.06588194493958,
1213
- "p99_latency_ms": 214.3515441202694,
1214
- "return": 2.0000000447034836
1215
- },
1216
- {
1217
- "case_id": 135,
1218
- "episode_id": 93,
1219
- "episode_seed": 104864,
1220
- "length": 31,
1221
- "mean_latency_ms": 198.90191494022574,
1222
- "num_actions": 5,
1223
- "num_dropped_actions": 0,
1224
- "num_invalid_actions": 0,
1225
- "p90_latency_ms": 209.45747161799056,
1226
- "p99_latency_ms": 215.14184745531585,
1227
- "return": 2.0000000447034836
1228
- },
1229
- {
1230
- "case_id": 136,
1231
- "episode_id": 94,
1232
- "episode_seed": 104865,
1233
- "length": 31,
1234
- "mean_latency_ms": 203.10572319903432,
1235
- "num_actions": 5,
1236
- "num_dropped_actions": 0,
1237
- "num_invalid_actions": 0,
1238
- "p90_latency_ms": 207.67339562929865,
1239
- "p99_latency_ms": 207.68168864824645,
1240
- "return": 2.0000000447034836
1241
- },
1242
- {
1243
- "case_id": 137,
1244
- "episode_id": 95,
1245
- "episode_seed": 104866,
1246
- "length": 31,
1247
- "mean_latency_ms": 200.478199780309,
1248
- "num_actions": 5,
1249
- "num_dropped_actions": 0,
1250
- "num_invalid_actions": 0,
1251
- "p90_latency_ms": 203.77714329604333,
1252
- "p99_latency_ms": 205.15391102718135,
1253
- "return": 2.0000000447034836
1254
- },
1255
- {
1256
- "case_id": 138,
1257
- "episode_id": 96,
1258
- "episode_seed": 104867,
1259
- "length": 31,
1260
- "mean_latency_ms": 204.55100951918902,
1261
- "num_actions": 5,
1262
- "num_dropped_actions": 0,
1263
- "num_invalid_actions": 0,
1264
- "p90_latency_ms": 213.26184573124215,
1265
- "p99_latency_ms": 215.6066471436228,
1266
- "return": 2.0000000447034836
1267
- },
1268
- {
1269
- "case_id": 139,
1270
- "episode_id": 97,
1271
- "episode_seed": 104868,
1272
- "length": 31,
1273
- "mean_latency_ms": 203.76597427741066,
1274
- "num_actions": 5,
1275
- "num_dropped_actions": 0,
1276
- "num_invalid_actions": 0,
1277
- "p90_latency_ms": 212.78238343010392,
1278
- "p99_latency_ms": 213.04282270073375,
1279
- "return": 2.0000000447034836
1280
- },
1281
- {
1282
- "case_id": 140,
1283
- "episode_id": 98,
1284
- "episode_seed": 104869,
1285
- "length": 31,
1286
- "mean_latency_ms": 204.2156985125779,
1287
- "num_actions": 5,
1288
- "num_dropped_actions": 0,
1289
- "num_invalid_actions": 0,
1290
- "p90_latency_ms": 211.69198434591146,
1291
- "p99_latency_ms": 211.993449581941,
1292
- "return": 2.0000000447034836
1293
- },
1294
- {
1295
- "case_id": 141,
1296
- "episode_id": 99,
1297
- "episode_seed": 104870,
1298
- "length": 31,
1299
- "mean_latency_ms": 199.01992126225883,
1300
- "num_actions": 5,
1301
- "num_dropped_actions": 0,
1302
- "num_invalid_actions": 0,
1303
- "p90_latency_ms": 206.78088318382413,
1304
- "p99_latency_ms": 209.92513006108913,
1305
- "return": 2.0000000447034836
1306
- }
1307
- ],
1308
- "policy": "sample-factory",
1309
- "protocol": {
1310
- "actual_environment_seeds": [
1311
- 104771,
1312
- 104772,
1313
- 104773,
1314
- 104774,
1315
- 104775,
1316
- 104776,
1317
- 104777,
1318
- 104778,
1319
- 104779,
1320
- 104780,
1321
- 104781,
1322
- 104782,
1323
- 104783,
1324
- 104784,
1325
- 104785,
1326
- 104786,
1327
- 104787,
1328
- 104788,
1329
- 104789,
1330
- 104790,
1331
- 104791,
1332
- 104792,
1333
- 104793,
1334
- 104794,
1335
- 104795,
1336
- 104796,
1337
- 104797,
1338
- 104798,
1339
- 104799,
1340
- 104800,
1341
- 104801,
1342
- 104802,
1343
- 104803,
1344
- 104804,
1345
- 104805,
1346
- 104806,
1347
- 104807,
1348
- 104808,
1349
- 104809,
1350
- 104810,
1351
- 104811,
1352
- 104812,
1353
- 104813,
1354
- 104814,
1355
- 104815,
1356
- 104816,
1357
- 104817,
1358
- 104818,
1359
- 104819,
1360
- 104820,
1361
- 104821,
1362
- 104822,
1363
- 104823,
1364
- 104824,
1365
- 104825,
1366
- 104826,
1367
- 104827,
1368
- 104828,
1369
- 104829,
1370
- 104830,
1371
- 104831,
1372
- 104832,
1373
- 104833,
1374
- 104834,
1375
- 104835,
1376
- 104836,
1377
- 104837,
1378
- 104838,
1379
- 104839,
1380
- 104840,
1381
- 104841,
1382
- 104842,
1383
- 104843,
1384
- 104844,
1385
- 104845,
1386
- 104846,
1387
- 104847,
1388
- 104848,
1389
- 104849,
1390
- 104850,
1391
- 104851,
1392
- 104852,
1393
- 104853,
1394
- 104854,
1395
- 104855,
1396
- 104856,
1397
- 104857,
1398
- 104858,
1399
- 104859,
1400
- 104860,
1401
- 104861,
1402
- 104862,
1403
- 104863,
1404
- 104864,
1405
- 104865,
1406
- 104866,
1407
- 104867,
1408
- 104868,
1409
- 104869,
1410
- 104870
1411
- ],
1412
- "deterministic": true,
1413
- "episodes": 100,
1414
- "horizon": 3600,
1415
- "latency": {
1416
- "instance_id": "instance_a5037b165aa0cedc",
1417
- "method": "iid_profile_replay",
1418
- "path": "profiles/pi05/1x-rtx3090/flappy/instance_a5037b165aa0cedc",
1419
- "replay": "iid",
1420
- "repo_id": "latency-sensitive-bench/profiles",
1421
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
1422
- "simulated_worker_capacity": 1
1423
- },
1424
- "logical_case_ids": [
1425
- 42,
1426
- 43,
1427
- 44,
1428
- 45,
1429
- 46,
1430
- 47,
1431
- 48,
1432
- 49,
1433
- 50,
1434
- 51,
1435
- 52,
1436
- 53,
1437
- 54,
1438
- 55,
1439
- 56,
1440
- 57,
1441
- 58,
1442
- 59,
1443
- 60,
1444
- 61,
1445
- 62,
1446
- 63,
1447
- 64,
1448
- 65,
1449
- 66,
1450
- 67,
1451
- 68,
1452
- 69,
1453
- 70,
1454
- 71,
1455
- 72,
1456
- 73,
1457
- 74,
1458
- 75,
1459
- 76,
1460
- 77,
1461
- 78,
1462
- 79,
1463
- 80,
1464
- 81,
1465
- 82,
1466
- 83,
1467
- 84,
1468
- 85,
1469
- 86,
1470
- 87,
1471
- 88,
1472
- 89,
1473
- 90,
1474
- 91,
1475
- 92,
1476
- 93,
1477
- 94,
1478
- 95,
1479
- 96,
1480
- 97,
1481
- 98,
1482
- 99,
1483
- 100,
1484
- 101,
1485
- 102,
1486
- 103,
1487
- 104,
1488
- 105,
1489
- 106,
1490
- 107,
1491
- 108,
1492
- 109,
1493
- 110,
1494
- 111,
1495
- 112,
1496
- 113,
1497
- 114,
1498
- 115,
1499
- 116,
1500
- 117,
1501
- 118,
1502
- 119,
1503
- 120,
1504
- 121,
1505
- 122,
1506
- 123,
1507
- 124,
1508
- 125,
1509
- 126,
1510
- 127,
1511
- 128,
1512
- 129,
1513
- 130,
1514
- 131,
1515
- 132,
1516
- 133,
1517
- 134,
1518
- 135,
1519
- 136,
1520
- 137,
1521
- 138,
1522
- 139,
1523
- 140,
1524
- 141
1525
- ],
1526
- "parallel_envs": 100,
1527
- "sample_factory_seed_offset": 104729
1528
- },
1529
- "schema_version": 1,
1530
- "summary": {
1531
- "mean_episode_length": 31,
1532
- "mean_return": 2.0000000447034836,
1533
- "return_ci95_student_t": [
1534
- 2.0000000447034836,
1535
- 2.0000000447034836
1536
- ],
1537
- "std_episode_length": 0.0,
1538
- "std_return": 0.0
1539
- },
1540
- "task": "Flappy Bird"
1541
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-v1/provenance.json DELETED
@@ -1,38 +0,0 @@
1
- {
2
- "artifact": "sample-factory-small-policy",
3
- "central_target": {
4
- "path": "latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-v1",
5
- "readback_revision": "98b693409c2f86c10b7a11e511fa60ff9e93e7ec",
6
- "repo_id": "latency-sensitive-bench/benchmark-models"
7
- },
8
- "files": {
9
- "checkpoint": {
10
- "bytes": 21798137,
11
- "path": "best_000096264_49315840_reward_111.747.pth",
12
- "sha256": "698adea789f3e041cddba53a3ded871f34442f87680f04d1608275109766fe13"
13
- },
14
- "config": {
15
- "bytes": 10352,
16
- "path": "config.json",
17
- "sha256": "7f5dbf8901521c87965fbebc30b265e6f676784c71a69c337f23ad6e9ff87f0b"
18
- },
19
- "evaluation": "eval_profile.json"
20
- },
21
- "profile": {
22
- "instance_id": "instance_a5037b165aa0cedc",
23
- "path": "profiles/pi05/1x-rtx3090/flappy/instance_a5037b165aa0cedc",
24
- "replay": "iid",
25
- "repo_id": "latency-sensitive-bench/profiles",
26
- "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
27
- "simulated_worker_capacity": 1
28
- },
29
- "publication_status": "published-central-readback-passed",
30
- "schema_version": 1,
31
- "source": {
32
- "checkpoint": "memory/small_model/flappy/pi05_rtx3090_profile_25m_fs4_1min_eval/train/memory_small_model:flappy:frame_stack:pi05_rtx3090_iid:fs4:obs30:stride1:seed11/checkpoint_p0/best_000096264_49315840_reward_111.747.pth",
33
- "path": "memory/small_model/flappy/pi05_rtx3090_profile_25m_fs4_1min_eval/train/memory_small_model:flappy:frame_stack:pi05_rtx3090_iid:fs4:obs30:stride1:seed11",
34
- "repo_id": "latency-sensitive-bench/paper-experiment-models",
35
- "revision": "8d576e64dd9f7370e06abfebff37b3d50dfdf8d1"
36
- },
37
- "task": "Flappy Bird"
38
- }