diff --git a/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/README.md b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/README.md index 90978355f7f708a3b601671e07bbf7e1c39e128f..938c27307b83df633fc2b59290fd4d296dd3c2c6 100644 --- a/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/README.md +++ b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/README.md @@ -1,8 +1,8 @@ -# Atlantis qwenoft zero-latency H8 VLA +# Atlantis qwenoft zero-trained H8 VLA Current RGB and eight binary decision-history windows; action horizon one. Initialized from the pinned Qwen3-VL-4B backbone and random action head. - Training: 5000 steps, seed 42, global batch 128 - W&B: https://wandb.ai/saberrr-zju/starvla_tasks/runs/40be052b -- Evaluation: 100 episodes, seeds 1000000–1000099, GPU simulator, parallel 32, capacity 1, 60/15 Hz, 7200 raw-frame cap, zero latency -- Mean raw return: 39560.0 +- Evaluation: 100 episodes, seeds 1000000–1000099, GPU simulator, parallel 32, capacity 1, 60/15 Hz, 7200 raw-frame cap, profile latency +- Mean raw return: 18588.0 diff --git a/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/eval_profile.json b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/eval_profile.json new file mode 100644 index 0000000000000000000000000000000000000000..f6e91aaae76cd57a0cd10a59a284de10fc5a5ce0 --- /dev/null +++ b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/eval_profile.json @@ -0,0 +1,217 @@ +{ + "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", + "experiment_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", + "latency": "profile_sample", + "latency_type": "profile_sample", + "lengths": [ + 6502, + 4860, + 6607, + 5080, + 6437, + 3553, + 3278, + 5311, + 3748, + 5104, + 5768, + 3558, + 4806, + 6103, + 5411, + 5644, + 2602, + 4553, + 5281, + 4300, + 3326, + 2793, + 2433, + 5519, + 5334, + 3928, + 6605, + 3182, + 4062, + 7200, + 5238, + 4377, + 4530, + 4282, + 3908, + 6863, + 5245, + 6844, + 5974, + 4005, + 4792, + 4254, + 5061, + 7000, + 4033, + 5157, + 5771, + 3723, + 4875, + 3657, + 5048, + 3179, + 4804, + 3545, + 3753, + 5440, + 4275, + 4658, + 6598, + 4265, + 5644, + 3967, + 7200, + 3009, + 4001, + 7200, + 4702, + 5983, + 5245, + 5501, + 7200, + 4108, + 5188, + 7200, + 4230, + 7200, + 4982, + 4156, + 7132, + 5178, + 7200, + 5082, + 4799, + 4514, + 4587, + 6666, + 6847, + 5767, + 6339, + 5618, + 5613, + 3899, + 4318, + 4763, + 4798, + 4513, + 4716, + 4314, + 5162, + 5178 + ], + "mean_length": 5017.61, + "mean_return": 18588.0, + "returns": [ + 23600.0, + 18600.0, + 21700.0, + 21800.0, + 20500.0, + 12200.0, + 9500.0, + 16800.0, + 13800.0, + 19900.0, + 24500.0, + 13700.0, + 13700.0, + 17300.0, + 19000.0, + 27900.0, + 6900.0, + 21600.0, + 16000.0, + 17700.0, + 10500.0, + 9800.0, + 6300.0, + 17700.0, + 12400.0, + 8800.0, + 22900.0, + 9700.0, + 10300.0, + 26700.0, + 14400.0, + 22300.0, + 16300.0, + 13700.0, + 16800.0, + 29200.0, + 14400.0, + 28600.0, + 20100.0, + 14800.0, + 16500.0, + 14200.0, + 20700.0, + 27200.0, + 11400.0, + 19700.0, + 17400.0, + 7900.0, + 18900.0, + 17200.0, + 20300.0, + 9600.0, + 20400.0, + 13200.0, + 13300.0, + 21400.0, + 15400.0, + 16000.0, + 26000.0, + 12900.0, + 26400.0, + 9500.0, + 25500.0, + 9100.0, + 20000.0, + 25900.0, + 19200.0, + 23400.0, + 12600.0, + 15600.0, + 36300.0, + 13100.0, + 14700.0, + 38100.0, + 17300.0, + 29000.0, + 25900.0, + 13100.0, + 34900.0, + 19900.0, + 32600.0, + 14900.0, + 20900.0, + 14900.0, + 15100.0, + 25700.0, + 30300.0, + 20600.0, + 23500.0, + 27300.0, + 22800.0, + 12600.0, + 17400.0, + 15500.0, + 19500.0, + 17100.0, + 14800.0, + 20500.0, + 17100.0, + 24200.0 + ], + "seed": 1000000, + "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", + "std_return": 6544.543987169771, + "suite_name": "profile_sample", + "timestamp_utc": "2026-09-24T12:41:59.686946+00:00" +} diff --git a/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/evaluation_profile/action_audit.json b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/evaluation_profile/action_audit.json new file mode 100644 index 0000000000000000000000000000000000000000..2ddd0f8d8d588016fc17cc60675b9bbc3c894c92 --- /dev/null +++ b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/evaluation_profile/action_audit.json @@ -0,0 +1,133 @@ +{ + "eval_protocol_version": "hist8-history01-sf-render-v4", + "history_encoding": "binary_0_1", + "episodes": 100, + "episode_seeds": [ + 1000000, + 1000001, + 1000002, + 1000003, + 1000004, + 1000005, + 1000006, + 1000007, + 1000008, + 1000009, + 1000010, + 1000011, + 1000012, + 1000013, + 1000014, + 1000015, + 1000016, + 1000017, + 1000018, + 1000019, + 1000020, + 1000021, + 1000022, + 1000023, + 1000024, + 1000025, + 1000026, + 1000027, + 1000028, + 1000029, + 1000030, + 1000031, + 1000032, + 1000033, + 1000034, + 1000035, + 1000036, + 1000037, + 1000038, + 1000039, + 1000040, + 1000041, + 1000042, + 1000043, + 1000044, + 1000045, + 1000046, + 1000047, + 1000048, + 1000049, + 1000050, + 1000051, + 1000052, + 1000053, + 1000054, + 1000055, + 1000056, + 1000057, + 1000058, + 1000059, + 1000060, + 1000061, + 1000062, + 1000063, + 1000064, + 1000065, + 1000066, + 1000067, + 1000068, + 1000069, + 1000070, + 1000071, + 1000072, + 1000073, + 1000074, + 1000075, + 1000076, + 1000077, + 1000078, + 1000079, + 1000080, + 1000081, + 1000082, + 1000083, + 1000084, + 1000085, + 1000086, + 1000087, + 1000088, + 1000089, + 1000090, + 1000091, + 1000092, + 1000093, + 1000094, + 1000095, + 1000096, + 1000097, + 1000098, + 1000099 + ], + "issued_actions": 62677, + "action_counts": { + "0": 15821, + "2": 29659, + "3": 12666, + "1": 4531 + }, + "largest_action_fraction": 0.47320388659316814, + "raw_score_min": [ + -16.4777889251709, + -17.36240005493164, + -17.736751556396484, + -16.52406120300293 + ], + "raw_score_max": [ + 20.059650421142578, + 20.963884353637695, + 20.347089767456055, + 20.745391845703125 + ], + "raw_score_mean": [ + 1.5759939295484995, + -6.00103662508784, + 6.868458961622308, + -0.553409212165336 + ] +} diff --git a/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/evaluation_profile/episode_metrics.jsonl b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/evaluation_profile/episode_metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..30d9459424cad670ffb1fa5fb75f55ff864d5738 --- /dev/null +++ b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/evaluation_profile/episode_metrics.jsonl @@ -0,0 +1,100 @@ +{"episode_id": 0, "episode_return": 23600.0, "episode_return_env": 23600.0, "game_score": 23600.0, "mean_latency_ms": 116.28686591068589, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 813, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000000, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 813, "workload_id": "atlantis"}, "num_actions": 813, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.40791158729093, "p99_latency_ms": 124.07210268198199, "return_raw": null, "survival_steps": 6502} +{"episode_id": 1, "episode_return": 18600.0, "episode_return_env": 18600.0, "game_score": 18600.0, "mean_latency_ms": 116.476568060757, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 608, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000001, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 607, "workload_id": "atlantis"}, "num_actions": 607, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.11451498495816, "p99_latency_ms": 127.1152176641105, "return_raw": null, "survival_steps": 4860} +{"episode_id": 2, "episode_return": 21700.0, "episode_return_env": 21700.0, "game_score": 21700.0, "mean_latency_ms": 116.42406467246738, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 829, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000002, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 823, "workload_id": "atlantis"}, "num_actions": 823, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.85100680135461, "p99_latency_ms": 126.33140731156675, "return_raw": null, "survival_steps": 6607} +{"episode_id": 3, "episode_return": 21800.0, "episode_return_env": 21800.0, "game_score": 21800.0, "mean_latency_ms": 116.38894019914629, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 635, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000003, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 635, "workload_id": "atlantis"}, "num_actions": 635, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.13145765258973, "p99_latency_ms": 123.6044012266581, "return_raw": null, "survival_steps": 5080} +{"episode_id": 4, "episode_return": 20500.0, "episode_return_env": 20500.0, "game_score": 20500.0, "mean_latency_ms": 116.30120293828516, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 805, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000004, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 805, "workload_id": "atlantis"}, "num_actions": 805, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.12107193653907, "p99_latency_ms": 123.44986989220176, "return_raw": null, "survival_steps": 6437} +{"episode_id": 5, "episode_return": 12200.0, "episode_return_env": 12200.0, "game_score": 12200.0, "mean_latency_ms": 116.41254407910426, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 445, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000005, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 444, "workload_id": "atlantis"}, "num_actions": 444, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.0564624752058, "p99_latency_ms": 126.97450069054923, "return_raw": null, "survival_steps": 3553} +{"episode_id": 6, "episode_return": 9500.0, "episode_return_env": 9500.0, "game_score": 9500.0, "mean_latency_ms": 116.22355340426837, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 410, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000006, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 410, "workload_id": "atlantis"}, "num_actions": 410, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.70505174310155, "p99_latency_ms": 123.55182110191599, "return_raw": null, "survival_steps": 3278} +{"episode_id": 7, "episode_return": 16800.0, "episode_return_env": 16800.0, "game_score": 16800.0, "mean_latency_ms": 116.23574514448218, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 664, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000007, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 664, "workload_id": "atlantis"}, "num_actions": 664, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.81705224008016, "p99_latency_ms": 124.07998081410153, "return_raw": null, "survival_steps": 5311} +{"episode_id": 8, "episode_return": 13800.0, "episode_return_env": 13800.0, "game_score": 13800.0, "mean_latency_ms": 116.39096198066491, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 468, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000008, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 469, "workload_id": "atlantis"}, "num_actions": 469, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.19124128529016, "p99_latency_ms": 125.31647060594328, "return_raw": null, "survival_steps": 3748} +{"episode_id": 9, "episode_return": 19900.0, "episode_return_env": 19900.0, "game_score": 19900.0, "mean_latency_ms": 116.27916899259654, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 638, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000009, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 638, "workload_id": "atlantis"}, "num_actions": 638, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.77112395737802, "p99_latency_ms": 123.65891851457582, "return_raw": null, "survival_steps": 5104} +{"episode_id": 10, "episode_return": 24500.0, "episode_return_env": 24500.0, "game_score": 24500.0, "mean_latency_ms": 116.20024489703049, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 721, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000010, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 721, "workload_id": "atlantis"}, "num_actions": 721, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.6561685356904, "p99_latency_ms": 125.3505097789568, "return_raw": null, "survival_steps": 5768} +{"episode_id": 11, "episode_return": 13700.0, "episode_return_env": 13700.0, "game_score": 13700.0, "mean_latency_ms": 116.18379849056824, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 445, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000011, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 445, "workload_id": "atlantis"}, "num_actions": 445, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.52734543658664, "p99_latency_ms": 123.20098918972607, "return_raw": null, "survival_steps": 3558} +{"episode_id": 12, "episode_return": 13700.0, "episode_return_env": 13700.0, "game_score": 13700.0, "mean_latency_ms": 116.29298612317767, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 602, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000012, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 600, "workload_id": "atlantis"}, "num_actions": 600, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.79101725180844, "p99_latency_ms": 123.9504788978631, "return_raw": null, "survival_steps": 4806} +{"episode_id": 13, "episode_return": 17300.0, "episode_return_env": 17300.0, "game_score": 17300.0, "mean_latency_ms": 116.42693723745293, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 764, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000013, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 762, "workload_id": "atlantis"}, "num_actions": 762, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.07329648553221, "p99_latency_ms": 125.00076489914571, "return_raw": null, "survival_steps": 6103} +{"episode_id": 14, "episode_return": 19000.0, "episode_return_env": 19000.0, "game_score": 19000.0, "mean_latency_ms": 116.18042105418454, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 676, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000014, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 677, "workload_id": "atlantis"}, "num_actions": 677, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.37803375456647, "p99_latency_ms": 123.5600757788242, "return_raw": null, "survival_steps": 5411} +{"episode_id": 15, "episode_return": 27900.0, "episode_return_env": 27900.0, "game_score": 27900.0, "mean_latency_ms": 116.13671984853873, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 706, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000015, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 705, "workload_id": "atlantis"}, "num_actions": 705, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.78085705903155, "p99_latency_ms": 125.0192826879724, "return_raw": null, "survival_steps": 5644} +{"episode_id": 16, "episode_return": 6900.0, "episode_return_env": 6900.0, "game_score": 6900.0, "mean_latency_ms": 115.94831110134241, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 325, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000016, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 326, "workload_id": "atlantis"}, "num_actions": 326, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.58310702162271, "p99_latency_ms": 123.59598778531361, "return_raw": null, "survival_steps": 2602} +{"episode_id": 17, "episode_return": 21600.0, "episode_return_env": 21600.0, "game_score": 21600.0, "mean_latency_ms": 116.34062038874353, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 569, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000017, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 570, "workload_id": "atlantis"}, "num_actions": 570, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.0137697804571, "p99_latency_ms": 124.07264087559697, "return_raw": null, "survival_steps": 4553} +{"episode_id": 18, "episode_return": 16000.0, "episode_return_env": 16000.0, "game_score": 16000.0, "mean_latency_ms": 116.22820924331076, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 661, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000018, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 660, "workload_id": "atlantis"}, "num_actions": 660, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.57843566889159, "p99_latency_ms": 123.09631231563456, "return_raw": null, "survival_steps": 5281} +{"episode_id": 19, "episode_return": 17700.0, "episode_return_env": 17700.0, "game_score": 17700.0, "mean_latency_ms": 116.23838979990876, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 537, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000019, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 538, "workload_id": "atlantis"}, "num_actions": 538, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.86062613701715, "p99_latency_ms": 123.70062093857538, "return_raw": null, "survival_steps": 4300} +{"episode_id": 20, "episode_return": 10500.0, "episode_return_env": 10500.0, "game_score": 10500.0, "mean_latency_ms": 116.47215203578838, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 416, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000020, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 416, "workload_id": "atlantis"}, "num_actions": 416, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.75683633445357, "p99_latency_ms": 123.83304608590716, "return_raw": null, "survival_steps": 3326} +{"episode_id": 21, "episode_return": 9800.0, "episode_return_env": 9800.0, "game_score": 9800.0, "mean_latency_ms": 116.26290287558096, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 349, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000021, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.70562307178034, "p99_latency_ms": 123.58005605254183, "return_raw": null, "survival_steps": 2793} +{"episode_id": 22, "episode_return": 6300.0, "episode_return_env": 6300.0, "game_score": 6300.0, "mean_latency_ms": 116.52988711414648, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 305, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000022, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 304, "workload_id": "atlantis"}, "num_actions": 304, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.7577298267275, "p99_latency_ms": 122.95289046426511, "return_raw": null, "survival_steps": 2433} +{"episode_id": 23, "episode_return": 17700.0, "episode_return_env": 17700.0, "game_score": 17700.0, "mean_latency_ms": 116.98928448493147, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 697, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000023, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 683, "workload_id": "atlantis"}, "num_actions": 683, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.44479577153972, "p99_latency_ms": 148.62247475602132, "return_raw": null, "survival_steps": 5519} +{"episode_id": 24, "episode_return": 12400.0, "episode_return_env": 12400.0, "game_score": 12400.0, "mean_latency_ms": 116.31282282392915, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 667, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000024, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 667, "workload_id": "atlantis"}, "num_actions": 667, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.83663759609131, "p99_latency_ms": 123.93670794768073, "return_raw": null, "survival_steps": 5334} +{"episode_id": 25, "episode_return": 8800.0, "episode_return_env": 8800.0, "game_score": 8800.0, "mean_latency_ms": 117.08642037153754, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 496, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000025, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 486, "workload_id": "atlantis"}, "num_actions": 486, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.4270176320261, "p99_latency_ms": 150.35421448377775, "return_raw": null, "survival_steps": 3928} +{"episode_id": 26, "episode_return": 22900.0, "episode_return_env": 22900.0, "game_score": 22900.0, "mean_latency_ms": 116.18430764354169, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 826, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000026, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 826, "workload_id": "atlantis"}, "num_actions": 826, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.63899403384002, "p99_latency_ms": 123.84077445642306, "return_raw": null, "survival_steps": 6605} +{"episode_id": 27, "episode_return": 9700.0, "episode_return_env": 9700.0, "game_score": 9700.0, "mean_latency_ms": 116.28445137791084, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 398, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000027, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 398, "workload_id": "atlantis"}, "num_actions": 398, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.4048132838653, "p99_latency_ms": 124.22157304305232, "return_raw": null, "survival_steps": 3182} +{"episode_id": 28, "episode_return": 10300.0, "episode_return_env": 10300.0, "game_score": 10300.0, "mean_latency_ms": 116.15101989952747, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 508, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000028, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 508, "workload_id": "atlantis"}, "num_actions": 508, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.43987943327556, "p99_latency_ms": 124.1300840433272, "return_raw": null, "survival_steps": 4062} +{"episode_id": 29, "episode_return": 26700.0, "episode_return_env": 26700.0, "game_score": 26700.0, "mean_latency_ms": 116.23119049131465, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000029, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.65825340602603, "p99_latency_ms": 123.8828970669454, "return_raw": null, "survival_steps": 7200} +{"episode_id": 30, "episode_return": 14400.0, "episode_return_env": 14400.0, "game_score": 14400.0, "mean_latency_ms": 116.24714518120291, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 655, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000030, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 655, "workload_id": "atlantis"}, "num_actions": 655, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.6260568243228, "p99_latency_ms": 123.40793352831196, "return_raw": null, "survival_steps": 5238} +{"episode_id": 31, "episode_return": 22300.0, "episode_return_env": 22300.0, "game_score": 22300.0, "mean_latency_ms": 116.26393461813281, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 547, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000031, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 548, "workload_id": "atlantis"}, "num_actions": 548, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.61272045619967, "p99_latency_ms": 124.50352146044443, "return_raw": null, "survival_steps": 4377} +{"episode_id": 32, "episode_return": 16300.0, "episode_return_env": 16300.0, "game_score": 16300.0, "mean_latency_ms": 116.1829008937402, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 566, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000032, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 567, "workload_id": "atlantis"}, "num_actions": 567, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.34958501882912, "p99_latency_ms": 123.77934822120872, "return_raw": null, "survival_steps": 4530} +{"episode_id": 33, "episode_return": 13700.0, "episode_return_env": 13700.0, "game_score": 13700.0, "mean_latency_ms": 116.26551624170152, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 536, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000033, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 535, "workload_id": "atlantis"}, "num_actions": 535, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.05425390880103, "p99_latency_ms": 123.19203178207155, "return_raw": null, "survival_steps": 4282} +{"episode_id": 34, "episode_return": 16800.0, "episode_return_env": 16800.0, "game_score": 16800.0, "mean_latency_ms": 116.35123574889684, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 489, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000034, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 488, "workload_id": "atlantis"}, "num_actions": 488, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.51121567359584, "p99_latency_ms": 125.14923515875608, "return_raw": null, "survival_steps": 3908} +{"episode_id": 35, "episode_return": 29200.0, "episode_return_env": 29200.0, "game_score": 29200.0, "mean_latency_ms": 116.29473682264462, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 859, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000035, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 857, "workload_id": "atlantis"}, "num_actions": 857, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.98121436157348, "p99_latency_ms": 124.09658962244538, "return_raw": null, "survival_steps": 6863} +{"episode_id": 36, "episode_return": 14400.0, "episode_return_env": 14400.0, "game_score": 14400.0, "mean_latency_ms": 116.27072178679123, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 656, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000036, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 656, "workload_id": "atlantis"}, "num_actions": 656, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.69301567267163, "p99_latency_ms": 125.0099565457092, "return_raw": null, "survival_steps": 5245} +{"episode_id": 37, "episode_return": 28600.0, "episode_return_env": 28600.0, "game_score": 28600.0, "mean_latency_ms": 116.20613524154683, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 855, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000037, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 856, "workload_id": "atlantis"}, "num_actions": 856, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.73994248131646, "p99_latency_ms": 124.87383297626319, "return_raw": null, "survival_steps": 6844} +{"episode_id": 38, "episode_return": 20100.0, "episode_return_env": 20100.0, "game_score": 20100.0, "mean_latency_ms": 116.30416511947905, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 748, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000038, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 746, "workload_id": "atlantis"}, "num_actions": 746, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.92656123619214, "p99_latency_ms": 125.39049112607, "return_raw": null, "survival_steps": 5974} +{"episode_id": 39, "episode_return": 14800.0, "episode_return_env": 14800.0, "game_score": 14800.0, "mean_latency_ms": 116.23388702232415, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 501, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000039, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 501, "workload_id": "atlantis"}, "num_actions": 501, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.5027589430763, "p99_latency_ms": 124.00573056215359, "return_raw": null, "survival_steps": 4005} +{"episode_id": 40, "episode_return": 16500.0, "episode_return_env": 16500.0, "game_score": 16500.0, "mean_latency_ms": 116.17355927239039, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 599, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000040, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 599, "workload_id": "atlantis"}, "num_actions": 599, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.38583689465855, "p99_latency_ms": 124.04581805120483, "return_raw": null, "survival_steps": 4792} +{"episode_id": 41, "episode_return": 14200.0, "episode_return_env": 14200.0, "game_score": 14200.0, "mean_latency_ms": 116.23302084395178, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 533, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000041, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 531, "workload_id": "atlantis"}, "num_actions": 531, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.91969299775276, "p99_latency_ms": 125.00351197619588, "return_raw": null, "survival_steps": 4254} +{"episode_id": 42, "episode_return": 20700.0, "episode_return_env": 20700.0, "game_score": 20700.0, "mean_latency_ms": 116.22128991155795, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 633, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000042, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 633, "workload_id": "atlantis"}, "num_actions": 633, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.84140500397912, "p99_latency_ms": 123.94926947919373, "return_raw": null, "survival_steps": 5061} +{"episode_id": 43, "episode_return": 27200.0, "episode_return_env": 27200.0, "game_score": 27200.0, "mean_latency_ms": 116.17850257784015, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 875, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000043, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 875, "workload_id": "atlantis"}, "num_actions": 875, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.6749564682627, "p99_latency_ms": 125.1175007536771, "return_raw": null, "survival_steps": 7000} +{"episode_id": 44, "episode_return": 11400.0, "episode_return_env": 11400.0, "game_score": 11400.0, "mean_latency_ms": 116.27777043435472, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 505, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000044, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 504, "workload_id": "atlantis"}, "num_actions": 504, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.04767581650216, "p99_latency_ms": 125.35720835392628, "return_raw": null, "survival_steps": 4033} +{"episode_id": 45, "episode_return": 19700.0, "episode_return_env": 19700.0, "game_score": 19700.0, "mean_latency_ms": 116.30734096492982, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 646, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000045, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 644, "workload_id": "atlantis"}, "num_actions": 644, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.54195209620917, "p99_latency_ms": 123.99131773748272, "return_raw": null, "survival_steps": 5157} +{"episode_id": 46, "episode_return": 17400.0, "episode_return_env": 17400.0, "game_score": 17400.0, "mean_latency_ms": 116.32348648251819, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 723, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000046, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 720, "workload_id": "atlantis"}, "num_actions": 720, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.59773984520619, "p99_latency_ms": 126.88500128661505, "return_raw": null, "survival_steps": 5771} +{"episode_id": 47, "episode_return": 7900.0, "episode_return_env": 7900.0, "game_score": 7900.0, "mean_latency_ms": 116.39146423827955, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 466, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000047, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 465, "workload_id": "atlantis"}, "num_actions": 465, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.6777812258938, "p99_latency_ms": 126.89777026671328, "return_raw": null, "survival_steps": 3723} +{"episode_id": 48, "episode_return": 18900.0, "episode_return_env": 18900.0, "game_score": 18900.0, "mean_latency_ms": 116.44650667421392, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 610, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000048, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 609, "workload_id": "atlantis"}, "num_actions": 609, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.32839390114835, "p99_latency_ms": 126.40387605830509, "return_raw": null, "survival_steps": 4875} +{"episode_id": 49, "episode_return": 17200.0, "episode_return_env": 17200.0, "game_score": 17200.0, "mean_latency_ms": 116.42024770770888, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 457, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000049, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 458, "workload_id": "atlantis"}, "num_actions": 458, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.98243318401165, "p99_latency_ms": 124.5118824741662, "return_raw": null, "survival_steps": 3657} +{"episode_id": 50, "episode_return": 20300.0, "episode_return_env": 20300.0, "game_score": 20300.0, "mean_latency_ms": 116.29934917502106, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 631, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000050, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 631, "workload_id": "atlantis"}, "num_actions": 631, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.1467753591969, "p99_latency_ms": 124.54489616130519, "return_raw": null, "survival_steps": 5048} +{"episode_id": 51, "episode_return": 9600.0, "episode_return_env": 9600.0, "game_score": 9600.0, "mean_latency_ms": 116.11287668057571, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 397, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000051, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 398, "workload_id": "atlantis"}, "num_actions": 398, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.70627805173308, "p99_latency_ms": 123.5774808680039, "return_raw": null, "survival_steps": 3179} +{"episode_id": 52, "episode_return": 20400.0, "episode_return_env": 20400.0, "game_score": 20400.0, "mean_latency_ms": 116.20293934686919, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 600, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000052, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 601, "workload_id": "atlantis"}, "num_actions": 601, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.57332683213939, "p99_latency_ms": 125.15412048720312, "return_raw": null, "survival_steps": 4804} +{"episode_id": 53, "episode_return": 13200.0, "episode_return_env": 13200.0, "game_score": 13200.0, "mean_latency_ms": 117.61675699855962, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 453, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000053, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 434, "workload_id": "atlantis"}, "num_actions": 434, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.76309695653018, "p99_latency_ms": 151.06013400799333, "return_raw": null, "survival_steps": 3545} +{"episode_id": 54, "episode_return": 13300.0, "episode_return_env": 13300.0, "game_score": 13300.0, "mean_latency_ms": 116.3330825105511, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 470, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000054, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 469, "workload_id": "atlantis"}, "num_actions": 469, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.03553852567784, "p99_latency_ms": 122.98465261806491, "return_raw": null, "survival_steps": 3753} +{"episode_id": 55, "episode_return": 21400.0, "episode_return_env": 21400.0, "game_score": 21400.0, "mean_latency_ms": 116.39895961130446, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 681, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000055, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 679, "workload_id": "atlantis"}, "num_actions": 679, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.77457790884888, "p99_latency_ms": 124.55370623045533, "return_raw": null, "survival_steps": 5440} +{"episode_id": 56, "episode_return": 15400.0, "episode_return_env": 15400.0, "game_score": 15400.0, "mean_latency_ms": 116.13101989733119, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 534, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000056, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 535, "workload_id": "atlantis"}, "num_actions": 535, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.64459528176384, "p99_latency_ms": 124.23821401932109, "return_raw": null, "survival_steps": 4275} +{"episode_id": 57, "episode_return": 16000.0, "episode_return_env": 16000.0, "game_score": 16000.0, "mean_latency_ms": 116.28302348866809, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 583, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000057, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 582, "workload_id": "atlantis"}, "num_actions": 582, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.94133076303851, "p99_latency_ms": 125.12304375767344, "return_raw": null, "survival_steps": 4658} +{"episode_id": 58, "episode_return": 26000.0, "episode_return_env": 26000.0, "game_score": 26000.0, "mean_latency_ms": 116.30293822989357, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 825, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000058, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 825, "workload_id": "atlantis"}, "num_actions": 825, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.2096777338874, "p99_latency_ms": 125.34663650510328, "return_raw": null, "survival_steps": 6598} +{"episode_id": 59, "episode_return": 12900.0, "episode_return_env": 12900.0, "game_score": 12900.0, "mean_latency_ms": 116.30328231438953, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 534, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000059, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 533, "workload_id": "atlantis"}, "num_actions": 533, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.93357152898751, "p99_latency_ms": 122.51778644888381, "return_raw": null, "survival_steps": 4265} +{"episode_id": 60, "episode_return": 26400.0, "episode_return_env": 26400.0, "game_score": 26400.0, "mean_latency_ms": 116.92741007773661, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 714, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000060, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 697, "workload_id": "atlantis"}, "num_actions": 697, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.74318036297696, "p99_latency_ms": 144.03473970048248, "return_raw": null, "survival_steps": 5644} +{"episode_id": 61, "episode_return": 9500.0, "episode_return_env": 9500.0, "game_score": 9500.0, "mean_latency_ms": 116.04534338991623, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 496, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000061, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 496, "workload_id": "atlantis"}, "num_actions": 496, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.62589075794077, "p99_latency_ms": 123.86466080536766, "return_raw": null, "survival_steps": 3967} +{"episode_id": 62, "episode_return": 25500.0, "episode_return_env": 25500.0, "game_score": 25500.0, "mean_latency_ms": 116.40359754780422, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000062, "final_is_true_episode_end": false, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.14917901909293, "p99_latency_ms": 123.94738586654714, "return_raw": null, "survival_steps": 7200} +{"episode_id": 63, "episode_return": 9100.0, "episode_return_env": 9100.0, "game_score": 9100.0, "mean_latency_ms": 116.36265370577391, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 376, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000063, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 377, "workload_id": "atlantis"}, "num_actions": 377, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.70016948525097, "p99_latency_ms": 123.01563260271791, "return_raw": null, "survival_steps": 3009} +{"episode_id": 64, "episode_return": 20000.0, "episode_return_env": 20000.0, "game_score": 20000.0, "mean_latency_ms": 116.30391900340913, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 500, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000064, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 501, "workload_id": "atlantis"}, "num_actions": 501, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.83745883996727, "p99_latency_ms": 124.37427095928398, "return_raw": null, "survival_steps": 4001} +{"episode_id": 65, "episode_return": 25900.0, "episode_return_env": 25900.0, "game_score": 25900.0, "mean_latency_ms": 116.43711211014359, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000065, "final_is_true_episode_end": false, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.81638841617121, "p99_latency_ms": 125.26686109413183, "return_raw": null, "survival_steps": 7200} +{"episode_id": 66, "episode_return": 19200.0, "episode_return_env": 19200.0, "game_score": 19200.0, "mean_latency_ms": 116.33340870936505, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 589, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000066, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 587, "workload_id": "atlantis"}, "num_actions": 587, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.9976297890114, "p99_latency_ms": 125.81456990237788, "return_raw": null, "survival_steps": 4702} +{"episode_id": 67, "episode_return": 23400.0, "episode_return_env": 23400.0, "game_score": 23400.0, "mean_latency_ms": 116.22195119923057, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 748, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000067, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 748, "workload_id": "atlantis"}, "num_actions": 748, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.80981757658313, "p99_latency_ms": 123.66633105198675, "return_raw": null, "survival_steps": 5983} +{"episode_id": 68, "episode_return": 12600.0, "episode_return_env": 12600.0, "game_score": 12600.0, "mean_latency_ms": 116.3120222980174, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 656, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000068, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 656, "workload_id": "atlantis"}, "num_actions": 656, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.05735749106057, "p99_latency_ms": 122.98392759476778, "return_raw": null, "survival_steps": 5245} +{"episode_id": 69, "episode_return": 15600.0, "episode_return_env": 15600.0, "game_score": 15600.0, "mean_latency_ms": 116.0731699869305, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 688, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000069, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 688, "workload_id": "atlantis"}, "num_actions": 688, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.58977141872224, "p99_latency_ms": 124.8425919291346, "return_raw": null, "survival_steps": 5501} +{"episode_id": 70, "episode_return": 36300.0, "episode_return_env": 36300.0, "game_score": 36300.0, "mean_latency_ms": 116.20208061173697, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000070, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.64379528521326, "p99_latency_ms": 123.76057727607083, "return_raw": null, "survival_steps": 7200} +{"episode_id": 71, "episode_return": 13100.0, "episode_return_env": 13100.0, "game_score": 13100.0, "mean_latency_ms": 116.13503532314947, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 514, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000071, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 513, "workload_id": "atlantis"}, "num_actions": 513, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.51550473631463, "p99_latency_ms": 123.20765982490434, "return_raw": null, "survival_steps": 4108} +{"episode_id": 72, "episode_return": 14700.0, "episode_return_env": 14700.0, "game_score": 14700.0, "mean_latency_ms": 116.3635885634246, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 648, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000072, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 649, "workload_id": "atlantis"}, "num_actions": 649, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.98353577715443, "p99_latency_ms": 124.41102748966526, "return_raw": null, "survival_steps": 5188} +{"episode_id": 73, "episode_return": 38100.0, "episode_return_env": 38100.0, "game_score": 38100.0, "mean_latency_ms": 116.40183080332159, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000073, "final_is_true_episode_end": false, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.83312953290034, "p99_latency_ms": 125.97504580625262, "return_raw": null, "survival_steps": 7200} +{"episode_id": 74, "episode_return": 17300.0, "episode_return_env": 17300.0, "game_score": 17300.0, "mean_latency_ms": 116.21417283179979, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 529, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000074, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 529, "workload_id": "atlantis"}, "num_actions": 529, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.54049337128203, "p99_latency_ms": 124.00168491985835, "return_raw": null, "survival_steps": 4230} +{"episode_id": 75, "episode_return": 29000.0, "episode_return_env": 29000.0, "game_score": 29000.0, "mean_latency_ms": 116.40103213118485, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000075, "final_is_true_episode_end": false, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.91060291040536, "p99_latency_ms": 125.60492697030143, "return_raw": null, "survival_steps": 7200} +{"episode_id": 76, "episode_return": 25900.0, "episode_return_env": 25900.0, "game_score": 25900.0, "mean_latency_ms": 116.23483546373569, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 623, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000076, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 623, "workload_id": "atlantis"}, "num_actions": 623, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.65019993738241, "p99_latency_ms": 124.85621725218026, "return_raw": null, "survival_steps": 4982} +{"episode_id": 77, "episode_return": 13100.0, "episode_return_env": 13100.0, "game_score": 13100.0, "mean_latency_ms": 117.21492172916824, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 528, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000077, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 511, "workload_id": "atlantis"}, "num_actions": 511, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.53333239419341, "p99_latency_ms": 151.99700231769128, "return_raw": null, "survival_steps": 4156} +{"episode_id": 78, "episode_return": 34900.0, "episode_return_env": 34900.0, "game_score": 34900.0, "mean_latency_ms": 116.2109088197598, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 891, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000078, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 892, "workload_id": "atlantis"}, "num_actions": 892, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.6225372772359, "p99_latency_ms": 123.44829640782594, "return_raw": null, "survival_steps": 7132} +{"episode_id": 79, "episode_return": 19900.0, "episode_return_env": 19900.0, "game_score": 19900.0, "mean_latency_ms": 116.2434366422334, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 648, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000079, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 647, "workload_id": "atlantis"}, "num_actions": 647, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.50840859121115, "p99_latency_ms": 123.57070564864469, "return_raw": null, "survival_steps": 5178} +{"episode_id": 80, "episode_return": 32600.0, "episode_return_env": 32600.0, "game_score": 32600.0, "mean_latency_ms": 116.24195837595786, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000080, "final_is_true_episode_end": false, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.87453396955132, "p99_latency_ms": 124.03858135691527, "return_raw": null, "survival_steps": 7200} +{"episode_id": 81, "episode_return": 14900.0, "episode_return_env": 14900.0, "game_score": 14900.0, "mean_latency_ms": 116.11908685126062, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 635, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000081, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 636, "workload_id": "atlantis"}, "num_actions": 636, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.58596721152401, "p99_latency_ms": 123.26291485298923, "return_raw": null, "survival_steps": 5082} +{"episode_id": 82, "episode_return": 20900.0, "episode_return_env": 20900.0, "game_score": 20900.0, "mean_latency_ms": 116.29832643249138, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 600, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000082, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 600, "workload_id": "atlantis"}, "num_actions": 600, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.94691833330894, "p99_latency_ms": 124.88218792003234, "return_raw": null, "survival_steps": 4799} +{"episode_id": 83, "episode_return": 14900.0, "episode_return_env": 14900.0, "game_score": 14900.0, "mean_latency_ms": 116.20112409596524, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 564, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000083, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 565, "workload_id": "atlantis"}, "num_actions": 565, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.58668250975398, "p99_latency_ms": 125.17185060701351, "return_raw": null, "survival_steps": 4514} +{"episode_id": 84, "episode_return": 15100.0, "episode_return_env": 15100.0, "game_score": 15100.0, "mean_latency_ms": 116.42425076671114, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 573, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000084, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 574, "workload_id": "atlantis"}, "num_actions": 574, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.49123701219735, "p99_latency_ms": 125.82386510370807, "return_raw": null, "survival_steps": 4587} +{"episode_id": 85, "episode_return": 25700.0, "episode_return_env": 25700.0, "game_score": 25700.0, "mean_latency_ms": 116.28258324802754, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 835, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000085, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 832, "workload_id": "atlantis"}, "num_actions": 832, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.85225091596227, "p99_latency_ms": 124.63845221605516, "return_raw": null, "survival_steps": 6666} +{"episode_id": 86, "episode_return": 30300.0, "episode_return_env": 30300.0, "game_score": 30300.0, "mean_latency_ms": 116.27693933177848, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 856, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000086, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 856, "workload_id": "atlantis"}, "num_actions": 856, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.74294799569776, "p99_latency_ms": 122.97660576285931, "return_raw": null, "survival_steps": 6847} +{"episode_id": 87, "episode_return": 20600.0, "episode_return_env": 20600.0, "game_score": 20600.0, "mean_latency_ms": 116.15458948292955, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 721, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000087, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 721, "workload_id": "atlantis"}, "num_actions": 721, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.61863162136919, "p99_latency_ms": 123.69215204037185, "return_raw": null, "survival_steps": 5767} +{"episode_id": 88, "episode_return": 23500.0, "episode_return_env": 23500.0, "game_score": 23500.0, "mean_latency_ms": 116.13855200123619, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 792, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000088, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 793, "workload_id": "atlantis"}, "num_actions": 793, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.77801063397183, "p99_latency_ms": 123.70857798651672, "return_raw": null, "survival_steps": 6339} +{"episode_id": 89, "episode_return": 27300.0, "episode_return_env": 27300.0, "game_score": 27300.0, "mean_latency_ms": 116.13120916603376, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 703, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000089, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 702, "workload_id": "atlantis"}, "num_actions": 702, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.42217615488822, "p99_latency_ms": 124.17137727485336, "return_raw": null, "survival_steps": 5618} +{"episode_id": 90, "episode_return": 22800.0, "episode_return_env": 22800.0, "game_score": 22800.0, "mean_latency_ms": 116.2683126058592, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 702, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000090, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 702, "workload_id": "atlantis"}, "num_actions": 702, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.77239510521783, "p99_latency_ms": 124.27478743103615, "return_raw": null, "survival_steps": 5613} +{"episode_id": 91, "episode_return": 12600.0, "episode_return_env": 12600.0, "game_score": 12600.0, "mean_latency_ms": 116.18247372508269, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 487, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000091, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 488, "workload_id": "atlantis"}, "num_actions": 488, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.41617492362508, "p99_latency_ms": 122.33657391733144, "return_raw": null, "survival_steps": 3899} +{"episode_id": 92, "episode_return": 17400.0, "episode_return_env": 17400.0, "game_score": 17400.0, "mean_latency_ms": 116.24280695334525, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 540, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000092, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 540, "workload_id": "atlantis"}, "num_actions": 540, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.87896879587677, "p99_latency_ms": 124.10020269899476, "return_raw": null, "survival_steps": 4318} +{"episode_id": 93, "episode_return": 15500.0, "episode_return_env": 15500.0, "game_score": 15500.0, "mean_latency_ms": 116.24509205841859, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 596, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000093, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 595, "workload_id": "atlantis"}, "num_actions": 595, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.55732122785565, "p99_latency_ms": 125.18317982501767, "return_raw": null, "survival_steps": 4763} +{"episode_id": 94, "episode_return": 19500.0, "episode_return_env": 19500.0, "game_score": 19500.0, "mean_latency_ms": 116.12997475927081, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 600, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000094, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 600, "workload_id": "atlantis"}, "num_actions": 600, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.62297694788663, "p99_latency_ms": 123.91774293564829, "return_raw": null, "survival_steps": 4798} +{"episode_id": 95, "episode_return": 17100.0, "episode_return_env": 17100.0, "game_score": 17100.0, "mean_latency_ms": 116.34638520476433, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 565, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000095, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 564, "workload_id": "atlantis"}, "num_actions": 564, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.71008272587048, "p99_latency_ms": 124.41220563425496, "return_raw": null, "survival_steps": 4513} +{"episode_id": 96, "episode_return": 14800.0, "episode_return_env": 14800.0, "game_score": 14800.0, "mean_latency_ms": 116.9760874450051, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 597, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000096, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 582, "workload_id": "atlantis"}, "num_actions": 582, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.74675445956434, "p99_latency_ms": 140.5335660258518, "return_raw": null, "survival_steps": 4716} +{"episode_id": 97, "episode_return": 20500.0, "episode_return_env": 20500.0, "game_score": 20500.0, "mean_latency_ms": 116.57139727892478, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 540, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000097, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 539, "workload_id": "atlantis"}, "num_actions": 539, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.7733891017337, "p99_latency_ms": 126.03582330270055, "return_raw": null, "survival_steps": 4314} +{"episode_id": 98, "episode_return": 17100.0, "episode_return_env": 17100.0, "game_score": 17100.0, "mean_latency_ms": 116.19845193537063, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 646, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000098, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 645, "workload_id": "atlantis"}, "num_actions": 645, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.58752498982315, "p99_latency_ms": 123.84773992296584, "return_raw": null, "survival_steps": 5162} +{"episode_id": 99, "episode_return": 24200.0, "episode_return_env": 24200.0, "game_score": 24200.0, "mean_latency_ms": 116.30132273296275, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 647, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000099, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 648, "workload_id": "atlantis"}, "num_actions": 648, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.09540080832035, "p99_latency_ms": 123.80624252320685, "return_raw": null, "survival_steps": 5178} diff --git a/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/evaluation_profile/eval_config.yaml b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/evaluation_profile/eval_config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e397845b8e496d3801c406df7b5a76414d807246 --- /dev/null +++ b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/evaluation_profile/eval_config.yaml @@ -0,0 +1,149 @@ +experiment: + name: atlantis-qwenoft-hist8-zero-s42-v1-step5000-history01-profile-par32 + seed: 1000000 +backend: + type: sample_factory + algo: APPO + device: cuda + train_dir: results/sample_factory + restart_behavior: resume + run_mode: eval + extra_args: + - --encoder_conv_architecture + - convnet_simple +executor: + mode: simulated + simulated_worker_capacity: 1 + simulated_inference_pool: true + inference_devices: + - cuda:0 + - cuda:1 + inference_batch_size: 16 +env: + name: gymnasium + task_name: atlantis + env_id: LatencyBench/Atlantis-v0 + registration_imports: + - latency_bench.envs.gymnasium_atlantis + make_kwargs: + base_env_id: ALE/Atlantis-v5 + render_mode: rgb_array + screen_size: 84 + noop_max: 30 + base_make_kwargs: + obs_type: rgb + frameskip: 1 + repeat_action_probability: 0.0 + full_action_space: false + mode: 0 + difficulty: 0 + max_num_frames_per_episode: 108000 + env_fps: 60 + obs_fps: 15 + frame_stack: 1 + simulator: gpu + terminal_on_life_loss: false + clip_reward: false + noop_action: noop + action_map: + noop: 0 + fire: 1 + rightfire: 2 + leftfire: 3 + action_order: + - noop + - fire + - rightfire + - leftfire + base_prompt: 'Defend Atlantis by firing at descending enemies. Choose exactly one + action from: noop, fire, rightfire, leftfire.' + obs_resize: + - 224 + - 224 + gpu_env_device: auto + noop_max: 30 + action_history_decisions: 8 +latency: + method: temporal + profile_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json + profile_worker_slot: 0 + seed: 271828 + add_latency_info: false +scheduler: + hold_policy: hold + ordering_policy: issue_order_fifo +policy: + type: starvla + actions: + - noop + - fire + - rightfire + - leftfire + checkpoint_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/checkpoints/model.pt + model_config_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/config.yaml + task_manifest_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-zero-s42-v1/manifest.json + device: cuda:0 + unnorm_key: new_embodiment + prompt_mode: latency_neutral + backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17 + worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10 + state_source: transport +training: + train_for_env_steps: 1000000 + num_workers: 4 + num_envs_per_worker: 16 + worker_num_splits: 1 + num_policies: 1 + batch_size: 1024 + rollout: 64 + recurrence: 32 + num_epochs: 2 + num_batches_per_epoch: 8 + max_policy_lag: 300 + learning_rate: 0.000303 + lr_schedule: constant + nonlinearity: elu + gamma: 0.99 + gae_lambda: 0.95 + ppo_clip_ratio: 0.1 + ppo_clip_value: 0.2 + exploration_loss: entropy + exploration_loss_coeff: 0.003 + value_loss_coeff: 0.5 + max_grad_norm: 0.0 + adam_eps: 1.0e-06 + obs_scale: 1.0 + adaptive_stddev: false + with_vtrace: false + async_rl: true + use_rnn: false + normalize_input: true + normalize_returns: true + stats_avg: 100 + experiment_summaries_interval: 1 + save_every_sec: 600 + keep_checkpoints: 5 +evaluation: + eval_interval_steps: null + eval_episodes: 100 + eval_parallel_envs: 32 + eval_max_steps: 7200 + eval_deterministic: true + eval_suites: + fixed: [] + normal: [] + uniform: [] + latency_bench_env_backend: atlantis_gpu_batched + eval_raw_reward: true +logging: + output_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-zero-s42-v1/zero_to_profile + video: + enabled: false + num_bins: 1 + save_step_records: true + save_action_records: true + save_latency_records: true + wandb_project: null + wandb_group: null + wandb_job_type: null + wandb_tags: '' diff --git a/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/evaluation_profile/provenance.json b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/evaluation_profile/provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..9874f3e449392bdcc63c0b37499a30975237fb45 --- /dev/null +++ b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/evaluation_profile/provenance.json @@ -0,0 +1,46 @@ +{ + "collection": { + "episodes": 200, + "filter_preset": "none", + "history": "decision_v1", + "history_decisions": 8, + "history_source": "teacher_transport", + "max_episode_raw_frames": 7200, + "rollout_overrides": { + "env_fps": 60, + "fixed_latency_ms": 0.0, + "latency_type": "fixed", + "obs_fps": 15, + "seed": 42 + }, + "student_image_frames": 1, + "teacher_checkpoint": "best_000026560_13598720_reward_675769.000.pth", + "teacher_path": "zero-latency/atlantis/small-policy/sample-factory-hist8-cpu15m-s0-v1", + "teacher_repo": "latency-sensitive-bench/benchmark-models", + "teacher_revision": "dfaeecb84cd6b5dfcc3adc0935d0ae86d0b504d2", + "teacher_sha256": "d41d728d8c2329d3623eb9e01bd9f3f2df4fc0d4f6f2c1f799c4badc24af78c5", + "train_labels": 324000, + "training_latency_condition": "zero" + }, + "training_run_id": "atlantis-qwenoft-hist8-zero-s42-v1", + "training_step": 5000, + "global_batch": 128, + "base_model": "Qwen/Qwen3-VL-4B-Instruct", + "wandb_run_id": "40be052b", + "checkpoint_sha256": "f91d4079a94f779856220e4a954750624228a3da596b5ecdd70861e888a97877", + "eval_protocol_version": "hist8-history01-sf-render-v4", + "history_encoding": "binary_0_1", + "episodes": 100, + "env_condition": "profile", + "parallel_envs": 32, + "max_episode_raw_frames": 7200, + "inference_devices": [ + "cuda:0", + "cuda:1" + ], + "episode_seeds": [ + 1000000, + 1000099 + ], + "profile_sha256": "2c8c1f14845e89c6171e1502ff5af6d61d12049e6445d98d63f31e4ffca384f4" +} diff --git a/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/profile_publication.json b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/profile_publication.json new file mode 100644 index 0000000000000000000000000000000000000000..3e73fde9c334c214d9ceb9ef60e9f846fef64378 --- /dev/null +++ b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/profile_publication.json @@ -0,0 +1,28 @@ +{ + "model": "qwenoft", + "model_publication": { + "checkpoint_sha256": "f91d4079a94f779856220e4a954750624228a3da596b5ecdd70861e888a97877", + "episodes": 100, + "mean_return": 39560.0, + "model": "qwenoft", + "path": "zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1", + "repo_id": "latency-sensitive-bench/benchmark-models", + "revision": "15c9cd4ab12215ccbcef74a8cd4d051d8e3aae3f", + "run_id": "atlantis-qwenoft-hist8-zero-s42-v1", + "task": "atlantis", + "training_status": "complete", + "zero_evaluation_status": "complete" + }, + "profile": { + "GPU_CLASS": "1x-rtx3090", + "INSTANCE_ID": "instance_8dd832253b2c3d69", + "PROFILE_PATH": "results/profiling/profiles/qwenoft/1x-rtx3090/atlantis/instance_8dd832253b2c3d69/profile.json", + "PROFILE_REF": "qwenoft/1x-rtx3090/atlantis/instance_8dd832253b2c3d69", + "RUN_ID": "20260924T110210282159Z" + }, + "profile_path": "profiles/qwenoft/1x-rtx3090/atlantis/instance_8dd832253b2c3d69/profile.json", + "profile_repo": "latency-sensitive-bench/profiles", + "profile_revision": "7efc9af422864b9a1cb569aa81f1b2b1e216b89e", + "profile_sha256": "2c8c1f14845e89c6171e1502ff5af6d61d12049e6445d98d63f31e4ffca384f4", + "task": "atlantis" +} diff --git a/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/publication_status.json b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/publication_status.json index 9ca20b8f46192f1adb0bbd25e9d97d6af63837dd..2d7412848801ed43de1821a4415e5d35b9497a58 100644 --- a/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/publication_status.json +++ b/zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1/publication_status.json @@ -1,6 +1,8 @@ { "episodes": 100, - "mean_return": 39560.0, + "mean_return": 18588.0, + "profile_evaluation_status": "complete", + "profile_mean_return": 18588.0, "training_status": "complete", "zero_evaluation_status": "complete" }