diff --git a/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/README.md b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/README.md index 44b241a4e96c0dfae90a2e2786f7823737d63698..138cf5e01796231ee6ea85781c22271d203e790b 100644 --- a/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/README.md +++ b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/README.md @@ -4,4 +4,5 @@ Current RGB and eight binary decision-history windows; action horizon one. Initi - Training: 5000 steps, seed 42, global batch 128 - W&B: https://wandb.ai/saberrr-zju/starvla_tasks/runs/7ea15469 -- Formal profile evaluation: pending. +- Evaluation: 100 episodes, seeds 1000000–1000099, GPU simulator, parallel 32, capacity 1, 60/15 Hz, 7200 raw-frame cap, profile latency +- Mean raw return: 39229.0 diff --git a/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/eval_profile.json b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/eval_profile.json new file mode 100644 index 0000000000000000000000000000000000000000..4f0775ac449b429f0b8f90679f9ce396dc11189a --- /dev/null +++ b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/eval_profile.json @@ -0,0 +1,217 @@ +{ + "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", + "experiment_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", + "latency": "profile_sample", + "latency_type": "profile_sample", + "lengths": [ + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 6731, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7075, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 6662, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200 + ], + "mean_length": 7188.68, + "mean_return": 39229.0, + "returns": [ + 39000.0, + 45400.0, + 32600.0, + 38400.0, + 34300.0, + 33300.0, + 30000.0, + 47400.0, + 41600.0, + 41500.0, + 35900.0, + 39100.0, + 31200.0, + 40200.0, + 29900.0, + 40500.0, + 41600.0, + 30200.0, + 39300.0, + 40200.0, + 35500.0, + 37600.0, + 43400.0, + 36300.0, + 45500.0, + 43000.0, + 46700.0, + 43300.0, + 34100.0, + 37200.0, + 40300.0, + 31600.0, + 46100.0, + 38700.0, + 36100.0, + 43500.0, + 42200.0, + 35100.0, + 37500.0, + 42000.0, + 44000.0, + 42300.0, + 44700.0, + 41600.0, + 50800.0, + 39300.0, + 41800.0, + 31900.0, + 40800.0, + 35600.0, + 36300.0, + 43500.0, + 39800.0, + 37500.0, + 34000.0, + 47000.0, + 31800.0, + 41000.0, + 39000.0, + 32900.0, + 38700.0, + 41700.0, + 41900.0, + 39800.0, + 40900.0, + 36600.0, + 37900.0, + 42100.0, + 42300.0, + 42600.0, + 36000.0, + 44500.0, + 39100.0, + 40200.0, + 30300.0, + 47200.0, + 36800.0, + 33900.0, + 42900.0, + 47600.0, + 38400.0, + 41400.0, + 42500.0, + 33000.0, + 37300.0, + 36400.0, + 38800.0, + 57100.0, + 40500.0, + 36300.0, + 35900.0, + 38400.0, + 33400.0, + 39600.0, + 38500.0, + 41100.0, + 34900.0, + 31700.0, + 38900.0, + 42900.0 + ], + "seed": 1000000, + "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", + "std_return": 4808.66499145033, + "suite_name": "profile_sample", + "timestamp_utc": "2026-09-24T17:00:11.168636+00:00" +} diff --git a/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/evaluation_profile/action_audit.json b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/evaluation_profile/action_audit.json new file mode 100644 index 0000000000000000000000000000000000000000..bc6d933b08603aa6108fa82573d1e1fd54a87386 --- /dev/null +++ b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/evaluation_profile/action_audit.json @@ -0,0 +1,133 @@ +{ + "eval_protocol_version": "hist8-history01-sf-render-v4", + "history_encoding": "binary_0_1", + "episodes": 100, + "episode_seeds": [ + 1000000, + 1000001, + 1000002, + 1000003, + 1000004, + 1000005, + 1000006, + 1000007, + 1000008, + 1000009, + 1000010, + 1000011, + 1000012, + 1000013, + 1000014, + 1000015, + 1000016, + 1000017, + 1000018, + 1000019, + 1000020, + 1000021, + 1000022, + 1000023, + 1000024, + 1000025, + 1000026, + 1000027, + 1000028, + 1000029, + 1000030, + 1000031, + 1000032, + 1000033, + 1000034, + 1000035, + 1000036, + 1000037, + 1000038, + 1000039, + 1000040, + 1000041, + 1000042, + 1000043, + 1000044, + 1000045, + 1000046, + 1000047, + 1000048, + 1000049, + 1000050, + 1000051, + 1000052, + 1000053, + 1000054, + 1000055, + 1000056, + 1000057, + 1000058, + 1000059, + 1000060, + 1000061, + 1000062, + 1000063, + 1000064, + 1000065, + 1000066, + 1000067, + 1000068, + 1000069, + 1000070, + 1000071, + 1000072, + 1000073, + 1000074, + 1000075, + 1000076, + 1000077, + 1000078, + 1000079, + 1000080, + 1000081, + 1000082, + 1000083, + 1000084, + 1000085, + 1000086, + 1000087, + 1000088, + 1000089, + 1000090, + 1000091, + 1000092, + 1000093, + 1000094, + 1000095, + 1000096, + 1000097, + 1000098, + 1000099 + ], + "issued_actions": 89771, + "action_counts": { + "2": 30582, + "0": 40406, + "1": 11958, + "3": 6825 + }, + "largest_action_fraction": 0.45010081206625746, + "raw_score_min": [ + -9.246599197387695, + -12.155576705932617, + -11.755697250366211, + -13.084254264831543 + ], + "raw_score_max": [ + 16.499719619750977, + 14.29150390625, + 17.30875015258789, + 15.202037811279297 + ], + "raw_score_mean": [ + 4.346093761626635, + -2.074545676786429, + 1.2331405716554533, + -2.7278721423409684 + ] +} diff --git a/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/evaluation_profile/episode_metrics.jsonl b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/evaluation_profile/episode_metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..227bf1cb4bafa274291d4d96f3bbfe3bcb106d89 --- /dev/null +++ b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/evaluation_profile/episode_metrics.jsonl @@ -0,0 +1,100 @@ +{"episode_id": 0, "episode_return": 39000.0, "episode_return_env": 39000.0, "game_score": 39000.0, "mean_latency_ms": 116.28118655336104, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000000, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.34257205183123, "p99_latency_ms": 123.97811467613244, "return_raw": null, "survival_steps": 7200} +{"episode_id": 1, "episode_return": 45400.0, "episode_return_env": 45400.0, "game_score": 45400.0, "mean_latency_ms": 116.45942561536309, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000001, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.05054403536944, "p99_latency_ms": 126.8271799307117, "return_raw": null, "survival_steps": 7200} +{"episode_id": 2, "episode_return": 32600.0, "episode_return_env": 32600.0, "game_score": 32600.0, "mean_latency_ms": 116.38999789784394, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 903, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000002, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 897, "workload_id": "atlantis"}, "num_actions": 897, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.83074445753813, "p99_latency_ms": 126.14006037666223, "return_raw": null, "survival_steps": 7200} +{"episode_id": 3, "episode_return": 38400.0, "episode_return_env": 38400.0, "game_score": 38400.0, "mean_latency_ms": 116.36895859380215, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000003, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.17178919709482, "p99_latency_ms": 124.01225195689354, "return_raw": null, "survival_steps": 7200} +{"episode_id": 4, "episode_return": 34300.0, "episode_return_env": 34300.0, "game_score": 34300.0, "mean_latency_ms": 116.30437134270352, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000004, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.00917842947794, "p99_latency_ms": 123.40050421652674, "return_raw": null, "survival_steps": 7200} +{"episode_id": 5, "episode_return": 33300.0, "episode_return_env": 33300.0, "game_score": 33300.0, "mean_latency_ms": 116.35666985366403, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000005, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.05058292700392, "p99_latency_ms": 125.56173448796713, "return_raw": null, "survival_steps": 7200} +{"episode_id": 6, "episode_return": 30000.0, "episode_return_env": 30000.0, "game_score": 30000.0, "mean_latency_ms": 116.21291798732244, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000006, "final_is_true_episode_end": false, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.6733937731167, "p99_latency_ms": 124.38141960349452, "return_raw": null, "survival_steps": 7200} +{"episode_id": 7, "episode_return": 47400.0, "episode_return_env": 47400.0, "game_score": 47400.0, "mean_latency_ms": 116.19790759628593, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000007, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.67750756454156, "p99_latency_ms": 123.69681961596426, "return_raw": null, "survival_steps": 7200} +{"episode_id": 8, "episode_return": 41600.0, "episode_return_env": 41600.0, "game_score": 41600.0, "mean_latency_ms": 116.28000766487554, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000008, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.72231585145545, "p99_latency_ms": 124.19113351533221, "return_raw": null, "survival_steps": 7200} +{"episode_id": 9, "episode_return": 41500.0, "episode_return_env": 41500.0, "game_score": 41500.0, "mean_latency_ms": 116.29065598811985, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000009, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.83077791535045, "p99_latency_ms": 124.09249408323598, "return_raw": null, "survival_steps": 7200} +{"episode_id": 10, "episode_return": 35900.0, "episode_return_env": 35900.0, "game_score": 35900.0, "mean_latency_ms": 116.22039078360805, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000010, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.7381470653015, "p99_latency_ms": 125.1707112273953, "return_raw": null, "survival_steps": 7200} +{"episode_id": 11, "episode_return": 39100.0, "episode_return_env": 39100.0, "game_score": 39100.0, "mean_latency_ms": 116.22152745102831, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000011, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.5350874529535, "p99_latency_ms": 124.00694176438554, "return_raw": null, "survival_steps": 7200} +{"episode_id": 12, "episode_return": 31200.0, "episode_return_env": 31200.0, "game_score": 31200.0, "mean_latency_ms": 116.2972283520133, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000012, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.69855216551522, "p99_latency_ms": 124.30506583691485, "return_raw": null, "survival_steps": 7200} +{"episode_id": 13, "episode_return": 40200.0, "episode_return_env": 40200.0, "game_score": 40200.0, "mean_latency_ms": 116.37991174555451, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000013, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.96355883016187, "p99_latency_ms": 124.59909927861247, "return_raw": null, "survival_steps": 7200} +{"episode_id": 14, "episode_return": 29900.0, "episode_return_env": 29900.0, "game_score": 29900.0, "mean_latency_ms": 116.20647836010036, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 842, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000014, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 841, "workload_id": "atlantis"}, "num_actions": 841, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.64063333196451, "p99_latency_ms": 123.59712646787297, "return_raw": null, "survival_steps": 6731} +{"episode_id": 15, "episode_return": 40500.0, "episode_return_env": 40500.0, "game_score": 40500.0, "mean_latency_ms": 116.14146015555713, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000015, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.7649585753345, "p99_latency_ms": 124.76401694782129, "return_raw": null, "survival_steps": 7200} +{"episode_id": 16, "episode_return": 41600.0, "episode_return_env": 41600.0, "game_score": 41600.0, "mean_latency_ms": 116.1938310097089, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000016, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.70594785231876, "p99_latency_ms": 123.76034456135015, "return_raw": null, "survival_steps": 7200} +{"episode_id": 17, "episode_return": 30200.0, "episode_return_env": 30200.0, "game_score": 30200.0, "mean_latency_ms": 116.30757662603305, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000017, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.92513643731175, "p99_latency_ms": 123.96545227762147, "return_raw": null, "survival_steps": 7200} +{"episode_id": 18, "episode_return": 39300.0, "episode_return_env": 39300.0, "game_score": 39300.0, "mean_latency_ms": 116.21130150403151, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000018, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.72220762483533, "p99_latency_ms": 123.10006335859029, "return_raw": null, "survival_steps": 7200} +{"episode_id": 19, "episode_return": 40200.0, "episode_return_env": 40200.0, "game_score": 40200.0, "mean_latency_ms": 116.26759779787415, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000019, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.07771389178134, "p99_latency_ms": 125.06702743072154, "return_raw": null, "survival_steps": 7200} +{"episode_id": 20, "episode_return": 35500.0, "episode_return_env": 35500.0, "game_score": 35500.0, "mean_latency_ms": 116.35996029016003, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000020, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.72835335183763, "p99_latency_ms": 124.82443890292468, "return_raw": null, "survival_steps": 7200} +{"episode_id": 21, "episode_return": 37600.0, "episode_return_env": 37600.0, "game_score": 37600.0, "mean_latency_ms": 116.3379943377178, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000021, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.76917863997735, "p99_latency_ms": 124.18195440224488, "return_raw": null, "survival_steps": 7200} +{"episode_id": 22, "episode_return": 43400.0, "episode_return_env": 43400.0, "game_score": 43400.0, "mean_latency_ms": 116.2878884140177, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000022, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.01263193766606, "p99_latency_ms": 123.75610371480357, "return_raw": null, "survival_steps": 7200} +{"episode_id": 23, "episode_return": 36300.0, "episode_return_env": 36300.0, "game_score": 36300.0, "mean_latency_ms": 116.79355910527651, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 907, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000023, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 893, "workload_id": "atlantis"}, "num_actions": 893, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.14315393352555, "p99_latency_ms": 142.15277812101712, "return_raw": null, "survival_steps": 7200} +{"episode_id": 24, "episode_return": 45500.0, "episode_return_env": 45500.0, "game_score": 45500.0, "mean_latency_ms": 116.31264588137904, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000024, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.77565551147443, "p99_latency_ms": 123.85702752412985, "return_raw": null, "survival_steps": 7200} +{"episode_id": 25, "episode_return": 43000.0, "episode_return_env": 43000.0, "game_score": 43000.0, "mean_latency_ms": 116.73678091628013, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 906, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000025, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 894, "workload_id": "atlantis"}, "num_actions": 894, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.2279868418249, "p99_latency_ms": 146.90803301299738, "return_raw": null, "survival_steps": 7200} +{"episode_id": 26, "episode_return": 46700.0, "episode_return_env": 46700.0, "game_score": 46700.0, "mean_latency_ms": 116.22024848745843, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000026, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.66483818391862, "p99_latency_ms": 124.07587417163838, "return_raw": null, "survival_steps": 7200} +{"episode_id": 27, "episode_return": 43300.0, "episode_return_env": 43300.0, "game_score": 43300.0, "mean_latency_ms": 116.30774810758203, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000027, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.08193810510174, "p99_latency_ms": 124.33488264653806, "return_raw": null, "survival_steps": 7200} +{"episode_id": 28, "episode_return": 34100.0, "episode_return_env": 34100.0, "game_score": 34100.0, "mean_latency_ms": 116.17056315714494, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000028, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.62924645747113, "p99_latency_ms": 124.10885193802412, "return_raw": null, "survival_steps": 7200} +{"episode_id": 29, "episode_return": 37200.0, "episode_return_env": 37200.0, "game_score": 37200.0, "mean_latency_ms": 116.23119049131465, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000029, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.65825340602603, "p99_latency_ms": 123.8828970669454, "return_raw": null, "survival_steps": 7200} +{"episode_id": 30, "episode_return": 40300.0, "episode_return_env": 40300.0, "game_score": 40300.0, "mean_latency_ms": 116.2840668847499, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000030, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.7309952864058, "p99_latency_ms": 123.69588517108934, "return_raw": null, "survival_steps": 7200} +{"episode_id": 31, "episode_return": 31600.0, "episode_return_env": 31600.0, "game_score": 31600.0, "mean_latency_ms": 116.28278542419984, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000031, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.62969599374073, "p99_latency_ms": 123.99164767062625, "return_raw": null, "survival_steps": 7200} +{"episode_id": 32, "episode_return": 46100.0, "episode_return_env": 46100.0, "game_score": 46100.0, "mean_latency_ms": 116.80914993467631, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 909, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000032, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 891, "workload_id": "atlantis"}, "num_actions": 891, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.61677827286665, "p99_latency_ms": 151.9606678999997, "return_raw": null, "survival_steps": 7200} +{"episode_id": 33, "episode_return": 38700.0, "episode_return_env": 38700.0, "game_score": 38700.0, "mean_latency_ms": 116.73564283142959, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 909, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000033, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 891, "workload_id": "atlantis"}, "num_actions": 891, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.13868709650937, "p99_latency_ms": 144.02140433432564, "return_raw": null, "survival_steps": 7200} +{"episode_id": 34, "episode_return": 36100.0, "episode_return_env": 36100.0, "game_score": 36100.0, "mean_latency_ms": 116.39793027540769, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000034, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.69166388824051, "p99_latency_ms": 124.64414656144453, "return_raw": null, "survival_steps": 7200} +{"episode_id": 35, "episode_return": 43500.0, "episode_return_env": 43500.0, "game_score": 43500.0, "mean_latency_ms": 116.41226300227939, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000035, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.11175079419932, "p99_latency_ms": 123.94738586654714, "return_raw": null, "survival_steps": 7200} +{"episode_id": 36, "episode_return": 42200.0, "episode_return_env": 42200.0, "game_score": 42200.0, "mean_latency_ms": 116.33276661851332, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000036, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.12235381618683, "p99_latency_ms": 125.24990957215445, "return_raw": null, "survival_steps": 7200} +{"episode_id": 37, "episode_return": 35100.0, "episode_return_env": 35100.0, "game_score": 35100.0, "mean_latency_ms": 116.30201765663945, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000037, "final_is_true_episode_end": false, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.94926618808591, "p99_latency_ms": 123.52539538961729, "return_raw": null, "survival_steps": 7200} +{"episode_id": 38, "episode_return": 37500.0, "episode_return_env": 37500.0, "game_score": 37500.0, "mean_latency_ms": 116.26445815741181, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000038, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.68533916689992, "p99_latency_ms": 124.37764231582855, "return_raw": null, "survival_steps": 7200} +{"episode_id": 39, "episode_return": 42000.0, "episode_return_env": 42000.0, "game_score": 42000.0, "mean_latency_ms": 116.6876107558351, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 908, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000039, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 892, "workload_id": "atlantis"}, "num_actions": 892, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.20316432468277, "p99_latency_ms": 140.47638571082112, "return_raw": null, "survival_steps": 7200} +{"episode_id": 40, "episode_return": 44000.0, "episode_return_env": 44000.0, "game_score": 44000.0, "mean_latency_ms": 116.39477875196357, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000040, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.2538051609011, "p99_latency_ms": 125.68969353757532, "return_raw": null, "survival_steps": 7200} +{"episode_id": 41, "episode_return": 42300.0, "episode_return_env": 42300.0, "game_score": 42300.0, "mean_latency_ms": 116.33382826032033, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000041, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.89234064815646, "p99_latency_ms": 124.3187116858644, "return_raw": null, "survival_steps": 7200} +{"episode_id": 42, "episode_return": 44700.0, "episode_return_env": 44700.0, "game_score": 44700.0, "mean_latency_ms": 116.26787758848825, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000042, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.49502939268567, "p99_latency_ms": 124.07066435428447, "return_raw": null, "survival_steps": 7200} +{"episode_id": 43, "episode_return": 41600.0, "episode_return_env": 41600.0, "game_score": 41600.0, "mean_latency_ms": 116.1971267425764, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000043, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.63936436674184, "p99_latency_ms": 124.3222792828506, "return_raw": null, "survival_steps": 7200} +{"episode_id": 44, "episode_return": 50800.0, "episode_return_env": 50800.0, "game_score": 50800.0, "mean_latency_ms": 116.36695364208187, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000044, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.81739957937796, "p99_latency_ms": 124.2084456093185, "return_raw": null, "survival_steps": 7200} +{"episode_id": 45, "episode_return": 39300.0, "episode_return_env": 39300.0, "game_score": 39300.0, "mean_latency_ms": 116.2917594185156, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 902, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000045, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 898, "workload_id": "atlantis"}, "num_actions": 898, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.6715876574726, "p99_latency_ms": 126.146748211126, "return_raw": null, "survival_steps": 7200} +{"episode_id": 46, "episode_return": 41800.0, "episode_return_env": 41800.0, "game_score": 41800.0, "mean_latency_ms": 116.28514057033613, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000046, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.11057898429507, "p99_latency_ms": 125.34320312189213, "return_raw": null, "survival_steps": 7200} +{"episode_id": 47, "episode_return": 31900.0, "episode_return_env": 31900.0, "game_score": 31900.0, "mean_latency_ms": 116.1691064171448, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000047, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.60943652402534, "p99_latency_ms": 123.88402708259854, "return_raw": null, "survival_steps": 7200} +{"episode_id": 48, "episode_return": 40800.0, "episode_return_env": 40800.0, "game_score": 40800.0, "mean_latency_ms": 116.28898521915139, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000048, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.77627478808421, "p99_latency_ms": 123.3852581309386, "return_raw": null, "survival_steps": 7200} +{"episode_id": 49, "episode_return": 35600.0, "episode_return_env": 35600.0, "game_score": 35600.0, "mean_latency_ms": 116.25472011786428, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000049, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.41378434682936, "p99_latency_ms": 123.57163042105026, "return_raw": null, "survival_steps": 7200} +{"episode_id": 50, "episode_return": 36300.0, "episode_return_env": 36300.0, "game_score": 36300.0, "mean_latency_ms": 116.18564509910867, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000050, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.64876240263999, "p99_latency_ms": 123.57353061083188, "return_raw": null, "survival_steps": 7200} +{"episode_id": 51, "episode_return": 43500.0, "episode_return_env": 43500.0, "game_score": 43500.0, "mean_latency_ms": 116.07191998658777, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000051, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.37926578183907, "p99_latency_ms": 124.98570910856783, "return_raw": null, "survival_steps": 7200} +{"episode_id": 52, "episode_return": 39800.0, "episode_return_env": 39800.0, "game_score": 39800.0, "mean_latency_ms": 116.21986647505672, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000052, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.71721470557901, "p99_latency_ms": 123.97994301523804, "return_raw": null, "survival_steps": 7200} +{"episode_id": 53, "episode_return": 37500.0, "episode_return_env": 37500.0, "game_score": 37500.0, "mean_latency_ms": 116.24919546472773, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000053, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.1705792293528, "p99_latency_ms": 123.0838754199002, "return_raw": null, "survival_steps": 7200} +{"episode_id": 54, "episode_return": 34000.0, "episode_return_env": 34000.0, "game_score": 34000.0, "mean_latency_ms": 116.45093052417599, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000054, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.76562698595414, "p99_latency_ms": 125.26686109413183, "return_raw": null, "survival_steps": 7200} +{"episode_id": 55, "episode_return": 47000.0, "episode_return_env": 47000.0, "game_score": 47000.0, "mean_latency_ms": 116.22432690389088, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000055, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.80392894345029, "p99_latency_ms": 122.76831928160378, "return_raw": null, "survival_steps": 7200} +{"episode_id": 56, "episode_return": 31800.0, "episode_return_env": 31800.0, "game_score": 31800.0, "mean_latency_ms": 116.95264592358382, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 893, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000056, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 876, "workload_id": "atlantis"}, "num_actions": 876, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.53539785530486, "p99_latency_ms": 145.8003592517814, "return_raw": null, "survival_steps": 7075} +{"episode_id": 57, "episode_return": 41000.0, "episode_return_env": 41000.0, "game_score": 41000.0, "mean_latency_ms": 116.23356794400118, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000057, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.85186147463345, "p99_latency_ms": 122.91870592566342, "return_raw": null, "survival_steps": 7200} +{"episode_id": 58, "episode_return": 39000.0, "episode_return_env": 39000.0, "game_score": 39000.0, "mean_latency_ms": 116.06139479972764, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000058, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.58786417872207, "p99_latency_ms": 123.70062128725613, "return_raw": null, "survival_steps": 7200} +{"episode_id": 59, "episode_return": 32900.0, "episode_return_env": 32900.0, "game_score": 32900.0, "mean_latency_ms": 116.21121058187765, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000059, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.69720125999584, "p99_latency_ms": 123.67206066462008, "return_raw": null, "survival_steps": 7200} +{"episode_id": 60, "episode_return": 38700.0, "episode_return_env": 38700.0, "game_score": 38700.0, "mean_latency_ms": 116.24802242490712, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000060, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.6494561197058, "p99_latency_ms": 124.0910942642815, "return_raw": null, "survival_steps": 7200} +{"episode_id": 61, "episode_return": 41700.0, "episode_return_env": 41700.0, "game_score": 41700.0, "mean_latency_ms": 116.21810179570382, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000061, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.93237590134696, "p99_latency_ms": 125.22057813398567, "return_raw": null, "survival_steps": 7200} +{"episode_id": 62, "episode_return": 41900.0, "episode_return_env": 41900.0, "game_score": 41900.0, "mean_latency_ms": 116.30876524121882, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000062, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.80244422419379, "p99_latency_ms": 124.05408819502718, "return_raw": null, "survival_steps": 7200} +{"episode_id": 63, "episode_return": 39800.0, "episode_return_env": 39800.0, "game_score": 39800.0, "mean_latency_ms": 116.1281583202925, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000063, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.5997710901896, "p99_latency_ms": 124.94978934194259, "return_raw": null, "survival_steps": 7200} +{"episode_id": 64, "episode_return": 40900.0, "episode_return_env": 40900.0, "game_score": 40900.0, "mean_latency_ms": 116.29457541120159, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000064, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.12159728280577, "p99_latency_ms": 124.22892146399448, "return_raw": null, "survival_steps": 7200} +{"episode_id": 65, "episode_return": 36600.0, "episode_return_env": 36600.0, "game_score": 36600.0, "mean_latency_ms": 116.1822904352762, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000065, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.72831707993753, "p99_latency_ms": 124.17960955125352, "return_raw": null, "survival_steps": 7200} +{"episode_id": 66, "episode_return": 37900.0, "episode_return_env": 37900.0, "game_score": 37900.0, "mean_latency_ms": 116.24570571191877, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000066, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.73555531590252, "p99_latency_ms": 124.21812754716248, "return_raw": null, "survival_steps": 7200} +{"episode_id": 67, "episode_return": 42100.0, "episode_return_env": 42100.0, "game_score": 42100.0, "mean_latency_ms": 116.31796554921894, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000067, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.86637598091228, "p99_latency_ms": 124.44861526780346, "return_raw": null, "survival_steps": 7200} +{"episode_id": 68, "episode_return": 42300.0, "episode_return_env": 42300.0, "game_score": 42300.0, "mean_latency_ms": 116.33250288709287, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000068, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.00822515715099, "p99_latency_ms": 124.01096600607697, "return_raw": null, "survival_steps": 7200} +{"episode_id": 69, "episode_return": 42600.0, "episode_return_env": 42600.0, "game_score": 42600.0, "mean_latency_ms": 116.48643881313569, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 902, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000069, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 898, "workload_id": "atlantis"}, "num_actions": 898, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.82044281210293, "p99_latency_ms": 124.3883277065588, "return_raw": null, "survival_steps": 7200} +{"episode_id": 70, "episode_return": 36000.0, "episode_return_env": 36000.0, "game_score": 36000.0, "mean_latency_ms": 116.38052297290297, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000070, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.96956652639015, "p99_latency_ms": 123.67010655016938, "return_raw": null, "survival_steps": 7200} +{"episode_id": 71, "episode_return": 44500.0, "episode_return_env": 44500.0, "game_score": 44500.0, "mean_latency_ms": 116.10446000322995, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000071, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.50677606298436, "p99_latency_ms": 123.37935914333599, "return_raw": null, "survival_steps": 7200} +{"episode_id": 72, "episode_return": 39100.0, "episode_return_env": 39100.0, "game_score": 39100.0, "mean_latency_ms": 116.23507967747177, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000072, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.61847867971201, "p99_latency_ms": 123.96632423026102, "return_raw": null, "survival_steps": 7200} +{"episode_id": 73, "episode_return": 40200.0, "episode_return_env": 40200.0, "game_score": 40200.0, "mean_latency_ms": 116.33242868776568, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000073, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.03320686505637, "p99_latency_ms": 124.15706759674018, "return_raw": null, "survival_steps": 7200} +{"episode_id": 74, "episode_return": 30300.0, "episode_return_env": 30300.0, "game_score": 30300.0, "mean_latency_ms": 116.2850036697625, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000074, "final_is_true_episode_end": false, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.94152782593723, "p99_latency_ms": 123.71402547126971, "return_raw": null, "survival_steps": 7200} +{"episode_id": 75, "episode_return": 47200.0, "episode_return_env": 47200.0, "game_score": 47200.0, "mean_latency_ms": 116.20410371997676, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000075, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.90235537117005, "p99_latency_ms": 124.31811923889, "return_raw": null, "survival_steps": 7200} +{"episode_id": 76, "episode_return": 36800.0, "episode_return_env": 36800.0, "game_score": 36800.0, "mean_latency_ms": 116.28279963330708, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000076, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.06395652626951, "p99_latency_ms": 124.13106441686631, "return_raw": null, "survival_steps": 7200} +{"episode_id": 77, "episode_return": 33900.0, "episode_return_env": 33900.0, "game_score": 33900.0, "mean_latency_ms": 116.26624355542607, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000077, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.81596800886402, "p99_latency_ms": 123.4154878778525, "return_raw": null, "survival_steps": 7200} +{"episode_id": 78, "episode_return": 42900.0, "episode_return_env": 42900.0, "game_score": 42900.0, "mean_latency_ms": 116.26032642547874, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000078, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.37925969677215, "p99_latency_ms": 124.80980836338928, "return_raw": null, "survival_steps": 7200} +{"episode_id": 79, "episode_return": 47600.0, "episode_return_env": 47600.0, "game_score": 47600.0, "mean_latency_ms": 116.9214109511151, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 906, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000079, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 894, "workload_id": "atlantis"}, "num_actions": 894, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.8834667064384, "p99_latency_ms": 152.15261241275527, "return_raw": null, "survival_steps": 7200} +{"episode_id": 80, "episode_return": 38400.0, "episode_return_env": 38400.0, "game_score": 38400.0, "mean_latency_ms": 116.14886019552478, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000080, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.96341739569093, "p99_latency_ms": 123.98037420445289, "return_raw": null, "survival_steps": 7200} +{"episode_id": 81, "episode_return": 41400.0, "episode_return_env": 41400.0, "game_score": 41400.0, "mean_latency_ms": 116.1642377352426, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000081, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.52928348742982, "p99_latency_ms": 123.32770862745635, "return_raw": null, "survival_steps": 7200} +{"episode_id": 82, "episode_return": 42500.0, "episode_return_env": 42500.0, "game_score": 42500.0, "mean_latency_ms": 116.36239595086113, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000082, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.99559385804072, "p99_latency_ms": 123.9492456411129, "return_raw": null, "survival_steps": 7200} +{"episode_id": 83, "episode_return": 33000.0, "episode_return_env": 33000.0, "game_score": 33000.0, "mean_latency_ms": 116.28967454241847, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000083, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.90511013074502, "p99_latency_ms": 125.96224161707829, "return_raw": null, "survival_steps": 7200} +{"episode_id": 84, "episode_return": 37300.0, "episode_return_env": 37300.0, "game_score": 37300.0, "mean_latency_ms": 116.24594692056696, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000084, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.70751087131976, "p99_latency_ms": 124.16034047009066, "return_raw": null, "survival_steps": 7200} +{"episode_id": 85, "episode_return": 36400.0, "episode_return_env": 36400.0, "game_score": 36400.0, "mean_latency_ms": 116.27010595098103, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000085, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.72925758458179, "p99_latency_ms": 124.15852722937403, "return_raw": null, "survival_steps": 7200} +{"episode_id": 86, "episode_return": 38800.0, "episode_return_env": 38800.0, "game_score": 38800.0, "mean_latency_ms": 116.32815972825189, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000086, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 119.15232254715453, "p99_latency_ms": 124.02874673208059, "return_raw": null, "survival_steps": 7200} +{"episode_id": 87, "episode_return": 57100.0, "episode_return_env": 57100.0, "game_score": 57100.0, "mean_latency_ms": 116.35081676417009, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000087, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.7848411351993, "p99_latency_ms": 124.79215534848683, "return_raw": null, "survival_steps": 7200} +{"episode_id": 88, "episode_return": 40500.0, "episode_return_env": 40500.0, "game_score": 40500.0, "mean_latency_ms": 116.26025719003562, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000088, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.8396823984171, "p99_latency_ms": 124.0812233750878, "return_raw": null, "survival_steps": 7200} +{"episode_id": 89, "episode_return": 36300.0, "episode_return_env": 36300.0, "game_score": 36300.0, "mean_latency_ms": 116.38310227887376, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000089, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.96704833584315, "p99_latency_ms": 125.2378087508386, "return_raw": null, "survival_steps": 7200} +{"episode_id": 90, "episode_return": 35900.0, "episode_return_env": 35900.0, "game_score": 35900.0, "mean_latency_ms": 116.2775926331827, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000090, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.76769386761936, "p99_latency_ms": 123.81566302157405, "return_raw": null, "survival_steps": 7200} +{"episode_id": 91, "episode_return": 38400.0, "episode_return_env": 38400.0, "game_score": 38400.0, "mean_latency_ms": 116.21168243361994, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000091, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.37708893462415, "p99_latency_ms": 123.99826252450059, "return_raw": null, "survival_steps": 7200} +{"episode_id": 92, "episode_return": 33400.0, "episode_return_env": 33400.0, "game_score": 33400.0, "mean_latency_ms": 116.85150670430444, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 837, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000092, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 829, "workload_id": "atlantis"}, "num_actions": 829, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.98281083701255, "p99_latency_ms": 149.57359810574525, "return_raw": null, "survival_steps": 6662} +{"episode_id": 93, "episode_return": 39600.0, "episode_return_env": 39600.0, "game_score": 39600.0, "mean_latency_ms": 116.29175824808277, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000093, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.67375873501568, "p99_latency_ms": 123.99064869711677, "return_raw": null, "survival_steps": 7200} +{"episode_id": 94, "episode_return": 38500.0, "episode_return_env": 38500.0, "game_score": 38500.0, "mean_latency_ms": 116.23526069853803, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 901, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000094, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 899, "workload_id": "atlantis"}, "num_actions": 899, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.74223519314717, "p99_latency_ms": 124.08749050572548, "return_raw": null, "survival_steps": 7200} +{"episode_id": 95, "episode_return": 41100.0, "episode_return_env": 41100.0, "game_score": 41100.0, "mean_latency_ms": 116.24324017433823, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000095, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.6118572710555, "p99_latency_ms": 123.81769115089493, "return_raw": null, "survival_steps": 7200} +{"episode_id": 96, "episode_return": 34900.0, "episode_return_env": 34900.0, "game_score": 34900.0, "mean_latency_ms": 116.24112630196336, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000096, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.773686025083, "p99_latency_ms": 125.17048674095889, "return_raw": null, "survival_steps": 7200} +{"episode_id": 97, "episode_return": 31700.0, "episode_return_env": 31700.0, "game_score": 31700.0, "mean_latency_ms": 116.18462278271781, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000097, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.31467603905296, "p99_latency_ms": 123.80053616607032, "return_raw": null, "survival_steps": 7200} +{"episode_id": 98, "episode_return": 38900.0, "episode_return_env": 38900.0, "game_score": 38900.0, "mean_latency_ms": 116.29383551621308, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000098, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.79192507488403, "p99_latency_ms": 124.15268168578204, "return_raw": null, "survival_steps": 7200} +{"episode_id": 99, "episode_return": 42900.0, "episode_return_env": 42900.0, "game_score": 42900.0, "mean_latency_ms": 116.197647542925, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 900, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000099, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json", "source_run_id": "20260924T110210282159Z", "submitted_observation_frames": 900, "workload_id": "atlantis"}, "num_actions": 900, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.63974226793906, "p99_latency_ms": 123.71011080106311, "return_raw": null, "survival_steps": 7200} diff --git a/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/evaluation_profile/eval_config.yaml b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/evaluation_profile/eval_config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..31ffbbd255e79b0d907c309f7d8f27d05693c0ab --- /dev/null +++ b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/evaluation_profile/eval_config.yaml @@ -0,0 +1,149 @@ +experiment: + name: atlantis-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32 + seed: 1000000 +backend: + type: sample_factory + algo: APPO + device: cuda + train_dir: results/sample_factory + restart_behavior: resume + run_mode: eval + extra_args: + - --encoder_conv_architecture + - convnet_simple +executor: + mode: simulated + simulated_worker_capacity: 1 + simulated_inference_pool: true + inference_devices: + - cuda:0 + - cuda:1 + inference_batch_size: 16 +env: + name: gymnasium + task_name: atlantis + env_id: LatencyBench/Atlantis-v0 + registration_imports: + - latency_bench.envs.gymnasium_atlantis + make_kwargs: + base_env_id: ALE/Atlantis-v5 + render_mode: rgb_array + screen_size: 84 + noop_max: 30 + base_make_kwargs: + obs_type: rgb + frameskip: 1 + repeat_action_probability: 0.0 + full_action_space: false + mode: 0 + difficulty: 0 + max_num_frames_per_episode: 108000 + env_fps: 60 + obs_fps: 15 + frame_stack: 1 + simulator: gpu + terminal_on_life_loss: false + clip_reward: false + noop_action: noop + action_map: + noop: 0 + fire: 1 + rightfire: 2 + leftfire: 3 + action_order: + - noop + - fire + - rightfire + - leftfire + base_prompt: 'Defend Atlantis by firing at descending enemies. Choose exactly one + action from: noop, fire, rightfire, leftfire.' + obs_resize: + - 224 + - 224 + gpu_env_device: auto + noop_max: 30 + action_history_decisions: 8 +latency: + method: temporal + profile_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json + profile_worker_slot: 0 + seed: 271828 + add_latency_info: false +scheduler: + hold_policy: hold + ordering_policy: issue_order_fifo +policy: + type: starvla + actions: + - noop + - fire + - rightfire + - leftfire + checkpoint_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt + model_config_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/config.yaml + task_manifest_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/atlantis-qwenoft-hist8-profile-s42-v1/manifest.json + device: cuda:0 + unnorm_key: new_embodiment + prompt_mode: latency_neutral + backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17 + worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10 + state_source: transport +training: + train_for_env_steps: 1000000 + num_workers: 4 + num_envs_per_worker: 16 + worker_num_splits: 1 + num_policies: 1 + batch_size: 1024 + rollout: 64 + recurrence: 32 + num_epochs: 2 + num_batches_per_epoch: 8 + max_policy_lag: 300 + learning_rate: 0.000303 + lr_schedule: constant + nonlinearity: elu + gamma: 0.99 + gae_lambda: 0.95 + ppo_clip_ratio: 0.1 + ppo_clip_value: 0.2 + exploration_loss: entropy + exploration_loss_coeff: 0.003 + value_loss_coeff: 0.5 + max_grad_norm: 0.0 + adam_eps: 1.0e-06 + obs_scale: 1.0 + adaptive_stddev: false + with_vtrace: false + async_rl: true + use_rnn: false + normalize_input: true + normalize_returns: true + stats_avg: 100 + experiment_summaries_interval: 1 + save_every_sec: 600 + keep_checkpoints: 5 +evaluation: + eval_interval_steps: null + eval_episodes: 100 + eval_parallel_envs: 32 + eval_max_steps: 7200 + eval_deterministic: true + eval_suites: + fixed: [] + normal: [] + uniform: [] + latency_bench_env_backend: atlantis_gpu_batched + eval_raw_reward: true +logging: + output_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/atlantis-qwenoft-hist8-profile-s42-v1/profile_to_profile + video: + enabled: false + num_bins: 1 + save_step_records: true + save_action_records: true + save_latency_records: true + wandb_project: null + wandb_group: null + wandb_job_type: null + wandb_tags: '' diff --git a/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/evaluation_profile/provenance.json b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/evaluation_profile/provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..533b026e3215d174e3ef8fddf2853cd5694f18e0 --- /dev/null +++ b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/evaluation_profile/provenance.json @@ -0,0 +1,46 @@ +{ + "collection": { + "teacher_repo": "latency-sensitive-bench/benchmark-models", + "teacher_revision": "34f68e5162100362de0710d7745edba677fc0957", + "teacher_path": "latency-aware/atlantis/small-policy/sample-factory-qwenoft-hist8-cpu15m-s0-v1", + "teacher_checkpoint": "best_000028336_14508032_reward_587110.000.pth", + "teacher_sha256": "40bdf046972b5794c4e48ad7ca919c9a601958a88e113089919ede354a7789f6", + "profile_path": "/home/ubuntu/codex/atari-hist8-20260924/results/profiling/profiles/qwenoft/1x-rtx3090/atlantis/instance_8dd832253b2c3d69/profile.json", + "profile_sha256": "2c8c1f14845e89c6171e1502ff5af6d61d12049e6445d98d63f31e4ffca384f4", + "profile_repo": "latency-sensitive-bench/profiles", + "profile_revision": "7efc9af422864b9a1cb569aa81f1b2b1e216b89e", + "rollout_overrides": { + "latency_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/results/profiling/profiles/qwenoft/1x-rtx3090/atlantis/instance_8dd832253b2c3d69/profile.json", + "seed": 42, + "simulator": "gpu", + "probe_envs": 256, + "replay_envs": 256, + "policy_inference_batch_size": 256, + "max_episode_raw_frames": 7200 + }, + "episodes": 200, + "filter_preset": "none", + "history": "decision_v1" + }, + "training_run_id": "atlantis-qwenoft-hist8-profile-s42-v1", + "training_step": 5000, + "global_batch": 128, + "base_model": "Qwen/Qwen3-VL-4B-Instruct", + "wandb_run_id": "7ea15469", + "checkpoint_sha256": "3fc3190e4151c33d203f69da461d6c56042236200ea9f61369a08c97cb28b88b", + "eval_protocol_version": "hist8-history01-sf-render-v4", + "history_encoding": "binary_0_1", + "episodes": 100, + "env_condition": "profile", + "parallel_envs": 32, + "max_episode_raw_frames": 7200, + "inference_devices": [ + "cuda:0", + "cuda:1" + ], + "episode_seeds": [ + 1000000, + 1000099 + ], + "profile_sha256": "2c8c1f14845e89c6171e1502ff5af6d61d12049e6445d98d63f31e4ffca384f4" +} diff --git a/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/profile_publication.json b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/profile_publication.json new file mode 100644 index 0000000000000000000000000000000000000000..3e73fde9c334c214d9ceb9ef60e9f846fef64378 --- /dev/null +++ b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/profile_publication.json @@ -0,0 +1,28 @@ +{ + "model": "qwenoft", + "model_publication": { + "checkpoint_sha256": "f91d4079a94f779856220e4a954750624228a3da596b5ecdd70861e888a97877", + "episodes": 100, + "mean_return": 39560.0, + "model": "qwenoft", + "path": "zero-latency/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-zero-s42-v1", + "repo_id": "latency-sensitive-bench/benchmark-models", + "revision": "15c9cd4ab12215ccbcef74a8cd4d051d8e3aae3f", + "run_id": "atlantis-qwenoft-hist8-zero-s42-v1", + "task": "atlantis", + "training_status": "complete", + "zero_evaluation_status": "complete" + }, + "profile": { + "GPU_CLASS": "1x-rtx3090", + "INSTANCE_ID": "instance_8dd832253b2c3d69", + "PROFILE_PATH": "results/profiling/profiles/qwenoft/1x-rtx3090/atlantis/instance_8dd832253b2c3d69/profile.json", + "PROFILE_REF": "qwenoft/1x-rtx3090/atlantis/instance_8dd832253b2c3d69", + "RUN_ID": "20260924T110210282159Z" + }, + "profile_path": "profiles/qwenoft/1x-rtx3090/atlantis/instance_8dd832253b2c3d69/profile.json", + "profile_repo": "latency-sensitive-bench/profiles", + "profile_revision": "7efc9af422864b9a1cb569aa81f1b2b1e216b89e", + "profile_sha256": "2c8c1f14845e89c6171e1502ff5af6d61d12049e6445d98d63f31e4ffca384f4", + "task": "atlantis" +} diff --git a/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/publication_status.json b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/publication_status.json index e3aff23d77ff0cf95cb909817f368fee3dc0e3b2..2a6b0d00ca66061759e7a6546462c11266cadf66 100644 --- a/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/publication_status.json +++ b/latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/publication_status.json @@ -1,4 +1,7 @@ { - "profile_evaluation_status": "pending", + "episodes": 100, + "mean_return": 39229.0, + "profile_evaluation_status": "complete", + "profile_mean_return": 39229.0, "training_status": "complete" }