diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/README.md b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/README.md new file mode 100644 index 0000000000000000000000000000000000000000..442b6b3e63af3f5d85a59dfc7aeae70b861e0c91 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/README.md @@ -0,0 +1,7 @@ +# Atlantis H8 CPU teacher for qwenpi_v3 RTX 3090 temporal profile + +Fresh CPU/ALE training: 15M raw frames, seed 0, four-frame input, eight decision histories, constant LR 0.000303; GPU network updates, worker slot 0 and capacity 1. + +Best checkpoint at 14065664 raw frames. GPU evaluation: 100 episodes, mean raw return 27780.0, seeds 1000000–1000099, parallel 32, 60/15 Hz, 7200 raw-frame cap. + +[W&B](https://wandb.ai/saberrr-zju/latency-sensitive-bench/runs/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1). Profile identity and both training/evaluation configs are included. diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/action_audit.json b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/action_audit.json new file mode 100644 index 0000000000000000000000000000000000000000..3942ac799e13eebd0a851d2d15828a6a32268da2 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/action_audit.json @@ -0,0 +1,10 @@ +{ + "action_counts": { + "0": 15465, + "1": 11, + "2": 10069, + "3": 5461 + }, + "episodes": 100, + "issued_actions": 31006 +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/best_000027472_14065664_reward_31904.000.pth b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/best_000027472_14065664_reward_31904.000.pth new file mode 100644 index 0000000000000000000000000000000000000000..7a7bd7b02fe27d80da0be3875c710e37be008886 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/best_000027472_14065664_reward_31904.000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47af64b82e2d905e3c0d4c671d5957e66921bb56c3275ee8721c979b597e26f7 +size 18008870 diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/checkpoint.json b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/checkpoint.json new file mode 100644 index 0000000000000000000000000000000000000000..00d6290fbe9f30c975f52adc072f20e2f6eba4a7 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/checkpoint.json @@ -0,0 +1,5 @@ +{ + "checkpoint": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", + "checkpoint_sha256": "47af64b82e2d905e3c0d4c671d5957e66921bb56c3275ee8721c979b597e26f7", + "training_step": 14065664 +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/config.json b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e48fef387f18f6b36a0b394f1d0f55fad0373361 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/config.json @@ -0,0 +1,277 @@ +{ + "help": false, + "algo": "APPO", + "env": "latency_gymnasium", + "experiment": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", + "train_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers", + "restart_behavior": "resume", + "device": "gpu", + "seed": 0, + "initial_model_path": null, + "num_policies": 1, + "async_rl": true, + "serial_mode": false, + "batched_sampling": false, + "num_batches_to_accumulate": 2, + "worker_num_splits": 1, + "policy_workers_per_policy": 1, + "max_policy_lag": 300, + "num_workers": 4, + "num_envs_per_worker": 16, + "batch_size": 1024, + "num_batches_per_epoch": 8, + "num_epochs": 2, + "rollout": 64, + "fasttd3_replay_capacity": 6553600, + "fasttd3_replay_batch_size": 32768, + "fasttd3_action_chunk_horizon": 1, + "fasttd3_transitions_per_update": 64, + "fasttd3_train_for_optimizer_steps": 10000000000, + "fasttd3_v_min": -250.0, + "fasttd3_v_max": 250.0, + "fasttd3_actor_action_l2": 0.0, + "fasttd3_compile": true, + "recurrence": 32, + "shuffle_minibatches": false, + "gamma": 0.99, + "reward_scale": 1.0, + "reward_clip": 1000.0, + "value_bootstrap": false, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "kl_loss_coeff": 0.0, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "vtrace_rho": 1.0, + "vtrace_c": 1.0, + "optimizer": "adam", + "adam_eps": 1e-06, + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "max_grad_norm": 0.0, + "learning_rate": 0.000303, + "lr_schedule": "constant", + "lr_schedule_kl_threshold": 0.008, + "lr_adaptive_min": 1e-06, + "lr_adaptive_max": 0.01, + "obs_subtract_mean": 0.0, + "obs_scale": 1.0, + "normalize_input": true, + "normalize_input_keys": null, + "decorrelate_experience_max_seconds": 0, + "decorrelate_envs_on_one_worker": true, + "actor_worker_gpus": [], + "set_workers_cpu_affinity": true, + "force_envs_single_thread": false, + "default_niceness": 0, + "log_to_file": true, + "experiment_summaries_interval": 1, + "flush_summaries_interval": 30, + "stats_avg": 100, + "summaries_use_frameskip": true, + "heartbeat_interval": 20, + "heartbeat_reporting_interval": 180, + "train_for_env_steps": 15000000, + "train_for_seconds": 10000000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "load_checkpoint_kind": "latest", + "save_milestones_sec": -1, + "save_best_every_sec": 5, + "save_best_metric": "reward", + "save_best_after": 100000, + "benchmark": false, + "encoder_mlp_layers": [ + 512, + 512 + ], + "encoder_conv_architecture": "convnet_simple", + "encoder_conv_mlp_layers": [ + 512 + ], + "use_rnn": false, + "rnn_size": 512, + "rnn_type": "gru", + "rnn_num_layers": 1, + "decoder_mlp_layers": [], + "nonlinearity": "elu", + "policy_initialization": "orthogonal", + "policy_init_gain": 1.0, + "actor_critic_share_weights": true, + "adaptive_stddev": false, + "continuous_tanh_scale": 0.0, + "initial_stddev": 1.0, + "use_env_info_cache": false, + "env_gpu_actions": false, + "env_gpu_observations": true, + "env_frameskip": 1, + "env_framestack": 1, + "pixel_format": "CHW", + "use_record_episode_statistics": false, + "episode_counter": false, + "with_wandb": true, + "wandb_user": null, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "atlantis", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "atari-hist8-v1", + "profile", + "qwenpi_v3" + ], + "wandb_dir": "/home/ubuntu/codex/atari-hist8-20260924/wandb", + "with_pbt": false, + "pbt_mix_policies_in_one_env": true, + "pbt_period_env_steps": 5000000, + "pbt_start_mutation": 20000000, + "pbt_replace_fraction": 0.3, + "pbt_mutation_rate": 0.15, + "pbt_replace_reward_gap": 0.1, + "pbt_replace_reward_gap_absolute": 1e-06, + "pbt_optimize_gamma": false, + "pbt_target_objective": "true_objective", + "pbt_perturb_min": 1.1, + "pbt_perturb_max": 1.5, + "gym_task_name": "atlantis", + "gym_env_id": "LatencyBench/Atlantis-v0", + "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}", + "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_atlantis\"]", + "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]}", + "gym_action_labels_json": "[\"noop\", \"fire\", \"rightfire\", \"leftfire\"]", + "gym_action_values_json": "[0, 1, 2, 3]", + "gym_noop_action_id": 0, + "gym_noop_action_json": "\"noop\"", + "gym_base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.", + "gym_state_labels_json": "", + "env_fps": 60.0, + "obs_fps": 15.0, + "frame_stack": 4, + "action_history_decisions": 8, + "simulator": "cpu", + "gpu_env_device": "auto", + "gpu_env_batch_size": 1, + "noop_max": null, + "terminal_on_life_loss": null, + "clip_reward": null, + "max_episode_steps": null, + "export_env_raw_rgb_frames": false, + "mode": "train", + "latency_type": "profile_sample", + "fixed_latency_ms": null, + "mean_latency_ms": null, + "std_latency_ms": null, + "min_latency_ms": null, + "max_latency_ms": null, + "latency_seed": 0, + "latency_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", + "latency_profile_worker_slot": 0, + "simulated_worker_capacity": 1, + "add_latency_info": false, + "max_pending_actions": null, + "hold_last_chunk_action": false, + "hold_policy": "hold", + "ordering_policy": "issue_order_fifo", + "eval_episodes": 5, + "eval_parallel_envs": 1, + "eval_latency_raw_frame_values": null, + "eval_max_steps": 5000, + "eval_deterministic": true, + "eval_raw_reward": false, + "episode_metrics_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl", + "ppo": null, + "command_line": "--mode train --algo APPO --env latency_gymnasium --experiment atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1 --train_dir /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers --restart_behavior resume --device gpu --seed 0 --episode_metrics_path /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl --train_for_env_steps 15000000 --num_workers 4 --num_envs_per_worker 16 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --lr_schedule constant --nonlinearity elu --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.003 --value_loss_coeff 0.5 --max_grad_norm 0.0 --adam_eps 1e-06 --obs_scale 1.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --with_vtrace False --latency-type profile_sample --latency-seed 0 --latency-profile-path /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json --latency-profile-worker-slot 0 --simulated-worker-capacity 1 --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 5000 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group atlantis --wandb_job_type sample_factory --wandb_tags atari-hist8-v1 profile qwenpi_v3 --encoder_conv_architecture convnet_simple --gym-task-name atlantis --gym-env-id LatencyBench/Atlantis-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_atlantis\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"fire\", \"rightfire\", \"leftfire\"] --gym-action-values-json [0, 1, 2, 3] --gym-noop-action-id 0 --gym-base-prompt Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire. --env-fps 60 --obs-fps 15 --frame-stack 4 --action-history-decisions 8 --simulator cpu --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False", + "cli_args": { + "algo": "APPO", + "env": "latency_gymnasium", + "experiment": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", + "train_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers", + "restart_behavior": "resume", + "device": "gpu", + "seed": 0, + "num_policies": 1, + "async_rl": true, + "worker_num_splits": 1, + "max_policy_lag": 300, + "num_workers": 4, + "num_envs_per_worker": 16, + "batch_size": 1024, + "num_batches_per_epoch": 8, + "num_epochs": 2, + "rollout": 64, + "recurrence": 32, + "gamma": 0.99, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "adam_eps": 1e-06, + "max_grad_norm": 0.0, + "learning_rate": 0.000303, + "lr_schedule": "constant", + "obs_scale": 1.0, + "normalize_input": true, + "experiment_summaries_interval": 1, + "stats_avg": 100, + "train_for_env_steps": 15000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "encoder_conv_architecture": "convnet_simple", + "use_rnn": false, + "nonlinearity": "elu", + "adaptive_stddev": false, + "use_env_info_cache": false, + "with_wandb": true, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "atlantis", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "atari-hist8-v1", + "profile", + "qwenpi_v3" + ], + "gym_task_name": "atlantis", + "gym_env_id": "LatencyBench/Atlantis-v0", + "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}", + "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_atlantis\"]", + "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]}", + "gym_action_labels_json": "[\"noop\", \"fire\", \"rightfire\", \"leftfire\"]", + "gym_action_values_json": "[0, 1, 2, 3]", + "gym_noop_action_id": 0, + "gym_noop_action_json": "\"noop\"", + "gym_base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.", + "env_fps": 60.0, + "obs_fps": 15.0, + "frame_stack": 4, + "action_history_decisions": 8, + "simulator": "cpu", + "mode": "train", + "latency_type": "profile_sample", + "latency_seed": 0, + "latency_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", + "latency_profile_worker_slot": 0, + "simulated_worker_capacity": 1, + "add_latency_info": false, + "hold_policy": "hold", + "ordering_policy": "issue_order_fifo", + "eval_episodes": 5, + "eval_parallel_envs": 1, + "eval_max_steps": 5000, + "eval_deterministic": true, + "episode_metrics_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl", + "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_logs/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", + "wandb_unique_id": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1" + }, + "git_hash": "unknown", + "git_repo_name": "not a git repository", + "eval_env_frameskip": 1, + "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_logs/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", + "wandb_unique_id": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1" +} \ No newline at end of file diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/episode_metrics.jsonl b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/episode_metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ad723ebac4422c25818f9ea08a079a7dfb80c1ec --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/episode_metrics.jsonl @@ -0,0 +1,100 @@ +{"episode_id": 0, "episode_return": 37900.0, "episode_return_env": 37900.0, "game_score": 37900.0, "mean_latency_ms": 322.1489012876148, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1336, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000000, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 318, "workload_id": "atlantis"}, "num_actions": 318, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.4385174143308, "p99_latency_ms": 344.8236257953658, "return_raw": null, "survival_steps": 6614} +{"episode_id": 1, "episode_return": 17700.0, "episode_return_env": 17700.0, "game_score": 17700.0, "mean_latency_ms": 323.33657826617434, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1011, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000001, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 242, "workload_id": "atlantis"}, "num_actions": 242, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.90866627513117, "p99_latency_ms": 349.37904026169235, "return_raw": null, "survival_steps": 5012} +{"episode_id": 2, "episode_return": 21800.0, "episode_return_env": 21800.0, "game_score": 21800.0, "mean_latency_ms": 321.2513551394467, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 969, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000002, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 235, "workload_id": "atlantis"}, "num_actions": 235, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.3899168823136, "p99_latency_ms": 361.00455810816686, "return_raw": null, "survival_steps": 4815} +{"episode_id": 3, "episode_return": 37800.0, "episode_return_env": 37800.0, "game_score": 37800.0, "mean_latency_ms": 321.928990259888, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1451, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000003, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 349, "workload_id": "atlantis"}, "num_actions": 349, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.52983409303823, "p99_latency_ms": 343.9380894348682, "return_raw": null, "survival_steps": 7200} +{"episode_id": 4, "episode_return": 23100.0, "episode_return_env": 23100.0, "game_score": 23100.0, "mean_latency_ms": 321.9877665155652, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1038, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000004, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 248, "workload_id": "atlantis"}, "num_actions": 248, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.91582455318434, "p99_latency_ms": 344.2300836004198, "return_raw": null, "survival_steps": 5141} +{"episode_id": 5, "episode_return": 34900.0, "episode_return_env": 34900.0, "game_score": 34900.0, "mean_latency_ms": 321.40613374369684, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000005, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.88146764457395, "p99_latency_ms": 344.4319325892328, "return_raw": null, "survival_steps": 7200} +{"episode_id": 6, "episode_return": 29000.0, "episode_return_env": 29000.0, "game_score": 29000.0, "mean_latency_ms": 321.5001803707527, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1160, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000006, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 280, "workload_id": "atlantis"}, "num_actions": 280, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.354147141579, "p99_latency_ms": 344.03591527898004, "return_raw": null, "survival_steps": 5758} +{"episode_id": 7, "episode_return": 29000.0, "episode_return_env": 29000.0, "game_score": 29000.0, "mean_latency_ms": 321.4166313562402, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000007, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.45858925943713, "p99_latency_ms": 343.8475542347177, "return_raw": null, "survival_steps": 7200} +{"episode_id": 8, "episode_return": 34500.0, "episode_return_env": 34500.0, "game_score": 34500.0, "mean_latency_ms": 322.28344565616163, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1452, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000008, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 348, "workload_id": "atlantis"}, "num_actions": 348, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.0554819764126, "p99_latency_ms": 344.7365920666595, "return_raw": null, "survival_steps": 7200} +{"episode_id": 9, "episode_return": 31300.0, "episode_return_env": 31300.0, "game_score": 31300.0, "mean_latency_ms": 321.94388332592894, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000009, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.9933106795957, "p99_latency_ms": 345.85168773954575, "return_raw": null, "survival_steps": 7200} +{"episode_id": 10, "episode_return": 24900.0, "episode_return_env": 24900.0, "game_score": 24900.0, "mean_latency_ms": 321.3887660530928, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1302, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000010, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 314, "workload_id": "atlantis"}, "num_actions": 314, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.9109233365284, "p99_latency_ms": 346.108822894236, "return_raw": null, "survival_steps": 6464} +{"episode_id": 11, "episode_return": 18800.0, "episode_return_env": 18800.0, "game_score": 18800.0, "mean_latency_ms": 320.90885723916927, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 910, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000011, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 222, "workload_id": "atlantis"}, "num_actions": 222, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.6493011399336, "p99_latency_ms": 342.54662087281963, "return_raw": null, "survival_steps": 4526} +{"episode_id": 12, "episode_return": 15200.0, "episode_return_env": 15200.0, "game_score": 15200.0, "mean_latency_ms": 321.89519069615335, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1069, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000012, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 257, "workload_id": "atlantis"}, "num_actions": 257, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.8942798949767, "p99_latency_ms": 344.9924132260737, "return_raw": null, "survival_steps": 5302} +{"episode_id": 13, "episode_return": 26900.0, "episode_return_env": 26900.0, "game_score": 26900.0, "mean_latency_ms": 326.18606746381596, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1210, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000013, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 288, "workload_id": "atlantis"}, "num_actions": 288, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.96779134612666, "p99_latency_ms": 399.5390426052499, "return_raw": null, "survival_steps": 5991} +{"episode_id": 14, "episode_return": 27100.0, "episode_return_env": 27100.0, "game_score": 27100.0, "mean_latency_ms": 321.9539700058007, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1410, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000014, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 339, "workload_id": "atlantis"}, "num_actions": 339, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.9847686157949, "p99_latency_ms": 344.60877117850106, "return_raw": null, "survival_steps": 6995} +{"episode_id": 15, "episode_return": 27200.0, "episode_return_env": 27200.0, "game_score": 27200.0, "mean_latency_ms": 320.6116769652516, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1348, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000015, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 327, "workload_id": "atlantis"}, "num_actions": 327, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.601791624056, "p99_latency_ms": 345.8913683154227, "return_raw": null, "survival_steps": 6700} +{"episode_id": 16, "episode_return": 26200.0, "episode_return_env": 26200.0, "game_score": 26200.0, "mean_latency_ms": 320.7726194994448, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1009, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000016, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 244, "workload_id": "atlantis"}, "num_actions": 244, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.14485984562134, "p99_latency_ms": 344.0637426487982, "return_raw": null, "survival_steps": 5010} +{"episode_id": 17, "episode_return": 26400.0, "episode_return_env": 26400.0, "game_score": 26400.0, "mean_latency_ms": 321.478194085692, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1444, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000017, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 349, "workload_id": "atlantis"}, "num_actions": 349, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.13084968607404, "p99_latency_ms": 344.91422868696645, "return_raw": null, "survival_steps": 7169} +{"episode_id": 18, "episode_return": 32900.0, "episode_return_env": 32900.0, "game_score": 32900.0, "mean_latency_ms": 321.4666604892645, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1418, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000018, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 343, "workload_id": "atlantis"}, "num_actions": 343, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.7147019335937, "p99_latency_ms": 343.7177974440027, "return_raw": null, "survival_steps": 7041} +{"episode_id": 19, "episode_return": 24800.0, "episode_return_env": 24800.0, "game_score": 24800.0, "mean_latency_ms": 322.0621809531869, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 987, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000019, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 236, "workload_id": "atlantis"}, "num_actions": 236, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.6443513842448, "p99_latency_ms": 344.00361032876197, "return_raw": null, "survival_steps": 4892} +{"episode_id": 20, "episode_return": 31600.0, "episode_return_env": 31600.0, "game_score": 31600.0, "mean_latency_ms": 324.5930449806568, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1453, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000020, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 347, "workload_id": "atlantis"}, "num_actions": 347, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.61074497567654, "p99_latency_ms": 402.03494248285267, "return_raw": null, "survival_steps": 7200} +{"episode_id": 21, "episode_return": 32300.0, "episode_return_env": 32300.0, "game_score": 32300.0, "mean_latency_ms": 321.47683290955507, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1451, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000021, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 349, "workload_id": "atlantis"}, "num_actions": 349, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.3037442701344, "p99_latency_ms": 344.20741819041393, "return_raw": null, "survival_steps": 7200} +{"episode_id": 22, "episode_return": 22700.0, "episode_return_env": 22700.0, "game_score": 22700.0, "mean_latency_ms": 321.2958519627461, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1356, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000022, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 327, "workload_id": "atlantis"}, "num_actions": 327, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.39416215034726, "p99_latency_ms": 343.6063489485464, "return_raw": null, "survival_steps": 6729} +{"episode_id": 23, "episode_return": 21300.0, "episode_return_env": 21300.0, "game_score": 21300.0, "mean_latency_ms": 325.83174103178516, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1254, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000023, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 298, "workload_id": "atlantis"}, "num_actions": 298, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 341.72832085759023, "p99_latency_ms": 404.281610406745, "return_raw": null, "survival_steps": 6207} +{"episode_id": 24, "episode_return": 22400.0, "episode_return_env": 22400.0, "game_score": 22400.0, "mean_latency_ms": 321.4222637353209, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1274, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000024, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 308, "workload_id": "atlantis"}, "num_actions": 308, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.0841126488384, "p99_latency_ms": 344.300998137411, "return_raw": null, "survival_steps": 6326} +{"episode_id": 25, "episode_return": 26200.0, "episode_return_env": 26200.0, "game_score": 26200.0, "mean_latency_ms": 321.7594604091365, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1420, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000025, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 342, "workload_id": "atlantis"}, "num_actions": 342, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.646299229709, "p99_latency_ms": 343.41307274295934, "return_raw": null, "survival_steps": 7048} +{"episode_id": 26, "episode_return": 29600.0, "episode_return_env": 29600.0, "game_score": 29600.0, "mean_latency_ms": 321.7683983248795, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1451, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000026, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 349, "workload_id": "atlantis"}, "num_actions": 349, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.9860080404016, "p99_latency_ms": 344.468066739701, "return_raw": null, "survival_steps": 7200} +{"episode_id": 27, "episode_return": 36200.0, "episode_return_env": 36200.0, "game_score": 36200.0, "mean_latency_ms": 321.6390599314499, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000027, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.9325408649803, "p99_latency_ms": 344.8008692534499, "return_raw": null, "survival_steps": 7200} +{"episode_id": 28, "episode_return": 36200.0, "episode_return_env": 36200.0, "game_score": 36200.0, "mean_latency_ms": 321.64371898585256, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000028, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.65123677403153, "p99_latency_ms": 343.3228212259771, "return_raw": null, "survival_steps": 7200} +{"episode_id": 29, "episode_return": 30400.0, "episode_return_env": 30400.0, "game_score": 30400.0, "mean_latency_ms": 320.74914978299086, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1150, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000029, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 279, "workload_id": "atlantis"}, "num_actions": 279, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.6014763371899, "p99_latency_ms": 351.4853107373067, "return_raw": null, "survival_steps": 5715} +{"episode_id": 30, "episode_return": 36300.0, "episode_return_env": 36300.0, "game_score": 36300.0, "mean_latency_ms": 321.46517841315625, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1449, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000030, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 351, "workload_id": "atlantis"}, "num_actions": 351, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.9064119778708, "p99_latency_ms": 343.293063473152, "return_raw": null, "survival_steps": 7200} +{"episode_id": 31, "episode_return": 28200.0, "episode_return_env": 28200.0, "game_score": 28200.0, "mean_latency_ms": 322.0930425497588, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1451, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000031, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 349, "workload_id": "atlantis"}, "num_actions": 349, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.14981998689115, "p99_latency_ms": 344.22707583621093, "return_raw": null, "survival_steps": 7200} +{"episode_id": 32, "episode_return": 20000.0, "episode_return_env": 20000.0, "game_score": 20000.0, "mean_latency_ms": 320.93120111743167, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 713, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000032, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 172, "workload_id": "atlantis"}, "num_actions": 172, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.80764240664826, "p99_latency_ms": 343.0708690532907, "return_raw": null, "survival_steps": 3538} +{"episode_id": 33, "episode_return": 24800.0, "episode_return_env": 24800.0, "game_score": 24800.0, "mean_latency_ms": 321.5497140093863, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1413, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000033, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 340, "workload_id": "atlantis"}, "num_actions": 340, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.1572492387734, "p99_latency_ms": 344.5352569318435, "return_raw": null, "survival_steps": 7010} +{"episode_id": 34, "episode_return": 23500.0, "episode_return_env": 23500.0, "game_score": 23500.0, "mean_latency_ms": 321.6920748485366, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1048, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000034, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 253, "workload_id": "atlantis"}, "num_actions": 253, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.7865235397086, "p99_latency_ms": 344.59960730074516, "return_raw": null, "survival_steps": 5204} +{"episode_id": 35, "episode_return": 17000.0, "episode_return_env": 17000.0, "game_score": 17000.0, "mean_latency_ms": 321.0280403701734, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1050, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000035, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 254, "workload_id": "atlantis"}, "num_actions": 254, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.2015125174775, "p99_latency_ms": 344.320518676061, "return_raw": null, "survival_steps": 5215} +{"episode_id": 36, "episode_return": 36000.0, "episode_return_env": 36000.0, "game_score": 36000.0, "mean_latency_ms": 321.3811772339715, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1451, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000036, "final_is_true_episode_end": false, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 349, "workload_id": "atlantis"}, "num_actions": 349, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.03606863670416, "p99_latency_ms": 348.585548875345, "return_raw": null, "survival_steps": 7200} +{"episode_id": 37, "episode_return": 29700.0, "episode_return_env": 29700.0, "game_score": 29700.0, "mean_latency_ms": 321.89867090671453, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1451, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000037, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 349, "workload_id": "atlantis"}, "num_actions": 349, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.2456897940627, "p99_latency_ms": 344.1019152998155, "return_raw": null, "survival_steps": 7200} +{"episode_id": 38, "episode_return": 18800.0, "episode_return_env": 18800.0, "game_score": 18800.0, "mean_latency_ms": 322.0109559590531, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 929, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000038, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 223, "workload_id": "atlantis"}, "num_actions": 223, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.4604735482155, "p99_latency_ms": 343.3983874031786, "return_raw": null, "survival_steps": 4606} +{"episode_id": 39, "episode_return": 24500.0, "episode_return_env": 24500.0, "game_score": 24500.0, "mean_latency_ms": 321.6761903120374, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000039, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.3415109248065, "p99_latency_ms": 344.2080399682445, "return_raw": null, "survival_steps": 7200} +{"episode_id": 40, "episode_return": 33700.0, "episode_return_env": 33700.0, "game_score": 33700.0, "mean_latency_ms": 321.5038097677752, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1451, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000040, "final_is_true_episode_end": false, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 349, "workload_id": "atlantis"}, "num_actions": 349, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.17153725754497, "p99_latency_ms": 343.89417546189554, "return_raw": null, "survival_steps": 7200} +{"episode_id": 41, "episode_return": 32600.0, "episode_return_env": 32600.0, "game_score": 32600.0, "mean_latency_ms": 320.98843502027694, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1449, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000041, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 351, "workload_id": "atlantis"}, "num_actions": 351, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.302065640567, "p99_latency_ms": 344.89123722776577, "return_raw": null, "survival_steps": 7200} +{"episode_id": 42, "episode_return": 39400.0, "episode_return_env": 39400.0, "game_score": 39400.0, "mean_latency_ms": 321.25464933246514, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1448, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000042, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 352, "workload_id": "atlantis"}, "num_actions": 352, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.66506273067347, "p99_latency_ms": 344.5271312250957, "return_raw": null, "survival_steps": 7200} +{"episode_id": 43, "episode_return": 22300.0, "episode_return_env": 22300.0, "game_score": 22300.0, "mean_latency_ms": 321.6432890633739, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1246, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000043, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 300, "workload_id": "atlantis"}, "num_actions": 300, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.103166557333, "p99_latency_ms": 343.96454615305976, "return_raw": null, "survival_steps": 6184} +{"episode_id": 44, "episode_return": 42000.0, "episode_return_env": 42000.0, "game_score": 42000.0, "mean_latency_ms": 321.1989314894323, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000044, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.4167814407279, "p99_latency_ms": 345.05012466256414, "return_raw": null, "survival_steps": 7200} +{"episode_id": 45, "episode_return": 18900.0, "episode_return_env": 18900.0, "game_score": 18900.0, "mean_latency_ms": 321.63465904654004, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1151, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000045, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 277, "workload_id": "atlantis"}, "num_actions": 277, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.8694771494303, "p99_latency_ms": 344.26188023649354, "return_raw": null, "survival_steps": 5709} +{"episode_id": 46, "episode_return": 19200.0, "episode_return_env": 19200.0, "game_score": 19200.0, "mean_latency_ms": 321.6145791260737, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1181, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000046, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 284, "workload_id": "atlantis"}, "num_actions": 284, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.9877953865115, "p99_latency_ms": 345.110920908938, "return_raw": null, "survival_steps": 5859} +{"episode_id": 47, "episode_return": 30000.0, "episode_return_env": 30000.0, "game_score": 30000.0, "mean_latency_ms": 321.7091919791746, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1409, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000047, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 338, "workload_id": "atlantis"}, "num_actions": 338, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.2010173024927, "p99_latency_ms": 344.36856528370515, "return_raw": null, "survival_steps": 6987} +{"episode_id": 48, "episode_return": 33000.0, "episode_return_env": 33000.0, "game_score": 33000.0, "mean_latency_ms": 320.8837705961948, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1382, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000048, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 335, "workload_id": "atlantis"}, "num_actions": 335, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.06900801022755, "p99_latency_ms": 343.84675234730355, "return_raw": null, "survival_steps": 6867} +{"episode_id": 49, "episode_return": 31700.0, "episode_return_env": 31700.0, "game_score": 31700.0, "mean_latency_ms": 323.6977337518914, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1452, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000049, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 348, "workload_id": "atlantis"}, "num_actions": 348, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.2501768742022, "p99_latency_ms": 402.88751141012796, "return_raw": null, "survival_steps": 7200} +{"episode_id": 50, "episode_return": 24200.0, "episode_return_env": 24200.0, "game_score": 24200.0, "mean_latency_ms": 321.19645344269617, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1062, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000050, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 256, "workload_id": "atlantis"}, "num_actions": 256, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.1154555836835, "p99_latency_ms": 344.0642994743829, "return_raw": null, "survival_steps": 5272} +{"episode_id": 51, "episode_return": 19300.0, "episode_return_env": 19300.0, "game_score": 19300.0, "mean_latency_ms": 322.6154155264125, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 943, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000051, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 226, "workload_id": "atlantis"}, "num_actions": 226, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.33229929921515, "p99_latency_ms": 344.2628832490649, "return_raw": null, "survival_steps": 4675} +{"episode_id": 52, "episode_return": 27200.0, "episode_return_env": 27200.0, "game_score": 27200.0, "mean_latency_ms": 322.83776178347034, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1110, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000052, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 265, "workload_id": "atlantis"}, "num_actions": 265, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.299501115311, "p99_latency_ms": 344.7137967721965, "return_raw": null, "survival_steps": 5500} +{"episode_id": 53, "episode_return": 30100.0, "episode_return_env": 30100.0, "game_score": 30100.0, "mean_latency_ms": 325.52650792623757, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1454, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000053, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 346, "workload_id": "atlantis"}, "num_actions": 346, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 341.7776756165905, "p99_latency_ms": 394.32297287249014, "return_raw": null, "survival_steps": 7200} +{"episode_id": 54, "episode_return": 22500.0, "episode_return_env": 22500.0, "game_score": 22500.0, "mean_latency_ms": 321.19222495551884, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1214, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000054, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 295, "workload_id": "atlantis"}, "num_actions": 295, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.58932991104064, "p99_latency_ms": 343.3421371119699, "return_raw": null, "survival_steps": 6033} +{"episode_id": 55, "episode_return": 23000.0, "episode_return_env": 23000.0, "game_score": 23000.0, "mean_latency_ms": 325.0478674454766, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1118, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000055, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 266, "workload_id": "atlantis"}, "num_actions": 266, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.6623038645138, "p99_latency_ms": 392.0659854588892, "return_raw": null, "survival_steps": 5536} +{"episode_id": 56, "episode_return": 28500.0, "episode_return_env": 28500.0, "game_score": 28500.0, "mean_latency_ms": 321.2887089570763, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000056, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.85028725816505, "p99_latency_ms": 343.83268732722394, "return_raw": null, "survival_steps": 7200} +{"episode_id": 57, "episode_return": 32300.0, "episode_return_env": 32300.0, "game_score": 32300.0, "mean_latency_ms": 321.1112500386871, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000057, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.8307187630089, "p99_latency_ms": 345.3811861454296, "return_raw": null, "survival_steps": 7200} +{"episode_id": 58, "episode_return": 32700.0, "episode_return_env": 32700.0, "game_score": 32700.0, "mean_latency_ms": 320.5967611834617, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1447, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000058, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 353, "workload_id": "atlantis"}, "num_actions": 353, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 334.83959194030416, "p99_latency_ms": 345.62061330339725, "return_raw": null, "survival_steps": 7200} +{"episode_id": 59, "episode_return": 28600.0, "episode_return_env": 28600.0, "game_score": 28600.0, "mean_latency_ms": 320.7440254823246, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1416, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000059, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 345, "workload_id": "atlantis"}, "num_actions": 345, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.6711362351326, "p99_latency_ms": 343.3814976347386, "return_raw": null, "survival_steps": 7041} +{"episode_id": 60, "episode_return": 29200.0, "episode_return_env": 29200.0, "game_score": 29200.0, "mean_latency_ms": 320.6901096484012, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1301, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000060, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 314, "workload_id": "atlantis"}, "num_actions": 314, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.63228771377686, "p99_latency_ms": 344.41263596536214, "return_raw": null, "survival_steps": 6460} +{"episode_id": 61, "episode_return": 16100.0, "episode_return_env": 16100.0, "game_score": 16100.0, "mean_latency_ms": 320.2335866524249, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 988, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000061, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 240, "workload_id": "atlantis"}, "num_actions": 240, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.49621345686063, "p99_latency_ms": 344.9161765391059, "return_raw": null, "survival_steps": 4911} +{"episode_id": 62, "episode_return": 15600.0, "episode_return_env": 15600.0, "game_score": 15600.0, "mean_latency_ms": 322.2721421284725, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 868, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000062, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 209, "workload_id": "atlantis"}, "num_actions": 209, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.8447617161493, "p99_latency_ms": 345.70154869251616, "return_raw": null, "survival_steps": 4305} +{"episode_id": 63, "episode_return": 28900.0, "episode_return_env": 28900.0, "game_score": 28900.0, "mean_latency_ms": 320.75081697270383, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1448, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000063, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 352, "workload_id": "atlantis"}, "num_actions": 352, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.729919345379, "p99_latency_ms": 344.7453041601689, "return_raw": null, "survival_steps": 7200} +{"episode_id": 64, "episode_return": 35800.0, "episode_return_env": 35800.0, "game_score": 35800.0, "mean_latency_ms": 321.0463323425091, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1449, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000064, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 351, "workload_id": "atlantis"}, "num_actions": 351, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.0006994990658, "p99_latency_ms": 344.44822610875684, "return_raw": null, "survival_steps": 7200} +{"episode_id": 65, "episode_return": 29800.0, "episode_return_env": 29800.0, "game_score": 29800.0, "mean_latency_ms": 322.0141260111591, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000065, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.37278095768727, "p99_latency_ms": 344.90926674873504, "return_raw": null, "survival_steps": 7200} +{"episode_id": 66, "episode_return": 18300.0, "episode_return_env": 18300.0, "game_score": 18300.0, "mean_latency_ms": 321.57766657213597, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1091, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000066, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 261, "workload_id": "atlantis"}, "num_actions": 261, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.7355782315548, "p99_latency_ms": 347.03327451966084, "return_raw": null, "survival_steps": 5406} +{"episode_id": 67, "episode_return": 24200.0, "episode_return_env": 24200.0, "game_score": 24200.0, "mean_latency_ms": 321.75282910651475, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1380, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000067, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 332, "workload_id": "atlantis"}, "num_actions": 332, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.6103376000656, "p99_latency_ms": 344.2660114003385, "return_raw": null, "survival_steps": 6847} +{"episode_id": 68, "episode_return": 24700.0, "episode_return_env": 24700.0, "game_score": 24700.0, "mean_latency_ms": 321.64907309446977, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 965, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000068, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 233, "workload_id": "atlantis"}, "num_actions": 233, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.0529833347754, "p99_latency_ms": 343.01643920442876, "return_raw": null, "survival_steps": 4789} +{"episode_id": 69, "episode_return": 24000.0, "episode_return_env": 24000.0, "game_score": 24000.0, "mean_latency_ms": 321.75288602768063, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000069, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.76357057658726, "p99_latency_ms": 345.31633617716534, "return_raw": null, "survival_steps": 7200} +{"episode_id": 70, "episode_return": 27600.0, "episode_return_env": 27600.0, "game_score": 27600.0, "mean_latency_ms": 321.6995061004042, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1396, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000070, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 336, "workload_id": "atlantis"}, "num_actions": 336, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.063556557478, "p99_latency_ms": 344.2180951919581, "return_raw": null, "survival_steps": 6927} +{"episode_id": 71, "episode_return": 20600.0, "episode_return_env": 20600.0, "game_score": 20600.0, "mean_latency_ms": 321.73144952584704, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1032, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000071, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 249, "workload_id": "atlantis"}, "num_actions": 249, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.76660206581073, "p99_latency_ms": 344.58303859582156, "return_raw": null, "survival_steps": 5124} +{"episode_id": 72, "episode_return": 39100.0, "episode_return_env": 39100.0, "game_score": 39100.0, "mean_latency_ms": 321.59585878408745, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1451, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000072, "final_is_true_episode_end": false, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 349, "workload_id": "atlantis"}, "num_actions": 349, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.4491804308369, "p99_latency_ms": 344.85980280773964, "return_raw": null, "survival_steps": 7200} +{"episode_id": 73, "episode_return": 32800.0, "episode_return_env": 32800.0, "game_score": 32800.0, "mean_latency_ms": 321.85829904783577, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000073, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.86963068483163, "p99_latency_ms": 345.0820693536682, "return_raw": null, "survival_steps": 7200} +{"episode_id": 74, "episode_return": 33600.0, "episode_return_env": 33600.0, "game_score": 33600.0, "mean_latency_ms": 322.1677595048245, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1452, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000074, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 348, "workload_id": "atlantis"}, "num_actions": 348, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.3165638977044, "p99_latency_ms": 344.19553350238124, "return_raw": null, "survival_steps": 7200} +{"episode_id": 75, "episode_return": 34800.0, "episode_return_env": 34800.0, "game_score": 34800.0, "mean_latency_ms": 321.8009803737773, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1451, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000075, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 349, "workload_id": "atlantis"}, "num_actions": 349, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.457527871804, "p99_latency_ms": 342.95458622135266, "return_raw": null, "survival_steps": 7200} +{"episode_id": 76, "episode_return": 22300.0, "episode_return_env": 22300.0, "game_score": 22300.0, "mean_latency_ms": 322.1536069839823, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1048, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000076, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 252, "workload_id": "atlantis"}, "num_actions": 252, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.0271166502144, "p99_latency_ms": 345.3777602595592, "return_raw": null, "survival_steps": 5198} +{"episode_id": 77, "episode_return": 37200.0, "episode_return_env": 37200.0, "game_score": 37200.0, "mean_latency_ms": 321.1081322365867, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000077, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.3674227453244, "p99_latency_ms": 343.70846965964614, "return_raw": null, "survival_steps": 7200} +{"episode_id": 78, "episode_return": 25100.0, "episode_return_env": 25100.0, "game_score": 25100.0, "mean_latency_ms": 321.60252528162323, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1017, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000078, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 244, "workload_id": "atlantis"}, "num_actions": 244, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.1331327943328, "p99_latency_ms": 344.9756789255522, "return_raw": null, "survival_steps": 5044} +{"episode_id": 79, "episode_return": 14200.0, "episode_return_env": 14200.0, "game_score": 14200.0, "mean_latency_ms": 320.08239878791113, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 667, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000079, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 164, "workload_id": "atlantis"}, "num_actions": 164, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 330.64204780385217, "p99_latency_ms": 343.80068869553844, "return_raw": null, "survival_steps": 3322} +{"episode_id": 80, "episode_return": 36900.0, "episode_return_env": 36900.0, "game_score": 36900.0, "mean_latency_ms": 322.1583101954175, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1432, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000080, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 344, "workload_id": "atlantis"}, "num_actions": 344, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.29575283817616, "p99_latency_ms": 344.9075283922861, "return_raw": null, "survival_steps": 7101} +{"episode_id": 81, "episode_return": 26500.0, "episode_return_env": 26500.0, "game_score": 26500.0, "mean_latency_ms": 321.8802172650116, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1451, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000081, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 349, "workload_id": "atlantis"}, "num_actions": 349, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.2014404651982, "p99_latency_ms": 346.12020833305564, "return_raw": null, "survival_steps": 7200} +{"episode_id": 82, "episode_return": 25000.0, "episode_return_env": 25000.0, "game_score": 25000.0, "mean_latency_ms": 321.03230153817725, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1128, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000082, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 272, "workload_id": "atlantis"}, "num_actions": 272, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.8687112329858, "p99_latency_ms": 343.67743145941785, "return_raw": null, "survival_steps": 5599} +{"episode_id": 83, "episode_return": 32600.0, "episode_return_env": 32600.0, "game_score": 32600.0, "mean_latency_ms": 321.49770367197675, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1176, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000083, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 283, "workload_id": "atlantis"}, "num_actions": 283, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.6352727033392, "p99_latency_ms": 343.30207307215574, "return_raw": null, "survival_steps": 5834} +{"episode_id": 84, "episode_return": 29100.0, "episode_return_env": 29100.0, "game_score": 29100.0, "mean_latency_ms": 321.50374982609907, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1451, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000084, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 349, "workload_id": "atlantis"}, "num_actions": 349, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.36782897972296, "p99_latency_ms": 345.66697804923854, "return_raw": null, "survival_steps": 7200} +{"episode_id": 85, "episode_return": 21200.0, "episode_return_env": 21200.0, "game_score": 21200.0, "mean_latency_ms": 320.3637595337772, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1043, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000085, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 252, "workload_id": "atlantis"}, "num_actions": 252, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.68169874652517, "p99_latency_ms": 343.2066610696992, "return_raw": null, "survival_steps": 5178} +{"episode_id": 86, "episode_return": 30900.0, "episode_return_env": 30900.0, "game_score": 30900.0, "mean_latency_ms": 321.2545839028258, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1449, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000086, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 351, "workload_id": "atlantis"}, "num_actions": 351, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.7179634525476, "p99_latency_ms": 344.3063247695558, "return_raw": null, "survival_steps": 7200} +{"episode_id": 87, "episode_return": 15600.0, "episode_return_env": 15600.0, "game_score": 15600.0, "mean_latency_ms": 320.8610469057698, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 878, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000087, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 212, "workload_id": "atlantis"}, "num_actions": 212, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 341.12967397943544, "p99_latency_ms": 344.44339596592573, "return_raw": null, "survival_steps": 4359} +{"episode_id": 88, "episode_return": 27500.0, "episode_return_env": 27500.0, "game_score": 27500.0, "mean_latency_ms": 322.0165005813128, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1236, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000088, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 297, "workload_id": "atlantis"}, "num_actions": 297, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.9821066699965, "p99_latency_ms": 343.7036066777587, "return_raw": null, "survival_steps": 6131} +{"episode_id": 89, "episode_return": 32800.0, "episode_return_env": 32800.0, "game_score": 32800.0, "mean_latency_ms": 321.28409050559395, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1436, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000089, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 347, "workload_id": "atlantis"}, "num_actions": 347, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.3302410542808, "p99_latency_ms": 344.2933616146537, "return_raw": null, "survival_steps": 7130} +{"episode_id": 90, "episode_return": 26300.0, "episode_return_env": 26300.0, "game_score": 26300.0, "mean_latency_ms": 321.1082433370409, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1282, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000090, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 308, "workload_id": "atlantis"}, "num_actions": 308, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.8872817196259, "p99_latency_ms": 346.11810445160864, "return_raw": null, "survival_steps": 6357} +{"episode_id": 91, "episode_return": 30200.0, "episode_return_env": 30200.0, "game_score": 30200.0, "mean_latency_ms": 323.22061831515674, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1304, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000091, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 311, "workload_id": "atlantis"}, "num_actions": 311, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.24086854090376, "p99_latency_ms": 346.2812129007634, "return_raw": null, "survival_steps": 6459} +{"episode_id": 92, "episode_return": 29800.0, "episode_return_env": 29800.0, "game_score": 29800.0, "mean_latency_ms": 322.2615347515967, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1219, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000092, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 293, "workload_id": "atlantis"}, "num_actions": 293, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.7586614785468, "p99_latency_ms": 345.2875016208125, "return_raw": null, "survival_steps": 6046} +{"episode_id": 93, "episode_return": 23400.0, "episode_return_env": 23400.0, "game_score": 23400.0, "mean_latency_ms": 321.0153139540988, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000093, "final_is_true_episode_end": false, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.57281770667197, "p99_latency_ms": 344.58231826393023, "return_raw": null, "survival_steps": 7200} +{"episode_id": 94, "episode_return": 34400.0, "episode_return_env": 34400.0, "game_score": 34400.0, "mean_latency_ms": 323.9762078569024, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1452, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000094, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 348, "workload_id": "atlantis"}, "num_actions": 348, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.6358699957013, "p99_latency_ms": 394.58608420483154, "return_raw": null, "survival_steps": 7200} +{"episode_id": 95, "episode_return": 32900.0, "episode_return_env": 32900.0, "game_score": 32900.0, "mean_latency_ms": 322.56048548839556, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1454, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000095, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 346, "workload_id": "atlantis"}, "num_actions": 346, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.1763658120485, "p99_latency_ms": 344.65470423642046, "return_raw": null, "survival_steps": 7200} +{"episode_id": 96, "episode_return": 31500.0, "episode_return_env": 31500.0, "game_score": 31500.0, "mean_latency_ms": 321.612710633005, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1452, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000096, "final_is_true_episode_end": false, "final_lives": 1, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 348, "workload_id": "atlantis"}, "num_actions": 348, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.2271388971433, "p99_latency_ms": 344.2149116160704, "return_raw": null, "survival_steps": 7200} +{"episode_id": 97, "episode_return": 31600.0, "episode_return_env": 31600.0, "game_score": 31600.0, "mean_latency_ms": 321.4535391082819, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1450, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000097, "final_is_true_episode_end": false, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 350, "workload_id": "atlantis"}, "num_actions": 350, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 339.2844636319407, "p99_latency_ms": 345.70746870607877, "return_raw": null, "survival_steps": 7200} +{"episode_id": 98, "episode_return": 28000.0, "episode_return_env": 28000.0, "game_score": 28000.0, "mean_latency_ms": 321.1983557075343, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1449, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000098, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 351, "workload_id": "atlantis"}, "num_actions": 351, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.80457438257736, "p99_latency_ms": 344.1601823148536, "return_raw": null, "survival_steps": 7200} +{"episode_id": 99, "episode_return": 31600.0, "episode_return_env": 31600.0, "game_score": 31600.0, "mean_latency_ms": 321.82997452939884, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", "config_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1452, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000099, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_8dd832253b2c3d69", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T122701185096Z", "submitted_observation_frames": 348, "workload_id": "atlantis"}, "num_actions": 348, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 340.1736193708562, "p99_latency_ms": 344.6998342042223, "return_raw": null, "survival_steps": 7200} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/eval.yaml b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/eval.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b3d4f9c22ca63f24971327e6208958530965ece9 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/eval.yaml @@ -0,0 +1,137 @@ +experiment: + name: atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1 + seed: 1000000 +backend: + type: sample_factory + algo: APPO + device: cuda + train_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers + restart_behavior: resume + run_mode: eval + extra_args: + - --encoder_conv_architecture + - convnet_simple +executor: + mode: simulated + simulated_worker_capacity: 1 +env: + name: gymnasium + task_name: atlantis + env_id: LatencyBench/Atlantis-v0 + registration_imports: + - latency_bench.envs.gymnasium_atlantis + make_kwargs: + base_env_id: ALE/Atlantis-v5 + render_mode: rgb_array + screen_size: 84 + noop_max: 30 + base_make_kwargs: + obs_type: rgb + frameskip: 1 + repeat_action_probability: 0.0 + full_action_space: false + mode: 0 + difficulty: 0 + max_num_frames_per_episode: 108000 + env_fps: 60 + obs_fps: 15 + frame_stack: 4 + simulator: gpu + terminal_on_life_loss: false + clip_reward: false + noop_action: noop + action_map: + noop: 0 + fire: 1 + rightfire: 2 + leftfire: 3 + action_order: + - noop + - fire + - rightfire + - leftfire + base_prompt: 'Defend Atlantis by firing at descending enemies. Choose exactly one + action from: noop, fire, rightfire, leftfire.' + action_history_decisions: 8 + gpu_env_device: cuda:0 + noop_max: 30 +latency: + method: temporal + profile_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json + profile_worker_slot: 0 + seed: 271828 + add_latency_info: false +scheduler: + hold_policy: hold + ordering_policy: issue_order_fifo +policy: + type: gymnasium_sf + checkpoint_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth + checkpoint_kind: best + device: cuda:0 + deterministic: true +training: + train_for_env_steps: 15000000 + num_workers: 4 + num_envs_per_worker: 16 + worker_num_splits: 1 + num_policies: 1 + batch_size: 1024 + rollout: 64 + recurrence: 32 + num_epochs: 2 + num_batches_per_epoch: 8 + max_policy_lag: 300 + learning_rate: 0.000303 + lr_schedule: constant + nonlinearity: elu + gamma: 0.99 + gae_lambda: 0.95 + ppo_clip_ratio: 0.1 + ppo_clip_value: 0.2 + exploration_loss: entropy + exploration_loss_coeff: 0.003 + value_loss_coeff: 0.5 + max_grad_norm: 0.0 + adam_eps: 1.0e-06 + obs_scale: 1.0 + adaptive_stddev: false + with_vtrace: false + async_rl: true + use_rnn: false + normalize_input: true + normalize_returns: true + stats_avg: 100 + experiment_summaries_interval: 1 + save_every_sec: 600 + keep_checkpoints: 5 +evaluation: + eval_interval_steps: null + eval_episodes: 100 + eval_parallel_envs: 32 + eval_max_steps: 7200 + eval_deterministic: true + eval_suites: + fixed: [] + normal: [] + uniform: [] + eval_raw_reward: true + episode_seed_offset: 0 + latency_bench_env_backend: atlantis_gpu_batched +logging: + output_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1 + video: + enabled: false + num_bins: 1 + save_step_records: true + save_action_records: true + save_latency_records: true + wandb_project: latency-sensitive-bench + wandb_group: atlantis + wandb_job_type: sample_factory + wandb_tags: + - atari-hist8-v1 + - profile + - qwenpi_v3 + wandb_entity: saberrr-zju + wandb_name: atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1 diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/eval_profile.json b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/eval_profile.json new file mode 100644 index 0000000000000000000000000000000000000000..d056f4e13fc2fc7a198b6df504e42c52bfdc430a --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/eval_profile.json @@ -0,0 +1,218 @@ +{ + "checkpoint_kind": "best", + "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000027472_14065664_reward_31904.000.pth", + "experiment_name": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", + "latency": "profile_sample", + "latency_type": "profile_sample", + "lengths": [ + 6614, + 5012, + 4815, + 7200, + 5141, + 7200, + 5758, + 7200, + 7200, + 7200, + 6464, + 4526, + 5302, + 5991, + 6995, + 6700, + 5010, + 7169, + 7041, + 4892, + 7200, + 7200, + 6729, + 6207, + 6326, + 7048, + 7200, + 7200, + 7200, + 5715, + 7200, + 7200, + 3538, + 7010, + 5204, + 5215, + 7200, + 7200, + 4606, + 7200, + 7200, + 7200, + 7200, + 6184, + 7200, + 5709, + 5859, + 6987, + 6867, + 7200, + 5272, + 4675, + 5500, + 7200, + 6033, + 5536, + 7200, + 7200, + 7200, + 7041, + 6460, + 4911, + 4305, + 7200, + 7200, + 7200, + 5406, + 6847, + 4789, + 7200, + 6927, + 5124, + 7200, + 7200, + 7200, + 7200, + 5198, + 7200, + 5044, + 3322, + 7101, + 7200, + 5599, + 5834, + 7200, + 5178, + 7200, + 4359, + 6131, + 7130, + 6357, + 6459, + 6046, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200 + ], + "mean_length": 6388.18, + "mean_return": 27780.0, + "returns": [ + 37900.0, + 17700.0, + 21800.0, + 37800.0, + 23100.0, + 34900.0, + 29000.0, + 29000.0, + 34500.0, + 31300.0, + 24900.0, + 18800.0, + 15200.0, + 26900.0, + 27100.0, + 27200.0, + 26200.0, + 26400.0, + 32900.0, + 24800.0, + 31600.0, + 32300.0, + 22700.0, + 21300.0, + 22400.0, + 26200.0, + 29600.0, + 36200.0, + 36200.0, + 30400.0, + 36300.0, + 28200.0, + 20000.0, + 24800.0, + 23500.0, + 17000.0, + 36000.0, + 29700.0, + 18800.0, + 24500.0, + 33700.0, + 32600.0, + 39400.0, + 22300.0, + 42000.0, + 18900.0, + 19200.0, + 30000.0, + 33000.0, + 31700.0, + 24200.0, + 19300.0, + 27200.0, + 30100.0, + 22500.0, + 23000.0, + 28500.0, + 32300.0, + 32700.0, + 28600.0, + 29200.0, + 16100.0, + 15600.0, + 28900.0, + 35800.0, + 29800.0, + 18300.0, + 24200.0, + 24700.0, + 24000.0, + 27600.0, + 20600.0, + 39100.0, + 32800.0, + 33600.0, + 34800.0, + 22300.0, + 37200.0, + 25100.0, + 14200.0, + 36900.0, + 26500.0, + 25000.0, + 32600.0, + 29100.0, + 21200.0, + 30900.0, + 15600.0, + 27500.0, + 32800.0, + 26300.0, + 30200.0, + 29800.0, + 23400.0, + 34400.0, + 32900.0, + 31500.0, + 31600.0, + 28000.0, + 31600.0 + ], + "seed": 1000000, + "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json", + "std_return": 6220.659129063414, + "suite_name": "profile_sample", + "timestamp_utc": "2026-09-24T14:37:02.172978+00:00" +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/DONE b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/DONE new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/hardware.json b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/hardware.json new file mode 100644 index 0000000000000000000000000000000000000000..4fd329adf86390a250343381f70862511066dcc5 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/hardware.json @@ -0,0 +1,40 @@ +{ + "driver_version": "580.82.09", + "gpu_class": "1x-rtx3090", + "gpus": [ + { + "name": "NVIDIA GeForce RTX 3090", + "slot": 0 + } + ], + "instance_id": "instance_8dd832253b2c3d69", + "topology_links": [], + "torch": { + "backends": { + "cuda_cudnn_sdp_enabled": true, + "cuda_flash_sdp_enabled": true, + "cuda_math_sdp_enabled": true, + "cuda_matmul_allow_tf32": false, + "cuda_mem_efficient_sdp_enabled": true, + "cudnn_allow_tf32": true, + "cudnn_benchmark": false + }, + "cuda_available": true, + "cuda_device_count": 1, + "cuda_version": "12.8", + "current_device": 0, + "current_device_name": "NVIDIA GeForce RTX 3090", + "device_properties": [ + { + "index": 0, + "major": 8, + "minor": 6, + "multi_processor_count": 82, + "name": "NVIDIA GeForce RTX 3090", + "total_memory": 25296044032 + } + ], + "float32_matmul_precision": "highest", + "version": "2.11.0+cu128" + } +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_burst_model.json b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_burst_model.json new file mode 100644 index 0000000000000000000000000000000000000000..25715f1c325bf1be726119faafafc1187425a21b --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_burst_model.json @@ -0,0 +1,1315 @@ +{ + "burst_dwell_distribution": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.7400000000000007, + 2.4800000000000013, + 3.220000000000002, + 3.9599999999999986, + 4.699999999999999, + 5.4399999999999995, + 6.180000000000001, + 6.920000000000001, + 7.660000000000002, + 8.399999999999999, + 9.139999999999999, + 9.879999999999999, + 10.620000000000001, + 11.360000000000001, + 12.100000000000001, + 12.839999999999998, + 13.579999999999998, + 14.32, + 15.06, + 15.8, + 16.54, + 17.279999999999998, + 18.02, + 18.759999999999998, + 19.5, + 20.240000000000002, + 20.98, + 21.720000000000002, + 22.46, + 23.200000000000003, + 23.940000000000005, + 24.679999999999996, + 25.419999999999998, + 26.159999999999997, + 26.9, + 27.64, + 28.38, + 29.12, + 29.86, + 30.6, + 31.340000000000003, + 32.08, + 32.82000000000001, + 33.559999999999995, + 34.3, + 35.04, + 35.78, + 36.519999999999996, + 37.26, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0, + 38.0 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "burst_dwell_lengths": [ + 1, + 38 + ], + "burst_merge_gap_records": 30, + "burst_rank_processes": [ + { + "draw_count": 39, + "dwell_length_spearman_rho": -1.0, + "level_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.10206399858, + 384.3177398914631, + 384.53341578434623, + 384.74909167722933, + 384.96476757011243, + 385.1804434629955, + 385.3961193558787, + 385.6117952487618, + 385.8274711416449, + 386.043147034528, + 386.25882292741113, + 386.47449882029423, + 386.6901747131773, + 386.9058506060604, + 387.1215264989436, + 387.3372023918267, + 387.5528782847098, + 387.7685541775929, + 387.98423007047603, + 388.19990596335913, + 388.4155818562422, + 388.6312577491253, + 388.8469336420085, + 389.0626095348916, + 389.2782854277747, + 389.49396132065783, + 389.70963721354093, + 389.925313106424, + 390.1409889993071, + 390.3566648921903, + 390.5723407850734, + 390.7880166779565, + 391.0036925708396, + 391.21936846372273, + 391.43504435660583, + 391.6507202494889, + 391.866396142372, + 392.0820720352552, + 392.2977479281383, + 392.5134238210214, + 392.7290997139045, + 392.94477560678763, + 393.1604514996707, + 393.3761273925538, + 393.5918032854369, + 393.8074791783201, + 394.0231550712032, + 394.2388309640863, + 394.4545068569694, + 394.67018274985253, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356, + 394.8858586427356 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "level_residual_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + -10.302859644272473, + -10.302859644272473, + -10.302859644272473, + -10.302859644272473, + -10.302859644272473, + -10.302859644272473, + -10.302859644272473, + -10.302859644272473, + -10.302859644272473, + -10.302859644272473, + -10.302859644272473, + -10.302859644272473, + -10.302859644272473, + -10.302859644272473, + -10.302859644272473, + -10.291383644619135, + -10.274169645139125, + -10.256955645659115, + -10.239741646179107, + -10.222527646699097, + -10.20531364721909, + -10.18809964773908, + -10.148470846616771, + -10.108842045494464, + -10.069213244372156, + -10.029584443249849, + -9.98995564212754, + -9.950326841005232, + -9.920896740310933, + -9.911864040472654, + -9.902831340634373, + -9.893798640796092, + -9.884765940957811, + -9.87573324111953, + -9.86670054128125, + -9.448652241804748, + -8.82609614250913, + -8.203540043213511, + -7.580983943917895, + -6.95842784462228, + -6.335871745326667, + -5.713315646031049, + -5.323222795554544, + -4.933129945078043, + -4.543037094601538, + -4.152944244125034, + -3.762851393648532, + -3.37275854317203, + -3.0813393425728353, + -2.9872674417282608, + -2.8931955408836867, + -2.799123640039113, + -2.7050517391945395, + -2.6109798383499654, + -2.516907937505391, + -2.4075145375515494, + -2.2904603880430727, + -2.173406238534596, + -2.05635208902612, + -1.9392979395176444, + -1.822243790009168, + -1.7051896405006914, + -1.5745805912251736, + -1.443971541949656, + -1.313362492674139, + -1.1827534433986204, + -1.0521443941231041, + -0.9215353448475864, + -0.7927395130640471, + -0.6675701162644606, + -0.5424007194648741, + -0.4172313226652875, + -0.292061925865701, + -0.1668925290661144, + -0.04172313226652935, + 0.12673533532236503, + 0.3168383383059137, + 0.5069413412894623, + 0.697044344273011, + 0.8871473472565596, + 1.077250350240106, + 1.2673533532236547, + 1.981450853443589, + 2.695548353663532, + 3.409645853883475, + 4.123743354103418, + 4.83784085432336, + 5.551938354543303, + 6.116761754772519, + 6.383036955020284, + 6.649312155268049, + 6.915587355515811, + 7.181862555763576, + 7.448137756011338, + 7.714412956259103, + 8.355155756643862, + 9.183132357097122, + 10.011108957550382, + 10.839085558003642, + 11.66706215845689, + 12.495038758910152, + 13.32301535936341, + 15.180797309747792, + 17.038579260132174, + 18.89636121051656, + 20.75414316090092, + 22.611925111285302, + 24.469707061669663, + 25.708228361925933, + 25.708228361925933, + 25.708228361925933, + 25.708228361925933, + 25.708228361925933, + 25.708228361925933, + 25.708228361925933, + 25.708228361925933, + 25.708228361925933, + 25.708228361925933, + 25.708228361925933, + 25.708228361925933, + 25.708228361925933, + 25.708228361925933, + 25.708228361925933 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "severity": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.3684210526315789, + 0.38105263157894737, + 0.3936842105263158, + 0.40631578947368424, + 0.41894736842105257, + 0.431578947368421, + 0.44421052631578944, + 0.4568421052631579, + 0.4694736842105263, + 0.48210526315789476, + 0.49473684210526314, + 0.5073684210526315, + 0.52, + 0.5326315789473683, + 0.5452631578947369, + 0.5578947368421052, + 0.5705263157894737, + 0.5831578947368421, + 0.5957894736842104, + 0.608421052631579, + 0.6210526315789473, + 0.6336842105263158, + 0.6463157894736842, + 0.6589473684210525, + 0.671578947368421, + 0.6842105263157894, + 0.6968421052631579, + 0.7094736842105263, + 0.7221052631578948, + 0.7347368421052631, + 0.7473684210526316, + 0.76, + 0.7726315789473683, + 0.7852631578947368, + 0.7978947368421052, + 0.8105263157894735, + 0.8231578947368421, + 0.8357894736842104, + 0.848421052631579, + 0.8610526315789473, + 0.8736842105263158, + 0.8863157894736842, + 0.8989473684210527, + 0.911578947368421, + 0.9242105263157894, + 0.9368421052631577, + 0.9494736842105262, + 0.9621052631578946, + 0.9747368421052631, + 0.9873684210526315, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "spike_count": 15 + } + ], + "burst_slot_rank_templates": [ + { + "dwell_length": 38, + "slot_to_rank": { + "0": 0 + } + }, + { + "dwell_length": 1, + "slot_to_rank": { + "0": 0 + } + } + ], + "model_type": "hidden_regime", + "pre_worker_time_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 0.5884179994463921, + 0.58906402310431, + 0.6026591588109732, + 0.6222533356547356, + 0.6348776040375232, + 0.6433940734267235, + 0.6562009589374065, + 0.6645006868243217, + 0.6722117587625981, + 0.6827683795690537, + 0.6908602547347545, + 0.6965533630847931, + 0.7005915060639382, + 0.7499631594121456, + 0.7911117577552795, + 0.8364904774725437, + 0.868654302507639, + 0.8904210419952869, + 0.9066563545167446, + 0.9282033425569535, + 0.9551896627247334, + 0.9766987971961499, + 0.9939983822405338, + 1.0019271355867385, + 1.0057412004470825, + 1.0093884748220443, + 1.012284692376852, + 1.0148881386220454, + 1.016825059056282, + 1.018494199514389, + 1.0198608927428723, + 1.021388404816389, + 1.022788117825985, + 1.0238226735591889, + 1.025022407323122, + 1.0264622576534748, + 1.0276715010404587, + 1.0286938801407814, + 1.0299878583848476, + 1.0312103962898254, + 1.0322038377821445, + 1.0332683995366096, + 1.0344536426663398, + 1.035365859568119, + 1.0363680006563663, + 1.03721363902092, + 1.0382458038628102, + 1.0392460003495216, + 1.0405412594974042, + 1.0418838624656201, + 1.0429185527563096, + 1.0439313024282455, + 1.0450401340425015, + 1.0463087421655655, + 1.0475420562922955, + 1.0489912179112435, + 1.050377405434847, + 1.052232143431902, + 1.0537168034911155, + 1.0553195637464523, + 1.0566196155548095, + 1.0589860044419765, + 1.0607856050133706, + 1.0631922608613968, + 1.0652458603680135, + 1.0677903681993484, + 1.070673593133688, + 1.0744681815803052, + 1.0772837454080582, + 1.0815780422091483, + 1.0855781808495522, + 1.0891090109944344, + 1.0926223994791509, + 1.0949997973442078, + 1.0979133605957032, + 1.1004747430980206, + 1.102892891317606, + 1.1053840470314027, + 1.107526689171791, + 1.1104743833839894, + 1.1128407309949397, + 1.1152929984033109, + 1.1177127806842326, + 1.1193183538317681, + 1.1210800236463547, + 1.1234516337513925, + 1.1260570026934147, + 1.128086880892515, + 1.1304683689773083, + 1.1330445225536823, + 1.135883400887251, + 1.138391100615263, + 1.141273078620434, + 1.1448784404993058, + 1.1481305339932442, + 1.1518794766068459, + 1.1559628896415233, + 1.1630319941043854, + 1.171032137721777, + 1.1794636134803296, + 1.190256061553955, + 1.2054496087133884, + 1.2269200398027897, + 1.247242043763399, + 1.2745343169569971, + 1.3388050426542746, + 1.4781398005783553, + 1.5079349806904792, + 1.5454325534403324, + 1.5920225566625594, + 1.6317950615286827, + 1.6343763967752456, + 1.6398860240876674, + 1.6440014302730561, + 1.6485493974685663, + 1.6545921152830123, + 1.667423636496064, + 1.6977828682065006, + 1.8200083102583988, + 2.0374553056955333, + 2.1605290226042766, + 4.219448843881615, + 4.561116993427277 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "regime_step_counts": { + "burst": 39, + "calm": 6485 + }, + "regime_transition_counts": { + "burst": { + "burst": 37, + "calm": 2 + }, + "calm": { + "burst": 2, + "calm": 6478 + } + }, + "reset_scope": "session", + "schema_version": 12, + "spike_median_multiplier": 1.25, + "spike_threshold_ms_by_worker_slot": { + "0": 383.9674224983901 + }, + "worker_count": 1 +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_distribution.json b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_distribution.json new file mode 100644 index 0000000000000000000000000000000000000000..19aeaaa292c6c41668b9fd7e4ca596d025861537 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_distribution.json @@ -0,0 +1,1027 @@ +{ + "schema_version": 3, + "worker_slots": { + "0": { + "all": { + "count": 6524, + "observation_to_action_latency_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 306.55278600752354, + 306.56187117926476, + 306.64717776308953, + 306.7807050130367, + 306.94934444859626, + 307.0427966519594, + 307.228130761981, + 307.3006228032708, + 307.3232276952565, + 307.34860186743737, + 307.3663948346376, + 307.4777643710375, + 307.499813773185, + 307.9058224245906, + 308.30121329814193, + 308.6151940627396, + 308.9855363994837, + 309.21474231794474, + 309.42904717966917, + 309.6576469761133, + 309.8491784824431, + 310.04148489534856, + 310.2320455372334, + 310.40785342380406, + 310.6334346985817, + 310.8503401134908, + 310.9832638069987, + 311.1313945248723, + 311.3092545822263, + 311.4467951001227, + 311.6054260723293, + 311.72070849388837, + 311.84503200054166, + 311.9546169950068, + 312.08509603068234, + 312.2145611535013, + 312.32861150056124, + 312.44276333764196, + 312.6086952418089, + 312.7899748620391, + 312.92005187630656, + 313.09331149160863, + 313.32346884310243, + 313.5157195265591, + 313.7561245186627, + 314.0131028313935, + 314.2622891023755, + 314.52900581762196, + 314.9380630363524, + 315.4280376960337, + 315.9795669773221, + 317.0768792979419, + 317.9687191598117, + 318.34607894033195, + 318.6366015133262, + 318.86010980263353, + 319.12836570739745, + 319.383416185081, + 319.5288259553909, + 319.66663480296734, + 319.83149230331185, + 320.0085410103202, + 320.21658055707815, + 320.4547227333486, + 320.69174859791997, + 320.9575970546901, + 321.24274049922826, + 321.56753638997674, + 321.8929576994479, + 322.4354334662855, + 322.94670210674406, + 323.78494589701296, + 324.2482675224543, + 324.5194993379712, + 324.76974082440137, + 324.9428870204091, + 325.08108250275257, + 325.24633890166876, + 325.38802816450595, + 325.5130971452594, + 325.6948782595992, + 325.85489780008794, + 326.029416218549, + 326.21948663696645, + 326.3843288223445, + 326.5669337007403, + 326.7674219980836, + 326.9711941973865, + 327.2547556398809, + 327.51274688243865, + 327.80551406502724, + 328.33749219849705, + 329.04220706269143, + 330.0289968033135, + 331.7381069402397, + 334.51485994383694, + 337.5520234040916, + 338.05168259769675, + 338.4346020232141, + 338.8197752557695, + 339.22674282193185, + 339.58823550119996, + 339.99343860298393, + 340.31228474080564, + 340.687505299598, + 341.11008880630135, + 341.5585983067751, + 342.1517622753978, + 342.92619837895035, + 344.01451922059056, + 346.14170551642775, + 346.684373633623, + 347.87468909159304, + 350.73105347800293, + 354.78303677824124, + 361.63163087934265, + 366.70522835934156, + 378.29055788481196, + 385.98862874442347, + 395.0193902235028, + 402.47822641898756, + 420.77849704768727, + 422.6592720001936 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "spearman_rho": 0.9997917040379333, + "worker_service_time_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 305.521103002131, + 305.52970293368696, + 305.59170689050853, + 305.70193760967254, + 305.85497388207915, + 305.93483380764724, + 306.11461898109314, + 306.222954967916, + 306.2655423030257, + 306.28778500407935, + 306.31589824020864, + 306.33799417865276, + 306.4168251372874, + 306.74968383520843, + 307.2127563650906, + 307.56253195926547, + 307.87883729413153, + 308.1578770574927, + 308.4139099214971, + 308.6181237000227, + 308.79341328144073, + 308.96944669485094, + 309.1895461195707, + 309.36104183375835, + 309.58620952129365, + 309.83753264978526, + 309.9577079974115, + 310.1171869018674, + 310.2806910644472, + 310.42115842685104, + 310.58703377693894, + 310.70834869518876, + 310.8115808014572, + 310.9115665400028, + 311.0558309648931, + 311.1871218056977, + 311.3000310026109, + 311.42357993736863, + 311.58307388186455, + 311.7591479668021, + 311.886082701385, + 312.06286630257966, + 312.2681390479207, + 312.48035343527795, + 312.753523645252, + 312.96650175750256, + 313.2361304946244, + 313.5173133796454, + 313.8999990589917, + 314.39410973623393, + 314.9844447989762, + 315.981925598532, + 316.7690785956383, + 317.208392483741, + 317.50364836141466, + 317.74281480491163, + 317.9776425935328, + 318.21298737734554, + 318.3793425475061, + 318.49593575015666, + 318.678559255451, + 318.8509690016508, + 319.0316022951901, + 319.278296815753, + 319.5361432462931, + 319.8081957000494, + 320.0728994913399, + 320.4110837540031, + 320.72622876465323, + 321.2970054163039, + 321.83183567866683, + 322.7061566926539, + 323.16067903637884, + 323.4622055852413, + 323.6968288587034, + 323.8743888761103, + 324.02566079497336, + 324.18188430175184, + 324.3441321016848, + 324.473446161747, + 324.6387442202866, + 324.78406419754026, + 324.94348701715467, + 325.13225776150824, + 325.30844865962865, + 325.5189785771072, + 325.70202800258994, + 325.9037938214839, + 326.21245161831376, + 326.43468895971773, + 326.7863792182505, + 327.2602370984853, + 327.92946861952544, + 328.8967978453636, + 330.56349261641503, + 333.4031857776642, + 336.4580520071089, + 336.9948349009454, + 337.382389780432, + 337.6869280597568, + 338.0920188236237, + 338.48410879671576, + 338.88675917953253, + 339.1941691802442, + 339.57375658452514, + 339.9241573177278, + 340.4300188034773, + 341.01317824274304, + 341.78988273993133, + 342.8298790064454, + 344.9837167236209, + 345.46907182455055, + 346.6269859806299, + 349.37369650399717, + 352.9606723242996, + 360.50417376041423, + 365.1941470240055, + 376.3210039897558, + 384.6348705168963, + 393.1619403383133, + 401.3363519818192, + 418.7065805430717, + 420.59408700466156 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + } + }, + "steady": { + "count": 6485, + "observation_to_action_latency_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 306.55278600752354, + 306.56163868471236, + 306.6468559935503, + 306.77991311203687, + 306.9479714144021, + 307.0379663155228, + 307.2264915138483, + 307.2972145782784, + 307.3231144399196, + 307.34753088779746, + 307.36568254113195, + 307.47639266151936, + 307.49825494103135, + 307.8923057988286, + 308.30039545819164, + 308.6037651024759, + 308.97459425218403, + 309.2047970056534, + 309.42688510492445, + 309.6485748946667, + 309.83632564693687, + 310.0229670032859, + 310.22512635588646, + 310.3931855067611, + 310.6176197476685, + 310.8300052046776, + 310.97832100093365, + 311.1169002994895, + 311.2928160067648, + 311.431823797524, + 311.5780660532415, + 311.7087194994092, + 311.8303919497877, + 311.939648796618, + 312.05799420438706, + 312.1997160963714, + 312.3157937526703, + 312.42195678949355, + 312.5874959520996, + 312.7683948002756, + 312.89399034790694, + 313.04659900069237, + 313.30251854807136, + 313.490644197166, + 313.72684820890424, + 313.97263979315755, + 314.1855954937637, + 314.4596698090434, + 314.89168848693373, + 315.3147617995739, + 315.8465797431767, + 316.79570800065994, + 317.797129207477, + 318.2553006082773, + 318.5614125538617, + 318.80422369986775, + 319.03450225293636, + 319.3391210049391, + 319.48276894651354, + 319.6275637917221, + 319.79076739922164, + 319.9592449963093, + 320.14194450117645, + 320.3779834985733, + 320.61116224601864, + 320.86255199313166, + 321.14070074632764, + 321.4550891973078, + 321.7713427990675, + 322.22328959703447, + 322.80169520638884, + 323.5384509973228, + 324.0664719507098, + 324.4164452061057, + 324.6589158527553, + 324.8785750038922, + 325.0314999949187, + 325.1911528006196, + 325.33197819590566, + 325.4572419978678, + 325.61352219842377, + 325.8004080057144, + 325.95444109812377, + 326.10634330287576, + 326.3147417988628, + 326.46526059657333, + 326.681316498667, + 326.8698645994067, + 327.1337111022323, + 327.40293259620665, + 327.64404560104015, + 328.05333350226283, + 328.5513196490705, + 329.42109061181543, + 330.810343496874, + 332.69580790176985, + 337.25787649676204, + 337.8425543993711, + 338.29367859587074, + 338.66579980179665, + 339.0347173977643, + 339.4453600049019, + 339.8526764009148, + 340.17563310563565, + 340.49090649336574, + 340.8837667986751, + 341.3573782555759, + 341.8678027942777, + 342.56391844861207, + 343.46402699947356, + 344.6955132510513, + 344.85706910014153, + 345.10591557219624, + 345.49409387897697, + 345.8622825878859, + 346.4010516235605, + 347.74178176075225, + 349.84398956570783, + 354.00315144754916, + 360.83515964396327, + 366.60586343571686, + 378.1231629165887, + 378.639914996922 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "spearman_rho": 0.9997881087642112, + "worker_service_time_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 305.521103002131, + 305.52948285669834, + 305.591612003576, + 305.700786674656, + 305.8513617014885, + 305.9333105399087, + 306.10945475786923, + 306.2228360330686, + 306.2628475613892, + 306.2870571435243, + 306.3155135452747, + 306.3363773380965, + 306.41510484553874, + 306.74386659413574, + 307.2092327002436, + 307.5464481949806, + 307.87528424710035, + 308.15147140324115, + 308.38504385203123, + 308.6074694998562, + 308.7870767462999, + 308.96481800079346, + 309.1823171485215, + 309.34858540296557, + 309.574898346886, + 309.82112680375576, + 309.95089150592685, + 310.0944832988083, + 310.2724053926766, + 310.40840259194374, + 310.5500144980848, + 310.69317750260234, + 310.80402224175634, + 310.90104019790886, + 311.0224206864834, + 311.1699519909918, + 311.28342374973, + 311.40302919745443, + 311.5543775539845, + 311.7412089049816, + 311.85675850659607, + 312.03130699694157, + 312.24461795575917, + 312.4473393037915, + 312.69154200442136, + 312.93333000838754, + 313.1615125089884, + 313.42671230137347, + 313.84371039867403, + 314.2918346077204, + 314.80995979197326, + 315.71160950139165, + 316.6351881545037, + 317.13044900000097, + 317.4244444075972, + 317.6678789012134, + 317.9133977536112, + 318.1744497954845, + 318.3372595436871, + 318.45133850649, + 318.6202800095081, + 318.77391800284386, + 318.97054365575315, + 319.1690112017095, + 319.44668844379487, + 319.71250260323285, + 319.9799527451396, + 320.2889047987759, + 320.6385916940868, + 321.0762032002211, + 321.6658027112484, + 322.41596499457955, + 323.0373836018145, + 323.35073460638523, + 323.61846334785224, + 323.8141930960119, + 323.9801965020597, + 324.13511739969255, + 324.2771655507386, + 324.4155086934567, + 324.5644473992288, + 324.7424179986119, + 324.87406015098094, + 325.04064419940113, + 325.2374717980623, + 325.40625919997694, + 325.6253757495433, + 325.8048426054418, + 326.0501324504614, + 326.31361839771273, + 326.5666453965008, + 326.9619369953871, + 327.52628950215876, + 328.379471193254, + 329.7508912086487, + 331.58055209740996, + 336.16974099725485, + 336.7656364068389, + 337.2223435495049, + 337.55541889891026, + 337.91088509857656, + 338.3208260014653, + 338.73351839743555, + 339.04944189935924, + 339.3982575427741, + 339.7560715928674, + 340.23996425047517, + 340.75346749722956, + 341.39632664844396, + 342.32287439852956, + 343.59924435280266, + 343.79922780245545, + 343.96493265748023, + 344.3448832768947, + 344.8592092716694, + 345.1846141796559, + 346.4452811604739, + 348.60430798813707, + 352.3524739677457, + 359.66466791123185, + 365.00468768594936, + 376.9348401132814, + 377.4371920004487 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + } + } + } + } +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_profile.png b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_profile.png new file mode 100644 index 0000000000000000000000000000000000000000..c9e674ec4a8360e0a5db44a313c8bb4b286df1de Binary files /dev/null and b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_profile.png differ diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/profile.json b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/profile.json new file mode 100644 index 0000000000000000000000000000000000000000..021a461d996211fa8b220f2e911f2553694c05ef --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/profile.json @@ -0,0 +1,67 @@ +{ + "burst_model_path": "latency_burst_model.json", + "distribution_path": "latency_distribution.json", + "env_fps": 60, + "frame_ms": 16.666666666666668, + "gpu_class": "1x-rtx3090", + "instance_id": "instance_8dd832253b2c3d69", + "latency_kind": "observation_to_action_latency", + "latency_method": "temporal", + "model_id": "qwenpi_v3", + "n_admitted_observations": 6524, + "n_capacity_drops": 27054, + "n_observation_attempts": 33578, + "per_slot_summary": { + "0": { + "admitted_count": 6524, + "mean_observation_to_action_latency_ms": 321.8234160766942, + "mean_worker_service_time_ms": 320.736319005969, + "p95_observation_to_action_latency_ms": 341.5536783073097, + "p95_worker_service_time_ms": 340.4283721026033, + "p99_worker_service_time_ms": 344.973370661065 + } + }, + "provenance": { + "base_config": "configs/experiments/atlantis/starvla_profile_hist8.yaml", + "checkpoint_kind": "best", + "model_artifact": { + "checkpoint": "checkpoints/model.pt", + "model_config": "config.yaml", + "path_in_repo": "zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1", + "repo_id": "latency-sensitive-bench/benchmark-models", + "revision": "d445334970ab7e110c3cacb5c8b790d3df20e1ec", + "source": "hf" + }, + "session_ids": [ + 0, + 1, + 2, + 3, + 4 + ] + }, + "sample_model_type": "hidden_regime", + "source_run_id": "20260924T122701185096Z", + "summary": { + "frame_ms": 16.666666666666668, + "max_ms": 422.6592720001936, + "mean_effective_frames": 19.309404964601647, + "mean_ms": 321.8234160766942, + "min_ms": 306.55278600752354, + "n_samples": 6524, + "p50_frames": 19.20051246061921, + "p50_ms": 320.0085410103202, + "p90_frames": 20.37511453807354, + "p90_ms": 339.58524230122566, + "p95_frames": 20.49322069843858, + "p95_ms": 341.5536783073097, + "p99_frames": 20.767989371708033, + "p99_ms": 346.1331561951339, + "prob_latency_gt_1_frame": 1.0, + "prob_latency_gt_2_frames": 1.0, + "prob_latency_gt_3_frames": 1.0, + "std_ms": 11.261478324831968 + }, + "visualization_path": "latency_profile.png", + "workload_id": "atlantis" +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/provenance.json b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..08b3df2ef63ae6bba014a5b184211a038fae23ab --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/provenance.json @@ -0,0 +1,51 @@ +{ + "best_checkpoint_env_steps": 14065664, + "checkpoint": "best_000027472_14065664_reward_31904.000.pth", + "checkpoint_sha256": "47af64b82e2d905e3c0d4c671d5957e66921bb56c3275ee8721c979b597e26f7", + "episodes": 100, + "final_env_steps": 15007744, + "initialization": "scratch", + "mean_return": 27780.0, + "model": "qwenpi_v3", + "profile_publication": { + "model": "qwenpi_v3", + "model_publication": { + "checkpoint_sha256": "2f4a775690c76dc1b0e4da77a9d45f88df289e17914b895b5a65afa7fc8d214d", + "episodes": 100, + "mean_return": 39615.0, + "model": "qwenpi_v3", + "path": "zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1", + "repo_id": "latency-sensitive-bench/benchmark-models", + "revision": "d445334970ab7e110c3cacb5c8b790d3df20e1ec", + "run_id": "atlantis-qwenpi_v3-hist8-zero-s42-v1", + "task": "atlantis", + "training_status": "complete", + "zero_evaluation_status": "complete" + }, + "profile": { + "GPU_CLASS": "1x-rtx3090", + "INSTANCE_ID": "instance_8dd832253b2c3d69", + "PROFILE_PATH": "results/profiling/profiles/qwenpi_v3/1x-rtx3090/atlantis/instance_8dd832253b2c3d69/profile.json", + "PROFILE_REF": "qwenpi_v3/1x-rtx3090/atlantis/instance_8dd832253b2c3d69", + "RUN_ID": "20260924T122701185096Z" + }, + "profile_path": "profiles/qwenpi_v3/1x-rtx3090/atlantis/instance_8dd832253b2c3d69/profile.json", + "profile_repo": "latency-sensitive-bench/profiles", + "profile_revision": "0de3f61f3635e7e706487c6cae62a4897bf636d5", + "profile_sha256": "72797b4102f37db4cb13f8a64e26b82d9a0757bf5f1ab8c996546e020790831f", + "task": "atlantis" + }, + "run_id": "atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1", + "task": "atlantis", + "wandb_readback": { + "eval_corrected/profile_sample/profile_sample/mean_return": 27780 + }, + "zero_teacher": { + "checkpoint": "best_000026560_13598720_reward_675769.000.pth", + "checkpoint_sha256": "d41d728d8c2329d3623eb9e01bd9f3f2df4fc0d4f6f2c1f799c4badc24af78c5", + "env_fps": 60, + "obs_fps": 15, + "path": "zero-latency/atlantis/small-policy/sample-factory-hist8-cpu15m-s0-v1" + }, + "zero_teacher_revision": "dfaeecb84cd6b5dfcc3adc0935d0ae86d0b504d2" +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/train.yaml b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bc75e63f39478c9d124c8f0ba4d3fc8317642ae8 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/train.yaml @@ -0,0 +1,134 @@ +experiment: + name: atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1 + seed: 0 +backend: + type: sample_factory + algo: APPO + device: cuda + train_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers + restart_behavior: resume + run_mode: train + extra_args: + - --encoder_conv_architecture + - convnet_simple +executor: + mode: simulated + simulated_worker_capacity: 1 +env: + name: gymnasium + task_name: atlantis + env_id: LatencyBench/Atlantis-v0 + registration_imports: + - latency_bench.envs.gymnasium_atlantis + make_kwargs: + base_env_id: ALE/Atlantis-v5 + render_mode: rgb_array + screen_size: 84 + noop_max: 30 + base_make_kwargs: + obs_type: rgb + frameskip: 1 + repeat_action_probability: 0.0 + full_action_space: false + mode: 0 + difficulty: 0 + max_num_frames_per_episode: 108000 + env_fps: 60 + obs_fps: 15 + frame_stack: 4 + simulator: cpu + terminal_on_life_loss: false + clip_reward: false + noop_action: noop + action_map: + noop: 0 + fire: 1 + rightfire: 2 + leftfire: 3 + action_order: + - noop + - fire + - rightfire + - leftfire + base_prompt: 'Defend Atlantis by firing at descending enemies. Choose exactly one + action from: noop, fire, rightfire, leftfire.' + action_history_decisions: 8 +latency: + method: temporal + profile_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenpi_v3/profile/profile.json + profile_worker_slot: 0 + seed: 0 + add_latency_info: false +scheduler: + hold_policy: hold + ordering_policy: issue_order_fifo +policy: + type: random + actions: + - noop + - fire + - rightfire + - leftfire +training: + train_for_env_steps: 15000000 + num_workers: 4 + num_envs_per_worker: 16 + worker_num_splits: 1 + num_policies: 1 + batch_size: 1024 + rollout: 64 + recurrence: 32 + num_epochs: 2 + num_batches_per_epoch: 8 + max_policy_lag: 300 + learning_rate: 0.000303 + lr_schedule: constant + nonlinearity: elu + gamma: 0.99 + gae_lambda: 0.95 + ppo_clip_ratio: 0.1 + ppo_clip_value: 0.2 + exploration_loss: entropy + exploration_loss_coeff: 0.003 + value_loss_coeff: 0.5 + max_grad_norm: 0.0 + adam_eps: 1.0e-06 + obs_scale: 1.0 + adaptive_stddev: false + with_vtrace: false + async_rl: true + use_rnn: false + normalize_input: true + normalize_returns: true + stats_avg: 100 + experiment_summaries_interval: 1 + save_every_sec: 600 + keep_checkpoints: 5 +evaluation: + eval_interval_steps: null + eval_episodes: 5 + eval_parallel_envs: 1 + eval_max_steps: 5000 + eval_deterministic: true + eval_suites: + fixed: + - - 0 + normal: [] + uniform: [] +logging: + output_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_logs/atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1 + video: + enabled: false + num_bins: 1 + save_step_records: false + save_action_records: false + save_latency_records: false + wandb_project: latency-sensitive-bench + wandb_group: atlantis + wandb_job_type: sample_factory + wandb_tags: + - atari-hist8-v1 + - profile + - qwenpi_v3 + wandb_entity: saberrr-zju + wandb_name: atlantis-qwenpi_v3-hist8-profile-cpu15m-s0-v1 diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/zero_teacher_config.json b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/zero_teacher_config.json new file mode 100644 index 0000000000000000000000000000000000000000..624ce5d87681a85762d29b713444fdddfb262f57 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/zero_teacher_config.json @@ -0,0 +1,263 @@ +{ + "help": false, + "algo": "APPO", + "env": "latency_gymnasium", + "experiment": "atlantis_sf_zero_latency_hist8_cpu15m_seed0", + "train_dir": "results/checkpoints/atari_zero_hist8_cpu15m", + "restart_behavior": "resume", + "device": "gpu", + "seed": 0, + "initial_model_path": null, + "num_policies": 1, + "async_rl": true, + "serial_mode": false, + "batched_sampling": false, + "num_batches_to_accumulate": 2, + "worker_num_splits": 1, + "policy_workers_per_policy": 1, + "max_policy_lag": 300, + "num_workers": 4, + "num_envs_per_worker": 16, + "batch_size": 1024, + "num_batches_per_epoch": 8, + "num_epochs": 2, + "rollout": 64, + "fasttd3_replay_capacity": 6553600, + "fasttd3_replay_batch_size": 32768, + "fasttd3_action_chunk_horizon": 1, + "fasttd3_transitions_per_update": 64, + "fasttd3_train_for_optimizer_steps": 10000000000, + "fasttd3_v_min": -250.0, + "fasttd3_v_max": 250.0, + "fasttd3_actor_action_l2": 0.0, + "fasttd3_compile": true, + "recurrence": 32, + "shuffle_minibatches": false, + "gamma": 0.99, + "reward_scale": 1.0, + "reward_clip": 1000.0, + "value_bootstrap": false, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "kl_loss_coeff": 0.0, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "vtrace_rho": 1.0, + "vtrace_c": 1.0, + "optimizer": "adam", + "adam_eps": 1e-06, + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "max_grad_norm": 0.0, + "learning_rate": 0.000303, + "lr_schedule": "constant", + "lr_schedule_kl_threshold": 0.008, + "lr_adaptive_min": 1e-06, + "lr_adaptive_max": 0.01, + "obs_subtract_mean": 0.0, + "obs_scale": 1.0, + "normalize_input": true, + "normalize_input_keys": null, + "decorrelate_experience_max_seconds": 0, + "decorrelate_envs_on_one_worker": true, + "actor_worker_gpus": [], + "set_workers_cpu_affinity": true, + "force_envs_single_thread": false, + "default_niceness": 0, + "log_to_file": true, + "experiment_summaries_interval": 1, + "flush_summaries_interval": 30, + "stats_avg": 100, + "summaries_use_frameskip": true, + "heartbeat_interval": 20, + "heartbeat_reporting_interval": 180, + "train_for_env_steps": 15000000, + "train_for_seconds": 10000000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "load_checkpoint_kind": "latest", + "save_milestones_sec": -1, + "save_best_every_sec": 5, + "save_best_metric": "reward", + "save_best_after": 100000, + "benchmark": false, + "encoder_mlp_layers": [ + 512, + 512 + ], + "encoder_conv_architecture": "convnet_simple", + "encoder_conv_mlp_layers": [ + 512 + ], + "use_rnn": false, + "rnn_size": 512, + "rnn_type": "gru", + "rnn_num_layers": 1, + "decoder_mlp_layers": [], + "nonlinearity": "elu", + "policy_initialization": "orthogonal", + "policy_init_gain": 1.0, + "actor_critic_share_weights": true, + "adaptive_stddev": false, + "continuous_tanh_scale": 0.0, + "initial_stddev": 1.0, + "use_env_info_cache": false, + "env_gpu_actions": false, + "env_gpu_observations": true, + "env_frameskip": 1, + "env_framestack": 1, + "pixel_format": "CHW", + "use_record_episode_statistics": false, + "episode_counter": false, + "with_wandb": true, + "wandb_user": null, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "atlantis", + "wandb_job_type": "sample_factory", + "wandb_tags": null, + "wandb_dir": "/mnt/ssd/codex/atari-zero-hist8-20260924/wandb", + "with_pbt": false, + "pbt_mix_policies_in_one_env": true, + "pbt_period_env_steps": 5000000, + "pbt_start_mutation": 20000000, + "pbt_replace_fraction": 0.3, + "pbt_mutation_rate": 0.15, + "pbt_replace_reward_gap": 0.1, + "pbt_replace_reward_gap_absolute": 1e-06, + "pbt_optimize_gamma": false, + "pbt_target_objective": "true_objective", + "pbt_perturb_min": 1.1, + "pbt_perturb_max": 1.5, + "gym_task_name": "atlantis", + "gym_env_id": "LatencyBench/Atlantis-v0", + "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}", + "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_atlantis\"]", + "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]}", + "gym_action_labels_json": "[\"noop\", \"fire\", \"rightfire\", \"leftfire\"]", + "gym_action_values_json": "[0, 1, 2, 3]", + "gym_noop_action_id": 0, + "gym_noop_action_json": "\"noop\"", + "gym_base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.", + "gym_state_labels_json": "", + "env_fps": 60.0, + "obs_fps": 15.0, + "frame_stack": 4, + "action_history_decisions": 8, + "simulator": "cpu", + "gpu_env_device": "auto", + "gpu_env_batch_size": 1, + "noop_max": null, + "terminal_on_life_loss": null, + "clip_reward": null, + "max_episode_steps": null, + "export_env_raw_rgb_frames": false, + "mode": "train", + "latency_type": "zero", + "fixed_latency_ms": null, + "mean_latency_ms": null, + "std_latency_ms": null, + "min_latency_ms": null, + "max_latency_ms": null, + "latency_seed": null, + "latency_profile_path": null, + "latency_profile_worker_slot": null, + "simulated_worker_capacity": null, + "add_latency_info": false, + "max_pending_actions": null, + "hold_last_chunk_action": false, + "hold_policy": "hold", + "ordering_policy": "issue_order_fifo", + "eval_episodes": 5, + "eval_parallel_envs": 1, + "eval_latency_raw_frame_values": null, + "eval_max_steps": 5000, + "eval_deterministic": true, + "eval_raw_reward": false, + "episode_metrics_path": "results/checkpoints/atari_zero_hist8_cpu15m/atlantis_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl", + "ppo": null, + "command_line": "--mode train --algo APPO --env latency_gymnasium --experiment atlantis_sf_zero_latency_hist8_cpu15m_seed0 --train_dir results/checkpoints/atari_zero_hist8_cpu15m --restart_behavior resume --device gpu --seed 0 --episode_metrics_path results/checkpoints/atari_zero_hist8_cpu15m/atlantis_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl --train_for_env_steps 15000000 --num_workers 4 --num_envs_per_worker 16 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --lr_schedule constant --nonlinearity elu --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.003 --value_loss_coeff 0.5 --max_grad_norm 0.0 --adam_eps 1e-06 --obs_scale 1.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --with_vtrace False --latency-type zero --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 5000 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group atlantis --wandb_job_type sample_factory --encoder_conv_architecture convnet_simple --gym-task-name atlantis --gym-env-id LatencyBench/Atlantis-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_atlantis\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"fire\", \"rightfire\", \"leftfire\"] --gym-action-values-json [0, 1, 2, 3] --gym-noop-action-id 0 --gym-base-prompt Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire. --env-fps 60 --obs-fps 15 --frame-stack 4 --action-history-decisions 8 --simulator cpu --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False", + "cli_args": { + "algo": "APPO", + "env": "latency_gymnasium", + "experiment": "atlantis_sf_zero_latency_hist8_cpu15m_seed0", + "train_dir": "results/checkpoints/atari_zero_hist8_cpu15m", + "restart_behavior": "resume", + "device": "gpu", + "seed": 0, + "num_policies": 1, + "async_rl": true, + "worker_num_splits": 1, + "max_policy_lag": 300, + "num_workers": 4, + "num_envs_per_worker": 16, + "batch_size": 1024, + "num_batches_per_epoch": 8, + "num_epochs": 2, + "rollout": 64, + "recurrence": 32, + "gamma": 0.99, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "adam_eps": 1e-06, + "max_grad_norm": 0.0, + "learning_rate": 0.000303, + "lr_schedule": "constant", + "obs_scale": 1.0, + "normalize_input": true, + "experiment_summaries_interval": 1, + "stats_avg": 100, + "train_for_env_steps": 15000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "encoder_conv_architecture": "convnet_simple", + "use_rnn": false, + "nonlinearity": "elu", + "adaptive_stddev": false, + "use_env_info_cache": false, + "with_wandb": true, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "atlantis", + "wandb_job_type": "sample_factory", + "gym_task_name": "atlantis", + "gym_env_id": "LatencyBench/Atlantis-v0", + "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}", + "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_atlantis\"]", + "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]}", + "gym_action_labels_json": "[\"noop\", \"fire\", \"rightfire\", \"leftfire\"]", + "gym_action_values_json": "[0, 1, 2, 3]", + "gym_noop_action_id": 0, + "gym_noop_action_json": "\"noop\"", + "gym_base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.", + "env_fps": 60.0, + "obs_fps": 15.0, + "frame_stack": 4, + "action_history_decisions": 8, + "simulator": "cpu", + "mode": "train", + "latency_type": "zero", + "add_latency_info": false, + "hold_policy": "hold", + "ordering_policy": "issue_order_fifo", + "eval_episodes": 5, + "eval_parallel_envs": 1, + "eval_max_steps": 5000, + "eval_deterministic": true, + "episode_metrics_path": "results/checkpoints/atari_zero_hist8_cpu15m/atlantis_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl", + "output_dir": "outputs/atari_zero_hist8_cpu15m/atlantis/train" + }, + "git_hash": "unknown", + "git_repo_name": "not a git repository", + "eval_env_frameskip": 1, + "output_dir": "outputs/atari_zero_hist8_cpu15m/atlantis/train", + "wandb_unique_id": "atlantis_sf_zero_latency_hist8_cpu15m_seed0" +} \ No newline at end of file