diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/README.md b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0825e9c30799c669b429ce7c357d836da1b499f5 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/README.md @@ -0,0 +1,7 @@ +# Atlantis H8 CPU teacher for qwengr00t RTX 3090 temporal profile + +Fresh CPU/ALE training: 15M raw frames, seed 0, four-frame input, eight decision histories, constant LR 0.000303; GPU network updates, worker slot 0 and capacity 1. + +Best checkpoint at 12156928 raw frames. GPU evaluation: 100 episodes, mean raw return 29064.0, seeds 1000000–1000099, parallel 32, 60/15 Hz, 7200 raw-frame cap. + +[W&B](https://wandb.ai/saberrr-zju/latency-sensitive-bench/runs/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1). Profile identity and both training/evaluation configs are included. diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/action_audit.json b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/action_audit.json new file mode 100644 index 0000000000000000000000000000000000000000..e1436de68bcb09c6d9256ae3bc9aef579dab2195 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/action_audit.json @@ -0,0 +1,10 @@ +{ + "action_counts": { + "0": 19877, + "1": 3, + "2": 18448, + "3": 1425 + }, + "episodes": 100, + "issued_actions": 39753 +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/best_000023744_12156928_reward_270836.000.pth b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/best_000023744_12156928_reward_270836.000.pth new file mode 100644 index 0000000000000000000000000000000000000000..9ce9df310b6d65d546b06fe82709e08c2ebc2603 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/best_000023744_12156928_reward_270836.000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8289271b5da29b9cfaf30017f86c457e1a1ed0edd9f998a9f5844354015f0238 +size 18008870 diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/checkpoint.json b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/checkpoint.json new file mode 100644 index 0000000000000000000000000000000000000000..cda69e39615822f43e005f6af2f84e851d87627b --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/checkpoint.json @@ -0,0 +1,5 @@ +{ + "checkpoint": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", + "checkpoint_sha256": "8289271b5da29b9cfaf30017f86c457e1a1ed0edd9f998a9f5844354015f0238", + "training_step": 12156928 +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/config.json b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0dda13a38b7f9fffed169a589137a3293d73a6f --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/config.json @@ -0,0 +1,277 @@ +{ + "help": false, + "algo": "APPO", + "env": "latency_gymnasium", + "experiment": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", + "train_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers", + "restart_behavior": "resume", + "device": "gpu", + "seed": 0, + "initial_model_path": null, + "num_policies": 1, + "async_rl": true, + "serial_mode": false, + "batched_sampling": false, + "num_batches_to_accumulate": 2, + "worker_num_splits": 1, + "policy_workers_per_policy": 1, + "max_policy_lag": 300, + "num_workers": 4, + "num_envs_per_worker": 16, + "batch_size": 1024, + "num_batches_per_epoch": 8, + "num_epochs": 2, + "rollout": 64, + "fasttd3_replay_capacity": 6553600, + "fasttd3_replay_batch_size": 32768, + "fasttd3_action_chunk_horizon": 1, + "fasttd3_transitions_per_update": 64, + "fasttd3_train_for_optimizer_steps": 10000000000, + "fasttd3_v_min": -250.0, + "fasttd3_v_max": 250.0, + "fasttd3_actor_action_l2": 0.0, + "fasttd3_compile": true, + "recurrence": 32, + "shuffle_minibatches": false, + "gamma": 0.99, + "reward_scale": 1.0, + "reward_clip": 1000.0, + "value_bootstrap": false, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "kl_loss_coeff": 0.0, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "vtrace_rho": 1.0, + "vtrace_c": 1.0, + "optimizer": "adam", + "adam_eps": 1e-06, + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "max_grad_norm": 0.0, + "learning_rate": 0.000303, + "lr_schedule": "constant", + "lr_schedule_kl_threshold": 0.008, + "lr_adaptive_min": 1e-06, + "lr_adaptive_max": 0.01, + "obs_subtract_mean": 0.0, + "obs_scale": 1.0, + "normalize_input": true, + "normalize_input_keys": null, + "decorrelate_experience_max_seconds": 0, + "decorrelate_envs_on_one_worker": true, + "actor_worker_gpus": [], + "set_workers_cpu_affinity": true, + "force_envs_single_thread": false, + "default_niceness": 0, + "log_to_file": true, + "experiment_summaries_interval": 1, + "flush_summaries_interval": 30, + "stats_avg": 100, + "summaries_use_frameskip": true, + "heartbeat_interval": 20, + "heartbeat_reporting_interval": 180, + "train_for_env_steps": 15000000, + "train_for_seconds": 10000000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "load_checkpoint_kind": "latest", + "save_milestones_sec": -1, + "save_best_every_sec": 5, + "save_best_metric": "reward", + "save_best_after": 100000, + "benchmark": false, + "encoder_mlp_layers": [ + 512, + 512 + ], + "encoder_conv_architecture": "convnet_simple", + "encoder_conv_mlp_layers": [ + 512 + ], + "use_rnn": false, + "rnn_size": 512, + "rnn_type": "gru", + "rnn_num_layers": 1, + "decoder_mlp_layers": [], + "nonlinearity": "elu", + "policy_initialization": "orthogonal", + "policy_init_gain": 1.0, + "actor_critic_share_weights": true, + "adaptive_stddev": false, + "continuous_tanh_scale": 0.0, + "initial_stddev": 1.0, + "use_env_info_cache": false, + "env_gpu_actions": false, + "env_gpu_observations": true, + "env_frameskip": 1, + "env_framestack": 1, + "pixel_format": "CHW", + "use_record_episode_statistics": false, + "episode_counter": false, + "with_wandb": true, + "wandb_user": null, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "atlantis", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "atari-hist8-v1", + "profile", + "qwengr00t" + ], + "wandb_dir": "/mnt/ssd/codex/atari-hist8-20260924/wandb", + "with_pbt": false, + "pbt_mix_policies_in_one_env": true, + "pbt_period_env_steps": 5000000, + "pbt_start_mutation": 20000000, + "pbt_replace_fraction": 0.3, + "pbt_mutation_rate": 0.15, + "pbt_replace_reward_gap": 0.1, + "pbt_replace_reward_gap_absolute": 1e-06, + "pbt_optimize_gamma": false, + "pbt_target_objective": "true_objective", + "pbt_perturb_min": 1.1, + "pbt_perturb_max": 1.5, + "gym_task_name": "atlantis", + "gym_env_id": "LatencyBench/Atlantis-v0", + "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}", + "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_atlantis\"]", + "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]}", + "gym_action_labels_json": "[\"noop\", \"fire\", \"rightfire\", \"leftfire\"]", + "gym_action_values_json": "[0, 1, 2, 3]", + "gym_noop_action_id": 0, + "gym_noop_action_json": "\"noop\"", + "gym_base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.", + "gym_state_labels_json": "", + "env_fps": 60.0, + "obs_fps": 15.0, + "frame_stack": 4, + "action_history_decisions": 8, + "simulator": "cpu", + "gpu_env_device": "auto", + "gpu_env_batch_size": 1, + "noop_max": null, + "terminal_on_life_loss": null, + "clip_reward": null, + "max_episode_steps": null, + "export_env_raw_rgb_frames": false, + "mode": "train", + "latency_type": "profile_sample", + "fixed_latency_ms": null, + "mean_latency_ms": null, + "std_latency_ms": null, + "min_latency_ms": null, + "max_latency_ms": null, + "latency_seed": 0, + "latency_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", + "latency_profile_worker_slot": 0, + "simulated_worker_capacity": 1, + "add_latency_info": false, + "max_pending_actions": null, + "hold_last_chunk_action": false, + "hold_policy": "hold", + "ordering_policy": "issue_order_fifo", + "eval_episodes": 5, + "eval_parallel_envs": 1, + "eval_latency_raw_frame_values": null, + "eval_max_steps": 5000, + "eval_deterministic": true, + "eval_raw_reward": false, + "episode_metrics_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl", + "ppo": null, + "command_line": "--mode train --algo APPO --env latency_gymnasium --experiment atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1 --train_dir /mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers --restart_behavior resume --device gpu --seed 0 --episode_metrics_path /mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl --train_for_env_steps 15000000 --num_workers 4 --num_envs_per_worker 16 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --lr_schedule constant --nonlinearity elu --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.003 --value_loss_coeff 0.5 --max_grad_norm 0.0 --adam_eps 1e-06 --obs_scale 1.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --with_vtrace False --latency-type profile_sample --latency-seed 0 --latency-profile-path /mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json --latency-profile-worker-slot 0 --simulated-worker-capacity 1 --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 5000 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group atlantis --wandb_job_type sample_factory --wandb_tags atari-hist8-v1 profile qwengr00t --encoder_conv_architecture convnet_simple --gym-task-name atlantis --gym-env-id LatencyBench/Atlantis-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_atlantis\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"fire\", \"rightfire\", \"leftfire\"] --gym-action-values-json [0, 1, 2, 3] --gym-noop-action-id 0 --gym-base-prompt Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire. --env-fps 60 --obs-fps 15 --frame-stack 4 --action-history-decisions 8 --simulator cpu --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False", + "cli_args": { + "algo": "APPO", + "env": "latency_gymnasium", + "experiment": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", + "train_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers", + "restart_behavior": "resume", + "device": "gpu", + "seed": 0, + "num_policies": 1, + "async_rl": true, + "worker_num_splits": 1, + "max_policy_lag": 300, + "num_workers": 4, + "num_envs_per_worker": 16, + "batch_size": 1024, + "num_batches_per_epoch": 8, + "num_epochs": 2, + "rollout": 64, + "recurrence": 32, + "gamma": 0.99, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "adam_eps": 1e-06, + "max_grad_norm": 0.0, + "learning_rate": 0.000303, + "lr_schedule": "constant", + "obs_scale": 1.0, + "normalize_input": true, + "experiment_summaries_interval": 1, + "stats_avg": 100, + "train_for_env_steps": 15000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "encoder_conv_architecture": "convnet_simple", + "use_rnn": false, + "nonlinearity": "elu", + "adaptive_stddev": false, + "use_env_info_cache": false, + "with_wandb": true, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "atlantis", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "atari-hist8-v1", + "profile", + "qwengr00t" + ], + "gym_task_name": "atlantis", + "gym_env_id": "LatencyBench/Atlantis-v0", + "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}", + "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_atlantis\"]", + "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]}", + "gym_action_labels_json": "[\"noop\", \"fire\", \"rightfire\", \"leftfire\"]", + "gym_action_values_json": "[0, 1, 2, 3]", + "gym_noop_action_id": 0, + "gym_noop_action_json": "\"noop\"", + "gym_base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.", + "env_fps": 60.0, + "obs_fps": 15.0, + "frame_stack": 4, + "action_history_decisions": 8, + "simulator": "cpu", + "mode": "train", + "latency_type": "profile_sample", + "latency_seed": 0, + "latency_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", + "latency_profile_worker_slot": 0, + "simulated_worker_capacity": 1, + "add_latency_info": false, + "hold_policy": "hold", + "ordering_policy": "issue_order_fifo", + "eval_episodes": 5, + "eval_parallel_envs": 1, + "eval_max_steps": 5000, + "eval_deterministic": true, + "episode_metrics_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl", + "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_logs/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", + "wandb_unique_id": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1" + }, + "git_hash": "unknown", + "git_repo_name": "not a git repository", + "eval_env_frameskip": 1, + "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_logs/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", + "wandb_unique_id": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1" +} \ No newline at end of file diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/episode_metrics.jsonl b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/episode_metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..75cae3362b1235744046ab04832c912568dbbd80 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/episode_metrics.jsonl @@ -0,0 +1,100 @@ +{"episode_id": 0, "episode_return": 32200.0, "episode_return_env": 32200.0, "game_score": 32200.0, "mean_latency_ms": 213.06622766528216, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000000, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.94383054012889, "p99_latency_ms": 229.2533268865152, "return_raw": null, "survival_steps": 7200} +{"episode_id": 1, "episode_return": 30000.0, "episode_return_env": 30000.0, "game_score": 30000.0, "mean_latency_ms": 213.34512398695102, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000001, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.7489752808498, "p99_latency_ms": 234.02397052096842, "return_raw": null, "survival_steps": 7200} +{"episode_id": 2, "episode_return": 26300.0, "episode_return_env": 26300.0, "game_score": 26300.0, "mean_latency_ms": 213.27648418865758, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1015, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000002, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 339, "workload_id": "atlantis"}, "num_actions": 339, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.41570292182652, "p99_latency_ms": 233.48116607345645, "return_raw": null, "survival_steps": 5415} +{"episode_id": 3, "episode_return": 22800.0, "episode_return_env": 22800.0, "game_score": 22800.0, "mean_latency_ms": 213.27645926813807, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1255, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000003, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 419, "workload_id": "atlantis"}, "num_actions": 419, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.77797654582506, "p99_latency_ms": 226.7795235081383, "return_raw": null, "survival_steps": 6696} +{"episode_id": 4, "episode_return": 17100.0, "episode_return_env": 17100.0, "game_score": 17100.0, "mean_latency_ms": 213.23164499434975, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 691, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000004, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 231, "workload_id": "atlantis"}, "num_actions": 231, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.70796655775834, "p99_latency_ms": 227.68511488681224, "return_raw": null, "survival_steps": 3685} +{"episode_id": 5, "episode_return": 17100.0, "episode_return_env": 17100.0, "game_score": 17100.0, "mean_latency_ms": 212.8588565493621, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 977, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000005, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 326, "workload_id": "atlantis"}, "num_actions": 326, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.5288267781499, "p99_latency_ms": 228.14911556468084, "return_raw": null, "survival_steps": 5209} +{"episode_id": 6, "episode_return": 17700.0, "episode_return_env": 17700.0, "game_score": 17700.0, "mean_latency_ms": 213.16960068199407, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 762, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000006, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 254, "workload_id": "atlantis"}, "num_actions": 254, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.52135352800954, "p99_latency_ms": 226.8695335019258, "return_raw": null, "survival_steps": 4062} +{"episode_id": 7, "episode_return": 25800.0, "episode_return_env": 25800.0, "game_score": 25800.0, "mean_latency_ms": 212.91877141217998, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1243, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000007, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 415, "workload_id": "atlantis"}, "num_actions": 415, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.52953163839987, "p99_latency_ms": 226.4632283507458, "return_raw": null, "survival_steps": 6631} +{"episode_id": 8, "episode_return": 31400.0, "episode_return_env": 31400.0, "game_score": 31400.0, "mean_latency_ms": 213.32408296062977, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000008, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.80149330563592, "p99_latency_ms": 232.73504805418426, "return_raw": null, "survival_steps": 7200} +{"episode_id": 9, "episode_return": 28400.0, "episode_return_env": 28400.0, "game_score": 28400.0, "mean_latency_ms": 213.30678685856597, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1186, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000009, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 396, "workload_id": "atlantis"}, "num_actions": 396, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.79311095409795, "p99_latency_ms": 229.85639204776993, "return_raw": null, "survival_steps": 6328} +{"episode_id": 10, "episode_return": 32500.0, "episode_return_env": 32500.0, "game_score": 32500.0, "mean_latency_ms": 212.74289830680647, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000010, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.3363789681877, "p99_latency_ms": 233.8457228201309, "return_raw": null, "survival_steps": 7200} +{"episode_id": 11, "episode_return": 16700.0, "episode_return_env": 16700.0, "game_score": 16700.0, "mean_latency_ms": 212.7700335357016, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 732, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000011, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 244, "workload_id": "atlantis"}, "num_actions": 244, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 219.7840597453499, "p99_latency_ms": 224.36428127912217, "return_raw": null, "survival_steps": 3902} +{"episode_id": 12, "episode_return": 29400.0, "episode_return_env": 29400.0, "game_score": 29400.0, "mean_latency_ms": 213.1792712576777, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000012, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.51870797008957, "p99_latency_ms": 224.63612864782667, "return_raw": null, "survival_steps": 7200} +{"episode_id": 13, "episode_return": 36000.0, "episode_return_env": 36000.0, "game_score": 36000.0, "mean_latency_ms": 212.7020369711207, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000013, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.04334977407584, "p99_latency_ms": 228.98771138611676, "return_raw": null, "survival_steps": 7200} +{"episode_id": 14, "episode_return": 28500.0, "episode_return_env": 28500.0, "game_score": 28500.0, "mean_latency_ms": 213.08095162062224, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000014, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.204333785404, "p99_latency_ms": 228.31800382587247, "return_raw": null, "survival_steps": 7200} +{"episode_id": 15, "episode_return": 32500.0, "episode_return_env": 32500.0, "game_score": 32500.0, "mean_latency_ms": 212.93163917467334, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000015, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.37615931312237, "p99_latency_ms": 231.96061018994095, "return_raw": null, "survival_steps": 7200} +{"episode_id": 16, "episode_return": 28500.0, "episode_return_env": 28500.0, "game_score": 28500.0, "mean_latency_ms": 212.61733279123388, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000016, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.36008895436044, "p99_latency_ms": 227.52388394231696, "return_raw": null, "survival_steps": 7200} +{"episode_id": 17, "episode_return": 34300.0, "episode_return_env": 34300.0, "game_score": 34300.0, "mean_latency_ms": 212.95919981087943, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000017, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.61713344391484, "p99_latency_ms": 229.3452044500272, "return_raw": null, "survival_steps": 7200} +{"episode_id": 18, "episode_return": 34300.0, "episode_return_env": 34300.0, "game_score": 34300.0, "mean_latency_ms": 212.7676465592457, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000018, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.2261166337539, "p99_latency_ms": 224.44745571495622, "return_raw": null, "survival_steps": 7200} +{"episode_id": 19, "episode_return": 42300.0, "episode_return_env": 42300.0, "game_score": 42300.0, "mean_latency_ms": 213.190747937346, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000019, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.47466862883982, "p99_latency_ms": 227.60518043543345, "return_raw": null, "survival_steps": 7200} +{"episode_id": 20, "episode_return": 16700.0, "episode_return_env": 16700.0, "game_score": 16700.0, "mean_latency_ms": 213.12082500669507, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 729, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000020, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 243, "workload_id": "atlantis"}, "num_actions": 243, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.61150617073613, "p99_latency_ms": 229.35909596259845, "return_raw": null, "survival_steps": 3886} +{"episode_id": 21, "episode_return": 32700.0, "episode_return_env": 32700.0, "game_score": 32700.0, "mean_latency_ms": 213.33493616483426, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000021, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.75841537055146, "p99_latency_ms": 229.4120706640289, "return_raw": null, "survival_steps": 7200} +{"episode_id": 22, "episode_return": 31400.0, "episode_return_env": 31400.0, "game_score": 31400.0, "mean_latency_ms": 212.85065458832872, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000022, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.51006101654434, "p99_latency_ms": 227.88778153065073, "return_raw": null, "survival_steps": 7200} +{"episode_id": 23, "episode_return": 17900.0, "episode_return_env": 17900.0, "game_score": 17900.0, "mean_latency_ms": 213.1467361574108, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 948, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000023, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 316, "workload_id": "atlantis"}, "num_actions": 316, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.5350374806975, "p99_latency_ms": 225.91812168634422, "return_raw": null, "survival_steps": 5055} +{"episode_id": 24, "episode_return": 32200.0, "episode_return_env": 32200.0, "game_score": 32200.0, "mean_latency_ms": 212.93771408835872, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000024, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.46825739393245, "p99_latency_ms": 229.58326905621993, "return_raw": null, "survival_steps": 7200} +{"episode_id": 25, "episode_return": 32600.0, "episode_return_env": 32600.0, "game_score": 32600.0, "mean_latency_ms": 212.9122983290626, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000025, "final_is_true_episode_end": false, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.5670758468585, "p99_latency_ms": 226.73901842102944, "return_raw": null, "survival_steps": 7200} +{"episode_id": 26, "episode_return": 37300.0, "episode_return_env": 37300.0, "game_score": 37300.0, "mean_latency_ms": 212.85744837719514, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000026, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.5686895241243, "p99_latency_ms": 228.64993437093963, "return_raw": null, "survival_steps": 7200} +{"episode_id": 27, "episode_return": 32200.0, "episode_return_env": 32200.0, "game_score": 32200.0, "mean_latency_ms": 212.84144095307198, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000027, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.61157400385676, "p99_latency_ms": 229.62132287476425, "return_raw": null, "survival_steps": 7200} +{"episode_id": 28, "episode_return": 32200.0, "episode_return_env": 32200.0, "game_score": 32200.0, "mean_latency_ms": 212.8939920781573, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000028, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.25566237610798, "p99_latency_ms": 229.816603799507, "return_raw": null, "survival_steps": 7200} +{"episode_id": 29, "episode_return": 28500.0, "episode_return_env": 28500.0, "game_score": 28500.0, "mean_latency_ms": 212.69486631293415, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000029, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.2685965599218, "p99_latency_ms": 228.36902663568117, "return_raw": null, "survival_steps": 7200} +{"episode_id": 30, "episode_return": 32200.0, "episode_return_env": 32200.0, "game_score": 32200.0, "mean_latency_ms": 212.78681082749893, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000030, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.29220095133064, "p99_latency_ms": 224.08207004743463, "return_raw": null, "survival_steps": 7200} +{"episode_id": 31, "episode_return": 26400.0, "episode_return_env": 26400.0, "game_score": 26400.0, "mean_latency_ms": 212.98313734104335, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1182, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000031, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 395, "workload_id": "atlantis"}, "num_actions": 395, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.34010554285828, "p99_latency_ms": 228.70056627531986, "return_raw": null, "survival_steps": 6305} +{"episode_id": 32, "episode_return": 38900.0, "episode_return_env": 38900.0, "game_score": 38900.0, "mean_latency_ms": 213.06100580160805, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000032, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.73223289358188, "p99_latency_ms": 225.17224661245808, "return_raw": null, "survival_steps": 7200} +{"episode_id": 33, "episode_return": 33500.0, "episode_return_env": 33500.0, "game_score": 33500.0, "mean_latency_ms": 213.071752124415, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000033, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.36540390436772, "p99_latency_ms": 228.613694908339, "return_raw": null, "survival_steps": 7200} +{"episode_id": 34, "episode_return": 39300.0, "episode_return_env": 39300.0, "game_score": 39300.0, "mean_latency_ms": 212.60119928340026, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000034, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.22840792192807, "p99_latency_ms": 227.55888092699252, "return_raw": null, "survival_steps": 7200} +{"episode_id": 35, "episode_return": 36000.0, "episode_return_env": 36000.0, "game_score": 36000.0, "mean_latency_ms": 213.20866660540182, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000035, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.41872472473597, "p99_latency_ms": 230.9813108647964, "return_raw": null, "survival_steps": 7200} +{"episode_id": 36, "episode_return": 17500.0, "episode_return_env": 17500.0, "game_score": 17500.0, "mean_latency_ms": 213.10413381665435, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 705, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000036, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 235, "workload_id": "atlantis"}, "num_actions": 235, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.5028389908167, "p99_latency_ms": 227.23335335151705, "return_raw": null, "survival_steps": 3757} +{"episode_id": 37, "episode_return": 39400.0, "episode_return_env": 39400.0, "game_score": 39400.0, "mean_latency_ms": 213.4800414405566, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000037, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 221.07273181581186, "p99_latency_ms": 229.75522243221195, "return_raw": null, "survival_steps": 7200} +{"episode_id": 38, "episode_return": 19400.0, "episode_return_env": 19400.0, "game_score": 19400.0, "mean_latency_ms": 212.93995960733747, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 799, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000038, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 267, "workload_id": "atlantis"}, "num_actions": 267, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.9270496012586, "p99_latency_ms": 230.88984202974223, "return_raw": null, "survival_steps": 4262} +{"episode_id": 39, "episode_return": 42600.0, "episode_return_env": 42600.0, "game_score": 42600.0, "mean_latency_ms": 213.10214671193552, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000039, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.31624836810576, "p99_latency_ms": 229.84673180237428, "return_raw": null, "survival_steps": 7200} +{"episode_id": 40, "episode_return": 32600.0, "episode_return_env": 32600.0, "game_score": 32600.0, "mean_latency_ms": 212.901352851201, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000040, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.29877778765436, "p99_latency_ms": 229.26306038126808, "return_raw": null, "survival_steps": 7200} +{"episode_id": 41, "episode_return": 14900.0, "episode_return_env": 14900.0, "game_score": 14900.0, "mean_latency_ms": 212.700074489349, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 676, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000041, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 226, "workload_id": "atlantis"}, "num_actions": 226, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.10775980302458, "p99_latency_ms": 223.48174298415958, "return_raw": null, "survival_steps": 3606} +{"episode_id": 42, "episode_return": 16900.0, "episode_return_env": 16900.0, "game_score": 16900.0, "mean_latency_ms": 213.4712417762783, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 628, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000042, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 210, "workload_id": "atlantis"}, "num_actions": 210, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.6743467698803, "p99_latency_ms": 230.72989676690023, "return_raw": null, "survival_steps": 3349} +{"episode_id": 43, "episode_return": 36000.0, "episode_return_env": 36000.0, "game_score": 36000.0, "mean_latency_ms": 213.13970565084713, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000043, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.7665274256153, "p99_latency_ms": 228.34420858082126, "return_raw": null, "survival_steps": 7200} +{"episode_id": 44, "episode_return": 17100.0, "episode_return_env": 17100.0, "game_score": 17100.0, "mean_latency_ms": 213.5241042058315, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 977, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000044, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 326, "workload_id": "atlantis"}, "num_actions": 326, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.57677634106193, "p99_latency_ms": 234.63162739953844, "return_raw": null, "survival_steps": 5209} +{"episode_id": 45, "episode_return": 37200.0, "episode_return_env": 37200.0, "game_score": 37200.0, "mean_latency_ms": 212.8312458606507, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000045, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 219.93105158967566, "p99_latency_ms": 229.0060305827006, "return_raw": null, "survival_steps": 7200} +{"episode_id": 46, "episode_return": 37100.0, "episode_return_env": 37100.0, "game_score": 37100.0, "mean_latency_ms": 212.9192722617325, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000046, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.48298024073705, "p99_latency_ms": 224.7549922167604, "return_raw": null, "survival_steps": 7200} +{"episode_id": 47, "episode_return": 28500.0, "episode_return_env": 28500.0, "game_score": 28500.0, "mean_latency_ms": 213.24603238202, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000047, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.46417860355066, "p99_latency_ms": 228.86047238652114, "return_raw": null, "survival_steps": 7200} +{"episode_id": 48, "episode_return": 28500.0, "episode_return_env": 28500.0, "game_score": 28500.0, "mean_latency_ms": 212.7652393829981, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000048, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.21624914208272, "p99_latency_ms": 229.48282952343624, "return_raw": null, "survival_steps": 7200} +{"episode_id": 49, "episode_return": 17100.0, "episode_return_env": 17100.0, "game_score": 17100.0, "mean_latency_ms": 213.02520946750036, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 977, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000049, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 326, "workload_id": "atlantis"}, "num_actions": 326, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.46786816590736, "p99_latency_ms": 222.9448270814154, "return_raw": null, "survival_steps": 5209} +{"episode_id": 50, "episode_return": 24300.0, "episode_return_env": 24300.0, "game_score": 24300.0, "mean_latency_ms": 212.79326618115684, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1297, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000050, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 433, "workload_id": "atlantis"}, "num_actions": 433, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.4704470957521, "p99_latency_ms": 229.97059724447828, "return_raw": null, "survival_steps": 6920} +{"episode_id": 51, "episode_return": 28500.0, "episode_return_env": 28500.0, "game_score": 28500.0, "mean_latency_ms": 213.1467363173611, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000051, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.56633595381044, "p99_latency_ms": 229.26180040358912, "return_raw": null, "survival_steps": 7200} +{"episode_id": 52, "episode_return": 16500.0, "episode_return_env": 16500.0, "game_score": 16500.0, "mean_latency_ms": 213.40208122868918, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 630, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000052, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 211, "workload_id": "atlantis"}, "num_actions": 211, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.56598373351312, "p99_latency_ms": 227.20583750187888, "return_raw": null, "survival_steps": 3364} +{"episode_id": 53, "episode_return": 34700.0, "episode_return_env": 34700.0, "game_score": 34700.0, "mean_latency_ms": 212.94425692666317, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000053, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.48124918547342, "p99_latency_ms": 227.0138223331299, "return_raw": null, "survival_steps": 7200} +{"episode_id": 54, "episode_return": 24300.0, "episode_return_env": 24300.0, "game_score": 24300.0, "mean_latency_ms": 213.04163315116142, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1346, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000054, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 449, "workload_id": "atlantis"}, "num_actions": 449, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.926985370718, "p99_latency_ms": 231.3277120449245, "return_raw": null, "survival_steps": 7177} +{"episode_id": 55, "episode_return": 24800.0, "episode_return_env": 24800.0, "game_score": 24800.0, "mean_latency_ms": 212.52712972173669, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1150, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000055, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 384, "workload_id": "atlantis"}, "num_actions": 384, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 219.75343222906102, "p99_latency_ms": 232.5374960412165, "return_raw": null, "survival_steps": 6136} +{"episode_id": 56, "episode_return": 28500.0, "episode_return_env": 28500.0, "game_score": 28500.0, "mean_latency_ms": 212.74664453845222, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000056, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.88304597155883, "p99_latency_ms": 225.4903383995089, "return_raw": null, "survival_steps": 7200} +{"episode_id": 57, "episode_return": 35600.0, "episode_return_env": 35600.0, "game_score": 35600.0, "mean_latency_ms": 213.34846397473305, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000057, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.5384359184406, "p99_latency_ms": 227.03605186046687, "return_raw": null, "survival_steps": 7200} +{"episode_id": 58, "episode_return": 32200.0, "episode_return_env": 32200.0, "game_score": 32200.0, "mean_latency_ms": 212.9902655563117, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000058, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.6509338120122, "p99_latency_ms": 230.31716394849707, "return_raw": null, "survival_steps": 7200} +{"episode_id": 59, "episode_return": 42100.0, "episode_return_env": 42100.0, "game_score": 42100.0, "mean_latency_ms": 213.08388711907955, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000059, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.21847239279523, "p99_latency_ms": 232.8115306882257, "return_raw": null, "survival_steps": 7200} +{"episode_id": 60, "episode_return": 16500.0, "episode_return_env": 16500.0, "game_score": 16500.0, "mean_latency_ms": 212.50970251033246, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 630, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000060, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 211, "workload_id": "atlantis"}, "num_actions": 211, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.65615850861377, "p99_latency_ms": 228.44135698452095, "return_raw": null, "survival_steps": 3364} +{"episode_id": 61, "episode_return": 28600.0, "episode_return_env": 28600.0, "game_score": 28600.0, "mean_latency_ms": 212.61761042361672, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1245, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000061, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 415, "workload_id": "atlantis"}, "num_actions": 415, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.38361734209553, "p99_latency_ms": 228.33194987051994, "return_raw": null, "survival_steps": 6639} +{"episode_id": 62, "episode_return": 34500.0, "episode_return_env": 34500.0, "game_score": 34500.0, "mean_latency_ms": 213.17237274442513, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000062, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.4967278531175, "p99_latency_ms": 227.64605092356493, "return_raw": null, "survival_steps": 7200} +{"episode_id": 63, "episode_return": 32700.0, "episode_return_env": 32700.0, "game_score": 32700.0, "mean_latency_ms": 213.21032315434562, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1316, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000063, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 439, "workload_id": "atlantis"}, "num_actions": 439, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.65499284970954, "p99_latency_ms": 229.7004660271117, "return_raw": null, "survival_steps": 7017} +{"episode_id": 64, "episode_return": 34700.0, "episode_return_env": 34700.0, "game_score": 34700.0, "mean_latency_ms": 212.5820564534073, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000064, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.2889020357189, "p99_latency_ms": 226.74621392171093, "return_raw": null, "survival_steps": 7200} +{"episode_id": 65, "episode_return": 37200.0, "episode_return_env": 37200.0, "game_score": 37200.0, "mean_latency_ms": 213.2017068559857, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000065, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.46240617604084, "p99_latency_ms": 231.13918538511302, "return_raw": null, "survival_steps": 7200} +{"episode_id": 66, "episode_return": 14900.0, "episode_return_env": 14900.0, "game_score": 14900.0, "mean_latency_ms": 213.14597507305004, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 676, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000066, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 226, "workload_id": "atlantis"}, "num_actions": 226, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.836024879109, "p99_latency_ms": 230.78097084645225, "return_raw": null, "survival_steps": 3606} +{"episode_id": 67, "episode_return": 36000.0, "episode_return_env": 36000.0, "game_score": 36000.0, "mean_latency_ms": 212.96809752067261, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000067, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.2788852609922, "p99_latency_ms": 225.25993463830707, "return_raw": null, "survival_steps": 7200} +{"episode_id": 68, "episode_return": 17700.0, "episode_return_env": 17700.0, "game_score": 17700.0, "mean_latency_ms": 213.42098571120522, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 705, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000068, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 235, "workload_id": "atlantis"}, "num_actions": 235, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.54392778068996, "p99_latency_ms": 229.23824602292405, "return_raw": null, "survival_steps": 3757} +{"episode_id": 69, "episode_return": 17300.0, "episode_return_env": 17300.0, "game_score": 17300.0, "mean_latency_ms": 212.8886454951489, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 702, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000069, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 234, "workload_id": "atlantis"}, "num_actions": 234, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.60095563818487, "p99_latency_ms": 226.5670726463876, "return_raw": null, "survival_steps": 3741} +{"episode_id": 70, "episode_return": 36000.0, "episode_return_env": 36000.0, "game_score": 36000.0, "mean_latency_ms": 212.94394699742796, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000070, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.64226191930993, "p99_latency_ms": 223.73060484846576, "return_raw": null, "survival_steps": 7200} +{"episode_id": 71, "episode_return": 16500.0, "episode_return_env": 16500.0, "game_score": 16500.0, "mean_latency_ms": 213.30551772716004, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 630, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000071, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 211, "workload_id": "atlantis"}, "num_actions": 211, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.34049081268486, "p99_latency_ms": 224.4281233755005, "return_raw": null, "survival_steps": 3364} +{"episode_id": 72, "episode_return": 39300.0, "episode_return_env": 39300.0, "game_score": 39300.0, "mean_latency_ms": 212.88789521983855, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000072, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.54332661501894, "p99_latency_ms": 228.91729175309598, "return_raw": null, "survival_steps": 7200} +{"episode_id": 73, "episode_return": 33000.0, "episode_return_env": 33000.0, "game_score": 33000.0, "mean_latency_ms": 212.96103544220415, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000073, "final_is_true_episode_end": false, "final_lives": 3, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.34396071947353, "p99_latency_ms": 231.6663346518114, "return_raw": null, "survival_steps": 7200} +{"episode_id": 74, "episode_return": 21300.0, "episode_return_env": 21300.0, "game_score": 21300.0, "mean_latency_ms": 213.0773059673258, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 795, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000074, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 265, "workload_id": "atlantis"}, "num_actions": 265, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.35489633239064, "p99_latency_ms": 228.9202677771443, "return_raw": null, "survival_steps": 4238} +{"episode_id": 75, "episode_return": 17700.0, "episode_return_env": 17700.0, "game_score": 17700.0, "mean_latency_ms": 213.79703920128267, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 702, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000075, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 234, "workload_id": "atlantis"}, "num_actions": 234, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.6933088209584, "p99_latency_ms": 233.80054945365686, "return_raw": null, "survival_steps": 3741} +{"episode_id": 76, "episode_return": 18400.0, "episode_return_env": 18400.0, "game_score": 18400.0, "mean_latency_ms": 213.18409006541785, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 705, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000076, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 235, "workload_id": "atlantis"}, "num_actions": 235, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.60251542976897, "p99_latency_ms": 224.8084270545441, "return_raw": null, "survival_steps": 3758} +{"episode_id": 77, "episode_return": 28500.0, "episode_return_env": 28500.0, "game_score": 28500.0, "mean_latency_ms": 213.37884458992954, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000077, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.75420476934426, "p99_latency_ms": 230.73573870062324, "return_raw": null, "survival_steps": 7200} +{"episode_id": 78, "episode_return": 38100.0, "episode_return_env": 38100.0, "game_score": 38100.0, "mean_latency_ms": 213.0635517025241, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000078, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.6020916795799, "p99_latency_ms": 233.28302532853746, "return_raw": null, "survival_steps": 7200} +{"episode_id": 79, "episode_return": 35600.0, "episode_return_env": 35600.0, "game_score": 35600.0, "mean_latency_ms": 213.16003287854784, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000079, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.14524848562397, "p99_latency_ms": 228.80520710515196, "return_raw": null, "survival_steps": 7200} +{"episode_id": 80, "episode_return": 16300.0, "episode_return_env": 16300.0, "game_score": 16300.0, "mean_latency_ms": 213.2741966564769, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 687, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000080, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 229, "workload_id": "atlantis"}, "num_actions": 229, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.71741341273528, "p99_latency_ms": 228.30402789210643, "return_raw": null, "survival_steps": 3661} +{"episode_id": 81, "episode_return": 24700.0, "episode_return_env": 24700.0, "game_score": 24700.0, "mean_latency_ms": 213.0655143838704, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000081, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.3910302178575, "p99_latency_ms": 231.74419149669583, "return_raw": null, "survival_steps": 7200} +{"episode_id": 82, "episode_return": 22200.0, "episode_return_env": 22200.0, "game_score": 22200.0, "mean_latency_ms": 212.90636895330516, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1102, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000082, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 368, "workload_id": "atlantis"}, "num_actions": 368, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.28864186527392, "p99_latency_ms": 229.48984935960175, "return_raw": null, "survival_steps": 5879} +{"episode_id": 83, "episode_return": 28500.0, "episode_return_env": 28500.0, "game_score": 28500.0, "mean_latency_ms": 213.12679034726085, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000083, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.6221347192695, "p99_latency_ms": 229.72466678161874, "return_raw": null, "survival_steps": 7200} +{"episode_id": 84, "episode_return": 28500.0, "episode_return_env": 28500.0, "game_score": 28500.0, "mean_latency_ms": 213.54710648001148, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000084, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.82899862105663, "p99_latency_ms": 226.57305101995536, "return_raw": null, "survival_steps": 7200} +{"episode_id": 85, "episode_return": 28200.0, "episode_return_env": 28200.0, "game_score": 28200.0, "mean_latency_ms": 212.86347782637887, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000085, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.5660595525563, "p99_latency_ms": 223.95446814455875, "return_raw": null, "survival_steps": 7200} +{"episode_id": 86, "episode_return": 26500.0, "episode_return_env": 26500.0, "game_score": 26500.0, "mean_latency_ms": 212.71956430487097, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1012, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000086, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 338, "workload_id": "atlantis"}, "num_actions": 338, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.1025476832088, "p99_latency_ms": 230.65251688921552, "return_raw": null, "survival_steps": 5399} +{"episode_id": 87, "episode_return": 36000.0, "episode_return_env": 36000.0, "game_score": 36000.0, "mean_latency_ms": 212.98537152520817, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000087, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.5402709472897, "p99_latency_ms": 225.56228614256395, "return_raw": null, "survival_steps": 7200} +{"episode_id": 88, "episode_return": 39300.0, "episode_return_env": 39300.0, "game_score": 39300.0, "mean_latency_ms": 213.07319753404195, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000088, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.25406888608853, "p99_latency_ms": 229.4695770831037, "return_raw": null, "survival_steps": 7200} +{"episode_id": 89, "episode_return": 30000.0, "episode_return_env": 30000.0, "game_score": 30000.0, "mean_latency_ms": 212.87283840001422, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000089, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 219.96404282740932, "p99_latency_ms": 226.5161261789594, "return_raw": null, "survival_steps": 7200} +{"episode_id": 90, "episode_return": 38300.0, "episode_return_env": 38300.0, "game_score": 38300.0, "mean_latency_ms": 212.99325530031666, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000090, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.254045444533, "p99_latency_ms": 231.45464122770528, "return_raw": null, "survival_steps": 7200} +{"episode_id": 91, "episode_return": 28500.0, "episode_return_env": 28500.0, "game_score": 28500.0, "mean_latency_ms": 212.79834137423592, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000091, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.71337415916872, "p99_latency_ms": 233.23122856586247, "return_raw": null, "survival_steps": 7200} +{"episode_id": 92, "episode_return": 18200.0, "episode_return_env": 18200.0, "game_score": 18200.0, "mean_latency_ms": 212.97832406301575, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 831, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000092, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 277, "workload_id": "atlantis"}, "num_actions": 277, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.05035969267433, "p99_latency_ms": 224.0592475583507, "return_raw": null, "survival_steps": 4430} +{"episode_id": 93, "episode_return": 28500.0, "episode_return_env": 28500.0, "game_score": 28500.0, "mean_latency_ms": 212.6252687155186, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000093, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.2158291326724, "p99_latency_ms": 227.68755332300918, "return_raw": null, "survival_steps": 7200} +{"episode_id": 94, "episode_return": 32200.0, "episode_return_env": 32200.0, "game_score": 32200.0, "mean_latency_ms": 213.0582923979401, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000094, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.08502138232708, "p99_latency_ms": 228.99878030983368, "return_raw": null, "survival_steps": 7200} +{"episode_id": 95, "episode_return": 35100.0, "episode_return_env": 35100.0, "game_score": 35100.0, "mean_latency_ms": 213.10868706564204, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000095, "final_is_true_episode_end": false, "final_lives": 5, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.5538923524884, "p99_latency_ms": 225.89722461729792, "return_raw": null, "survival_steps": 7200} +{"episode_id": 96, "episode_return": 39300.0, "episode_return_env": 39300.0, "game_score": 39300.0, "mean_latency_ms": 213.00608426718503, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000096, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.35743636031003, "p99_latency_ms": 225.68155819752292, "return_raw": null, "survival_steps": 7200} +{"episode_id": 97, "episode_return": 30300.0, "episode_return_env": 30300.0, "game_score": 30300.0, "mean_latency_ms": 212.5277899314998, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1172, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000097, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 391, "workload_id": "atlantis"}, "num_actions": 391, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.2549057215613, "p99_latency_ms": 224.45791183945812, "return_raw": null, "survival_steps": 6250} +{"episode_id": 98, "episode_return": 36100.0, "episode_return_env": 36100.0, "game_score": 36100.0, "mean_latency_ms": 213.38549790070954, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000098, "final_is_true_episode_end": false, "final_lives": 4, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.57663363357392, "p99_latency_ms": 232.77093610036974, "return_raw": null, "survival_steps": 7200} +{"episode_id": 99, "episode_return": 45100.0, "episode_return_env": 45100.0, "game_score": 45100.0, "mean_latency_ms": 212.77152168245675, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", "config_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 1350, "env_fps": 60.0, "env_id": "LatencyBench/Atlantis-v0", "episode_seed": 1000099, "final_is_true_episode_end": false, "final_lives": 6, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", "source_run_id": "20260924T112532341532Z", "submitted_observation_frames": 450, "workload_id": "atlantis"}, "num_actions": 450, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 220.07105933852253, "p99_latency_ms": 229.75009881157723, "return_raw": null, "survival_steps": 7200} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/eval.yaml b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/eval.yaml new file mode 100644 index 0000000000000000000000000000000000000000..052aed881fb6bb8db1e62b34765eaa362e153e4e --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/eval.yaml @@ -0,0 +1,137 @@ +experiment: + name: atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1 + seed: 1000000 +backend: + type: sample_factory + algo: APPO + device: cuda + train_dir: /mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers + restart_behavior: resume + run_mode: eval + extra_args: + - --encoder_conv_architecture + - convnet_simple +executor: + mode: simulated + simulated_worker_capacity: 1 +env: + name: gymnasium + task_name: atlantis + env_id: LatencyBench/Atlantis-v0 + registration_imports: + - latency_bench.envs.gymnasium_atlantis + make_kwargs: + base_env_id: ALE/Atlantis-v5 + render_mode: rgb_array + screen_size: 84 + noop_max: 30 + base_make_kwargs: + obs_type: rgb + frameskip: 1 + repeat_action_probability: 0.0 + full_action_space: false + mode: 0 + difficulty: 0 + max_num_frames_per_episode: 108000 + env_fps: 60 + obs_fps: 15 + frame_stack: 4 + simulator: gpu + terminal_on_life_loss: false + clip_reward: false + noop_action: noop + action_map: + noop: 0 + fire: 1 + rightfire: 2 + leftfire: 3 + action_order: + - noop + - fire + - rightfire + - leftfire + base_prompt: 'Defend Atlantis by firing at descending enemies. Choose exactly one + action from: noop, fire, rightfire, leftfire.' + action_history_decisions: 8 + gpu_env_device: cuda:0 + noop_max: 30 +latency: + method: temporal + profile_path: /mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json + profile_worker_slot: 0 + seed: 271828 + add_latency_info: false +scheduler: + hold_policy: hold + ordering_policy: issue_order_fifo +policy: + type: gymnasium_sf + checkpoint_path: /mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth + checkpoint_kind: best + device: cuda:0 + deterministic: true +training: + train_for_env_steps: 15000000 + num_workers: 4 + num_envs_per_worker: 16 + worker_num_splits: 1 + num_policies: 1 + batch_size: 1024 + rollout: 64 + recurrence: 32 + num_epochs: 2 + num_batches_per_epoch: 8 + max_policy_lag: 300 + learning_rate: 0.000303 + lr_schedule: constant + nonlinearity: elu + gamma: 0.99 + gae_lambda: 0.95 + ppo_clip_ratio: 0.1 + ppo_clip_value: 0.2 + exploration_loss: entropy + exploration_loss_coeff: 0.003 + value_loss_coeff: 0.5 + max_grad_norm: 0.0 + adam_eps: 1.0e-06 + obs_scale: 1.0 + adaptive_stddev: false + with_vtrace: false + async_rl: true + use_rnn: false + normalize_input: true + normalize_returns: true + stats_avg: 100 + experiment_summaries_interval: 1 + save_every_sec: 600 + keep_checkpoints: 5 +evaluation: + eval_interval_steps: null + eval_episodes: 100 + eval_parallel_envs: 32 + eval_max_steps: 7200 + eval_deterministic: true + eval_suites: + fixed: [] + normal: [] + uniform: [] + eval_raw_reward: true + episode_seed_offset: 0 + latency_bench_env_backend: atlantis_gpu_batched +logging: + output_dir: /mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1 + video: + enabled: false + num_bins: 1 + save_step_records: true + save_action_records: true + save_latency_records: true + wandb_project: latency-sensitive-bench + wandb_group: atlantis + wandb_job_type: sample_factory + wandb_tags: + - atari-hist8-v1 + - profile + - qwengr00t + wandb_entity: saberrr-zju + wandb_name: atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1 diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/eval_profile.json b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/eval_profile.json new file mode 100644 index 0000000000000000000000000000000000000000..96d4909783a252f996154a4a8b7c8f72ed56fa7c --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/eval_profile.json @@ -0,0 +1,218 @@ +{ + "checkpoint_kind": "best", + "checkpoint_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000023744_12156928_reward_270836.000.pth", + "experiment_name": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", + "latency": "profile_sample", + "latency_type": "profile_sample", + "lengths": [ + 7200, + 7200, + 5415, + 6696, + 3685, + 5209, + 4062, + 6631, + 7200, + 6328, + 7200, + 3902, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 3886, + 7200, + 7200, + 5055, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 7200, + 6305, + 7200, + 7200, + 7200, + 7200, + 3757, + 7200, + 4262, + 7200, + 7200, + 3606, + 3349, + 7200, + 5209, + 7200, + 7200, + 7200, + 7200, + 5209, + 6920, + 7200, + 3364, + 7200, + 7177, + 6136, + 7200, + 7200, + 7200, + 7200, + 3364, + 6639, + 7200, + 7017, + 7200, + 7200, + 3606, + 7200, + 3757, + 3741, + 7200, + 3364, + 7200, + 7200, + 4238, + 3741, + 3758, + 7200, + 7200, + 7200, + 3661, + 7200, + 5879, + 7200, + 7200, + 7200, + 5399, + 7200, + 7200, + 7200, + 7200, + 7200, + 4430, + 7200, + 7200, + 7200, + 7200, + 6250, + 7200, + 7200 + ], + "mean_length": 6358.07, + "mean_return": 29064.0, + "returns": [ + 32200.0, + 30000.0, + 26300.0, + 22800.0, + 17100.0, + 17100.0, + 17700.0, + 25800.0, + 31400.0, + 28400.0, + 32500.0, + 16700.0, + 29400.0, + 36000.0, + 28500.0, + 32500.0, + 28500.0, + 34300.0, + 34300.0, + 42300.0, + 16700.0, + 32700.0, + 31400.0, + 17900.0, + 32200.0, + 32600.0, + 37300.0, + 32200.0, + 32200.0, + 28500.0, + 32200.0, + 26400.0, + 38900.0, + 33500.0, + 39300.0, + 36000.0, + 17500.0, + 39400.0, + 19400.0, + 42600.0, + 32600.0, + 14900.0, + 16900.0, + 36000.0, + 17100.0, + 37200.0, + 37100.0, + 28500.0, + 28500.0, + 17100.0, + 24300.0, + 28500.0, + 16500.0, + 34700.0, + 24300.0, + 24800.0, + 28500.0, + 35600.0, + 32200.0, + 42100.0, + 16500.0, + 28600.0, + 34500.0, + 32700.0, + 34700.0, + 37200.0, + 14900.0, + 36000.0, + 17700.0, + 17300.0, + 36000.0, + 16500.0, + 39300.0, + 33000.0, + 21300.0, + 17700.0, + 18400.0, + 28500.0, + 38100.0, + 35600.0, + 16300.0, + 24700.0, + 22200.0, + 28500.0, + 28500.0, + 28200.0, + 26500.0, + 36000.0, + 39300.0, + 30000.0, + 38300.0, + 28500.0, + 18200.0, + 28500.0, + 32200.0, + 35100.0, + 39300.0, + 30300.0, + 36100.0, + 45100.0 + ], + "seed": 1000000, + "source_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json", + "std_return": 7798.057706890864, + "suite_name": "profile_sample", + "timestamp_utc": "2026-09-24T13:52:13.455124+00:00" +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/DONE b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/DONE new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/hardware.json b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/hardware.json new file mode 100644 index 0000000000000000000000000000000000000000..c851e970592507c9ebc61d9c07e6e600db35bce9 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/hardware.json @@ -0,0 +1,40 @@ +{ + "driver_version": "580.82.09", + "gpu_class": "1x-rtx3090", + "gpus": [ + { + "name": "NVIDIA GeForce RTX 3090", + "slot": 0 + } + ], + "instance_id": "instance_d907cdaf680040e0", + "topology_links": [], + "torch": { + "backends": { + "cuda_cudnn_sdp_enabled": true, + "cuda_flash_sdp_enabled": true, + "cuda_math_sdp_enabled": true, + "cuda_matmul_allow_tf32": false, + "cuda_mem_efficient_sdp_enabled": true, + "cudnn_allow_tf32": true, + "cudnn_benchmark": false + }, + "cuda_available": true, + "cuda_device_count": 1, + "cuda_version": "12.8", + "current_device": 0, + "current_device_name": "NVIDIA GeForce RTX 3090", + "device_properties": [ + { + "index": 0, + "major": 8, + "minor": 6, + "multi_processor_count": 82, + "name": "NVIDIA GeForce RTX 3090", + "total_memory": 25296044032 + } + ], + "float32_matmul_precision": "highest", + "version": "2.11.0+cu128" + } +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/latency_burst_model.json b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/latency_burst_model.json new file mode 100644 index 0000000000000000000000000000000000000000..d789b80fa73d2f9bb7061c78a54085113b514ae9 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/latency_burst_model.json @@ -0,0 +1,1308 @@ +{ + "burst_dwell_distribution": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "burst_dwell_lengths": [ + 1 + ], + "burst_merge_gap_records": 30, + "burst_rank_processes": [ + { + "draw_count": 1, + "dwell_length_spearman_rho": 0.0, + "level_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092, + 259.5286900103092 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "level_residual_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "severity": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "spike_count": 1 + } + ], + "burst_slot_rank_templates": [ + { + "dwell_length": 1, + "slot_to_rank": { + "0": 0 + } + } + ], + "model_type": "hidden_regime", + "pre_worker_time_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 0.5207769945263863, + 0.5251254037573934, + 0.5582447920292616, + 0.5812214084118604, + 0.5992492114901543, + 0.6176365997642279, + 0.6287963969707488, + 0.6396968228369951, + 0.6497160540223121, + 0.655457305803895, + 0.6614324052631855, + 0.6662972899675369, + 0.6692435982823371, + 0.6881865574419499, + 0.7051873186230659, + 0.7292073383927345, + 0.7787340000271797, + 0.8028271035850048, + 0.812814282476902, + 0.8215605571866036, + 0.8336415103077889, + 0.8573973074555397, + 0.8875677558779717, + 0.9287286186218261, + 0.9428188434243202, + 0.9471957594156265, + 0.9499172061681748, + 0.9523360572755337, + 0.9539619955420494, + 0.9557437750697136, + 0.9570135563611984, + 0.9583767086267472, + 0.9593841540813446, + 0.9604644006490708, + 0.9615155190229416, + 0.9624505381286145, + 0.9633300006389618, + 0.9640051978826523, + 0.9648472753167152, + 0.9657507389783859, + 0.9665861156582832, + 0.9674060970544816, + 0.9682457578182221, + 0.9692251402139663, + 0.9699127995967864, + 0.9706843815743923, + 0.9714626044034957, + 0.9721921969950199, + 0.9729916822910308, + 0.9737569987773895, + 0.9746265622973442, + 0.9754105009138584, + 0.9762071219086647, + 0.9768919420242309, + 0.9776639994978905, + 0.9785710737109184, + 0.9794769987463952, + 0.9802806408703327, + 0.981100680232048, + 0.982049746364355, + 0.9828920042514802, + 0.9836865067481995, + 0.9846969616413116, + 0.9855331398546696, + 0.986373838186264, + 0.9871980009973049, + 0.988159804046154, + 0.9890049993991852, + 0.9898629626631736, + 0.990905295163393, + 0.9920209592580795, + 0.9928891025483608, + 0.9938030418753624, + 0.9946564735472202, + 0.9955651581287384, + 0.9965053181350232, + 0.9974409982562065, + 0.998431341201067, + 0.9992993241548538, + 1.0001055221259594, + 1.0012630343437194, + 1.0021688036620617, + 1.0031991612911224, + 1.0043545010685921, + 1.0056854000687598, + 1.0068604965507983, + 1.0081970021128654, + 1.0096079206466675, + 1.0109906375408173, + 1.0124404586851596, + 1.013920995593071, + 1.0155389986932277, + 1.0175219130516053, + 1.0194272787868977, + 1.0215499997138977, + 1.0237930144369602, + 1.0267329961061478, + 1.030123375505209, + 1.0356841632723808, + 1.0407171426713466, + 1.047282841205597, + 1.0542060010135175, + 1.0630891606211663, + 1.0755032274127008, + 1.0881112024188042, + 1.1076251435279847, + 1.1287671998143194, + 1.1577161043882362, + 1.2912052422761893, + 1.3719327589869499, + 1.3965599596500398, + 1.3988929890543222, + 1.4040659114718437, + 1.408590381205082, + 1.4125262961387632, + 1.4183526123315096, + 1.4289177218675613, + 1.439437771707774, + 1.4568485846519468, + 1.491137470036746, + 1.5025532148927452, + 1.5531829889864155, + 1.586508996784687 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "regime_step_counts": { + "burst": 1, + "calm": 11281 + }, + "regime_transition_counts": { + "burst": { + "burst": 0, + "calm": 1 + }, + "calm": { + "burst": 1, + "calm": 11275 + } + }, + "reset_scope": "session", + "schema_version": 12, + "spike_median_multiplier": 1.25, + "spike_threshold_ms_by_worker_slot": { + "0": 256.4745843736455 + }, + "worker_count": 1 +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/latency_distribution.json b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/latency_distribution.json new file mode 100644 index 0000000000000000000000000000000000000000..1c6549f46f1b93bda7041b2c9119271113fd652d --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/latency_distribution.json @@ -0,0 +1,1027 @@ +{ + "schema_version": 3, + "worker_slots": { + "0": { + "all": { + "count": 11282, + "observation_to_action_latency_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 204.67264399677515, + 204.6975747431293, + 204.81637665565313, + 204.9242084568888, + 205.06138647860288, + 205.1274238445461, + 205.20527122491598, + 205.27355769254268, + 205.30717974716424, + 205.35418897910415, + 205.39509189367294, + 205.427971248731, + 205.47062040030957, + 205.7666928960383, + 206.0194687527418, + 206.17363160178064, + 206.377571401, + 206.55784298181533, + 206.77141076147555, + 206.9720603825152, + 207.14993092745542, + 207.27874770238995, + 207.4090306442976, + 207.53158410042525, + 207.6430315619707, + 207.79062404096126, + 207.8864792019129, + 207.97995664060116, + 208.05526392132043, + 208.1251264962554, + 208.19831483453513, + 208.2624946974218, + 208.3200960022211, + 208.38624516025186, + 208.44889103502035, + 208.49861231833697, + 208.55241300165653, + 208.61664005622268, + 208.68464852005243, + 208.76342480137944, + 208.8399552372098, + 208.92455809488894, + 209.00938515752554, + 209.0867537535727, + 209.16014915794133, + 209.22415124118328, + 209.28724000155927, + 209.35056036621333, + 209.42116879552603, + 209.4939761248231, + 209.58296859562398, + 209.67647430449725, + 209.81915408492088, + 209.9561913833022, + 210.13550332188606, + 210.32088927999138, + 210.51341780275106, + 210.76740139588713, + 211.10084503829478, + 211.52537446588278, + 212.02244640260935, + 212.46108100563288, + 212.74278572052717, + 212.94428224623204, + 213.10401039212942, + 213.2363758173585, + 213.36711639463903, + 213.5055485215783, + 213.60611915796994, + 213.6941815158725, + 213.77778896182775, + 213.85558409541846, + 213.9173597663641, + 214.011445042938, + 214.0946984797716, + 214.19025771424174, + 214.28020680248738, + 214.3970735947788, + 214.50516276091338, + 214.63821066141128, + 214.7819625967741, + 214.9327645070851, + 215.06213615834713, + 215.24979990050196, + 215.45281616210937, + 215.672143663764, + 215.92955899983644, + 216.23267822057008, + 216.68240419745445, + 217.4294615776837, + 218.4886781990528, + 218.87938080206513, + 219.1106110036373, + 219.2834543003142, + 219.4375897604227, + 219.5687967403233, + 219.71495240032672, + 219.84549598366021, + 220.0070528846979, + 220.17754041805864, + 220.34890528142452, + 220.49049059525132, + 220.64188647717236, + 220.83196894556283, + 221.08336552143098, + 221.43559759870172, + 221.86774479597807, + 222.3868318966031, + 222.97819328725336, + 223.95737158074976, + 229.54724592089656, + 229.84845672820506, + 230.20635045158863, + 231.1370575718283, + 232.71542634934187, + 233.6967520390451, + 234.4340439151227, + 234.951222413674, + 236.1916435209512, + 238.63973516114203, + 246.38939284814194, + 256.293676119647, + 260.2267980054021 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "spearman_rho": 0.9995063406529723, + "worker_service_time_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 203.70635499805212, + 203.73347375870347, + 203.91089843382687, + 203.94753762462736, + 204.05712029737234, + 204.1308799878508, + 204.20370259678364, + 204.2680172560364, + 204.3303461379409, + 204.35215850245953, + 204.40796365636587, + 204.44451077501475, + 204.49718427717687, + 204.8042074558139, + 205.0287555232644, + 205.19836521863937, + 205.3837459951639, + 205.5925077788532, + 205.78962887734176, + 205.98028438195587, + 206.16714128255845, + 206.3034421004355, + 206.43238848298788, + 206.5722153390944, + 206.69944895654916, + 206.81141140744091, + 206.90465919673443, + 206.99035628691317, + 207.0811184847355, + 207.1509059165418, + 207.22638559818267, + 207.28969429582358, + 207.3499284827709, + 207.4071585801244, + 207.4633837208152, + 207.51716701805591, + 207.56985000520945, + 207.6379137006402, + 207.71044716119766, + 207.79215093925595, + 207.87940747588874, + 207.95760719999672, + 208.02795620203017, + 208.10226918697356, + 208.16676132142544, + 208.23474560007452, + 208.29312579333782, + 208.35882479920983, + 208.41977792263032, + 208.49715113148093, + 208.58982683598995, + 208.688644900918, + 208.83055604279042, + 208.98023436382414, + 209.17991383939983, + 209.34690985485912, + 209.5351339995861, + 209.78064611941576, + 210.13106811881065, + 210.55903087511658, + 211.035266802907, + 211.47073849663138, + 211.7482051640749, + 211.9310893933475, + 212.08055111795665, + 212.2098744188249, + 212.34567819535732, + 212.47231908619403, + 212.59907600820065, + 212.68493312090635, + 212.77007372438908, + 212.84724000319838, + 212.9157690384984, + 212.99137929931283, + 213.08125863522292, + 213.17666810050608, + 213.26964339613914, + 213.39287183985115, + 213.51542111963033, + 213.6397325359285, + 213.78946327626704, + 213.9296307981014, + 214.06820083647966, + 214.24657937690617, + 214.4550679987669, + 214.69722556307912, + 214.93422500044107, + 215.24358037665485, + 215.67830420553685, + 216.41405986696483, + 217.5096691161394, + 217.90317169949412, + 218.1265595200658, + 218.27968834236265, + 218.42351052045822, + 218.56638489887118, + 218.71565299630166, + 218.85822452113032, + 219.0154005280137, + 219.17822557881473, + 219.37455595940352, + 219.52047470211983, + 219.6752403613925, + 219.86214240029454, + 220.13305020332336, + 220.4846786788106, + 220.93630560040475, + 221.5008244214952, + 222.02700536310672, + 222.9799926649034, + 228.83196916282176, + 229.08042670324443, + 229.44481961160898, + 230.24711450000106, + 231.8832768253087, + 232.96614396154882, + 233.5798589197099, + 234.1522386203558, + 235.1887836543321, + 237.80415241296717, + 245.17859775805508, + 255.45628927291557, + 259.5286900103092 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + } + }, + "steady": { + "count": 11281, + "observation_to_action_latency_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 204.67264399677515, + 204.69757077452914, + 204.81637117815762, + 204.9241977708861, + 205.06138383860886, + 205.1274208025187, + 205.20523476493358, + 205.27348739754407, + 205.30715766113997, + 205.35418251111358, + 205.39508703768254, + 205.4279122178033, + 205.47055820032955, + 205.76669219613075, + 206.01945807285608, + 206.17358280196785, + 206.37742070145904, + 206.55780584216117, + 206.77140033118428, + 206.9719934628904, + 207.14973211675883, + 207.27868560254575, + 207.40881537519397, + 207.53127029985188, + 207.6426199822873, + 207.79043532043696, + 207.88628135211766, + 207.97960112035275, + 208.05518861062825, + 208.12504099547863, + 208.1982549843937, + 208.26246809735895, + 208.31994900129735, + 208.38622227966786, + 208.4486348142475, + 208.4985134395957, + 208.55240350216627, + 208.6165014782548, + 208.68450190849603, + 208.76322040125729, + 208.8398173675686, + 208.92429699599742, + 209.00860302828252, + 209.08647407665848, + 209.16003002941608, + 209.22410092175008, + 209.2870766017586, + 209.3505070449412, + 209.42092089518906, + 209.4937359637022, + 209.58274629302323, + 209.67623970508575, + 209.81894286252557, + 209.95603304356337, + 210.1346403118223, + 210.32068424150347, + 210.5118701018393, + 210.76457015693188, + 211.10001721940935, + 211.52431318372487, + 212.01914869643747, + 212.4597050100565, + 212.7423315820843, + 212.9440575054288, + 213.10381695188582, + 213.23569055855273, + 213.3667897000909, + 213.5054817403853, + 213.60539265058935, + 213.69333671748637, + 213.7776904334128, + 213.85539029687644, + 213.9173199877888, + 214.01042052268983, + 214.0943144606799, + 214.19005676075815, + 214.2791174069047, + 214.39700287282466, + 214.5043788408488, + 214.6361232188344, + 214.78144328527154, + 214.93244599699975, + 215.06002178043127, + 215.24855196118355, + 215.45185321509837, + 215.67125880002976, + 215.9287459999323, + 216.22464425832032, + 216.68068280257285, + 217.4210829204321, + 218.4883304796368, + 218.87915809750558, + 219.11012500748038, + 219.28303747028113, + 219.43700469493865, + 219.56767853483558, + 219.71377559863032, + 219.84387684315442, + 220.00630894809962, + 220.17507048040628, + 220.34559900194407, + 220.49005859643222, + 220.64090857870877, + 220.8318760254979, + 221.0784180408716, + 221.43181995421648, + 221.85860904753207, + 222.38300543904305, + 222.97131912440062, + 223.9487141242623, + 229.5149331726879, + 229.8150458014011, + 230.16901343795658, + 230.95680256020276, + 232.70718592245876, + 233.6851668224111, + 234.33942310708764, + 234.93093222461638, + 235.9587479605228, + 238.09454086813318, + 245.32774911160027, + 252.49785739986993, + 253.96585899591446 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "spearman_rho": 0.9995062093605928, + "worker_service_time_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 203.70635499805212, + 203.7334694418043, + 203.9108969748281, + 203.9475354256183, + 204.05709116338193, + 204.13087517585606, + 204.20365596878528, + 204.26794232603163, + 204.33034428994358, + 204.35212390846013, + 204.4078951203227, + 204.44450419602543, + 204.49716673709452, + 204.80414067566394, + 205.02874991297722, + 205.19827925920487, + 205.3837154958397, + 205.59248323887587, + 205.78938653722406, + 205.98013234212993, + 206.16694049239157, + 206.30307179987432, + 206.43230059295894, + 206.57203521892427, + 206.699344176054, + 206.8113792064786, + 206.90460384823382, + 206.99014924779533, + 207.0810135938972, + 207.15076335579158, + 207.2263163175434, + 207.28963889628648, + 207.34982684336603, + 207.40691063910722, + 207.4633027601987, + 207.51709459662436, + 207.56976950354874, + 207.6378916016221, + 207.7102800307423, + 207.79198601767422, + 207.87902847707272, + 207.95733000040053, + 208.02755010023714, + 208.10194694519043, + 208.16656431138514, + 208.23472180068492, + 208.29303104393185, + 208.3586064186692, + 208.41975461184978, + 208.4967791119218, + 208.58971646778286, + 208.68828260302544, + 208.83012200266123, + 208.97981688201426, + 209.17533047184347, + 209.3451203764975, + 209.5338672000915, + 209.77942951977252, + 210.1291022669524, + 210.5566990377009, + 211.03460039965807, + 211.4686319977045, + 211.74781716249882, + 211.9306954729557, + 212.0804864601791, + 212.20944836199283, + 212.34449460171163, + 212.47215500846505, + 212.59738784484566, + 212.6845950821042, + 212.7700330144912, + 212.84707800224425, + 212.9154560983181, + 212.9894357201457, + 213.08094800882043, + 213.17631930842995, + 213.26830569654703, + 213.39245635330678, + 213.51440011464058, + 213.63801657557488, + 213.78910725340248, + 213.92784439623355, + 214.06703146964313, + 214.24646345451475, + 214.45137886986137, + 214.69629844546319, + 214.93383500166237, + 215.2350235389173, + 215.67003293156623, + 216.41116872668266, + 217.50467653721572, + 217.90213080346584, + 218.12574466630818, + 218.27895227730275, + 218.42143241927027, + 218.5653205986321, + 218.7125401481986, + 218.8576620364189, + 219.01268698453904, + 219.1764129985869, + 219.3735828679055, + 219.51940820217132, + 219.673650053218, + 219.86190319761633, + 220.1319747515768, + 220.4799749979377, + 220.93288379609584, + 221.4966494014859, + 222.02557333104312, + 222.97492851406335, + 228.82553276002406, + 229.0407744592428, + 229.4309174746871, + 230.1658265423327, + 231.7957792669237, + 232.81770349286487, + 233.53201609635354, + 234.04447781035304, + 235.00371084208788, + 237.33169682285177, + 244.39021977085625, + 251.53816096314512, + 253.04603999853134 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + } + } + } + } +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/latency_profile.png b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/latency_profile.png new file mode 100644 index 0000000000000000000000000000000000000000..193b6230103688721dad082cdf35926df476d8df Binary files /dev/null and b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/latency_profile.png differ diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/profile.json b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/profile.json new file mode 100644 index 0000000000000000000000000000000000000000..1dae465ccf45405df95efe9d2a5aa7ef65d4f91c --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/profile/profile.json @@ -0,0 +1,67 @@ +{ + "burst_model_path": "latency_burst_model.json", + "distribution_path": "latency_distribution.json", + "env_fps": 60, + "frame_ms": 16.666666666666668, + "gpu_class": "1x-rtx3090", + "instance_id": "instance_d907cdaf680040e0", + "latency_kind": "observation_to_action_latency", + "latency_method": "temporal", + "model_id": "qwengr00t", + "n_admitted_observations": 11282, + "n_capacity_drops": 33792, + "n_observation_attempts": 45074, + "per_slot_summary": { + "0": { + "admitted_count": 11282, + "mean_observation_to_action_latency_ms": 212.99372203647695, + "mean_worker_service_time_ms": 212.01104605709315, + "p95_observation_to_action_latency_ms": 221.86325354576113, + "p95_worker_service_time_ms": 220.93488579690455, + "p99_worker_service_time_ms": 228.8275777801871 + } + }, + "provenance": { + "base_config": "configs/experiments/atlantis/starvla_profile_hist8.yaml", + "checkpoint_kind": "best", + "model_artifact": { + "checkpoint": "checkpoints/model.pt", + "model_config": "config.yaml", + "path_in_repo": "zero-latency/atlantis/vla/starvla-qwengr00t-h1/atlantis-qwengr00t-hist8-zero-s42-v1", + "repo_id": "latency-sensitive-bench/benchmark-models", + "revision": "aaf650c36c93cb8ff87d3a5ff6ffd635d24c9004", + "source": "hf" + }, + "session_ids": [ + 0, + 1, + 2, + 3, + 4 + ] + }, + "sample_model_type": "hidden_regime", + "source_run_id": "20260924T112532341532Z", + "summary": { + "frame_ms": 16.666666666666668, + "max_ms": 260.2267980054021, + "mean_effective_frames": 12.779623322188616, + "mean_ms": 212.99372203647695, + "min_ms": 204.67264399677515, + "n_samples": 11282, + "p50_frames": 12.747664860337972, + "p50_ms": 212.46108100563288, + "p90_frames": 13.229414585709572, + "p90_ms": 220.49024309515954, + "p95_frames": 13.311795212745665, + "p95_ms": 221.8632535457611, + "p99_frames": 13.771512666656077, + "p99_ms": 229.52521111093463, + "prob_latency_gt_1_frame": 1.0, + "prob_latency_gt_2_frames": 1.0, + "prob_latency_gt_3_frames": 1.0, + "std_ms": 5.484489571653668 + }, + "visualization_path": "latency_profile.png", + "workload_id": "atlantis" +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/provenance.json b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..d3d38a833358e3106e75c976f8479ea9ea162509 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/provenance.json @@ -0,0 +1,51 @@ +{ + "best_checkpoint_env_steps": 12156928, + "checkpoint": "best_000023744_12156928_reward_270836.000.pth", + "checkpoint_sha256": "8289271b5da29b9cfaf30017f86c457e1a1ed0edd9f998a9f5844354015f0238", + "episodes": 100, + "final_env_steps": 15007744, + "initialization": "scratch", + "mean_return": 29064.0, + "model": "qwengr00t", + "profile_publication": { + "model": "qwengr00t", + "model_publication": { + "checkpoint_sha256": "dc7081c898fd8324d5c9aa892b5221ad7388a83428cc3508c67b30fc71d0761a", + "episodes": 100, + "mean_return": 39662.0, + "model": "qwengr00t", + "path": "zero-latency/atlantis/vla/starvla-qwengr00t-h1/atlantis-qwengr00t-hist8-zero-s42-v1", + "repo_id": "latency-sensitive-bench/benchmark-models", + "revision": "aaf650c36c93cb8ff87d3a5ff6ffd635d24c9004", + "run_id": "atlantis-qwengr00t-hist8-zero-s42-v1", + "task": "atlantis", + "training_status": "complete", + "zero_evaluation_status": "complete" + }, + "profile": { + "GPU_CLASS": "1x-rtx3090", + "INSTANCE_ID": "instance_d907cdaf680040e0", + "PROFILE_PATH": "results/profiling/profiles/qwengr00t/1x-rtx3090/atlantis/instance_d907cdaf680040e0/profile.json", + "PROFILE_REF": "qwengr00t/1x-rtx3090/atlantis/instance_d907cdaf680040e0", + "RUN_ID": "20260924T112532341532Z" + }, + "profile_path": "profiles/qwengr00t/1x-rtx3090/atlantis/instance_d907cdaf680040e0/profile.json", + "profile_repo": "latency-sensitive-bench/profiles", + "profile_revision": "a00f633aa3227e2be8648b4f1337d7ccd188d18f", + "profile_sha256": "13e970f85825c898ecb5730ff6adb6c71995a68406227733311a15b3f0c202e9", + "task": "atlantis" + }, + "run_id": "atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1", + "task": "atlantis", + "wandb_readback": { + "eval_corrected/profile_sample/profile_sample/mean_return": 29064 + }, + "zero_teacher": { + "checkpoint": "best_000026560_13598720_reward_675769.000.pth", + "checkpoint_sha256": "d41d728d8c2329d3623eb9e01bd9f3f2df4fc0d4f6f2c1f799c4badc24af78c5", + "env_fps": 60, + "obs_fps": 15, + "path": "zero-latency/atlantis/small-policy/sample-factory-hist8-cpu15m-s0-v1" + }, + "zero_teacher_revision": "dfaeecb84cd6b5dfcc3adc0935d0ae86d0b504d2" +} diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/train.yaml b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd93f0c11da7faeacc2e8360be1cab814d348d1c --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/train.yaml @@ -0,0 +1,134 @@ +experiment: + name: atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1 + seed: 0 +backend: + type: sample_factory + algo: APPO + device: cuda + train_dir: /mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers + restart_behavior: resume + run_mode: train + extra_args: + - --encoder_conv_architecture + - convnet_simple +executor: + mode: simulated + simulated_worker_capacity: 1 +env: + name: gymnasium + task_name: atlantis + env_id: LatencyBench/Atlantis-v0 + registration_imports: + - latency_bench.envs.gymnasium_atlantis + make_kwargs: + base_env_id: ALE/Atlantis-v5 + render_mode: rgb_array + screen_size: 84 + noop_max: 30 + base_make_kwargs: + obs_type: rgb + frameskip: 1 + repeat_action_probability: 0.0 + full_action_space: false + mode: 0 + difficulty: 0 + max_num_frames_per_episode: 108000 + env_fps: 60 + obs_fps: 15 + frame_stack: 4 + simulator: cpu + terminal_on_life_loss: false + clip_reward: false + noop_action: noop + action_map: + noop: 0 + fire: 1 + rightfire: 2 + leftfire: 3 + action_order: + - noop + - fire + - rightfire + - leftfire + base_prompt: 'Defend Atlantis by firing at descending enemies. Choose exactly one + action from: noop, fire, rightfire, leftfire.' + action_history_decisions: 8 +latency: + method: temporal + profile_path: /mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwengr00t/profile/profile.json + profile_worker_slot: 0 + seed: 0 + add_latency_info: false +scheduler: + hold_policy: hold + ordering_policy: issue_order_fifo +policy: + type: random + actions: + - noop + - fire + - rightfire + - leftfire +training: + train_for_env_steps: 15000000 + num_workers: 4 + num_envs_per_worker: 16 + worker_num_splits: 1 + num_policies: 1 + batch_size: 1024 + rollout: 64 + recurrence: 32 + num_epochs: 2 + num_batches_per_epoch: 8 + max_policy_lag: 300 + learning_rate: 0.000303 + lr_schedule: constant + nonlinearity: elu + gamma: 0.99 + gae_lambda: 0.95 + ppo_clip_ratio: 0.1 + ppo_clip_value: 0.2 + exploration_loss: entropy + exploration_loss_coeff: 0.003 + value_loss_coeff: 0.5 + max_grad_norm: 0.0 + adam_eps: 1.0e-06 + obs_scale: 1.0 + adaptive_stddev: false + with_vtrace: false + async_rl: true + use_rnn: false + normalize_input: true + normalize_returns: true + stats_avg: 100 + experiment_summaries_interval: 1 + save_every_sec: 600 + keep_checkpoints: 5 +evaluation: + eval_interval_steps: null + eval_episodes: 5 + eval_parallel_envs: 1 + eval_max_steps: 5000 + eval_deterministic: true + eval_suites: + fixed: + - - 0 + normal: [] + uniform: [] +logging: + output_dir: /mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_logs/atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1 + video: + enabled: false + num_bins: 1 + save_step_records: false + save_action_records: false + save_latency_records: false + wandb_project: latency-sensitive-bench + wandb_group: atlantis + wandb_job_type: sample_factory + wandb_tags: + - atari-hist8-v1 + - profile + - qwengr00t + wandb_entity: saberrr-zju + wandb_name: atlantis-qwengr00t-hist8-profile-cpu15m-s0-v1 diff --git a/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/zero_teacher_config.json b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/zero_teacher_config.json new file mode 100644 index 0000000000000000000000000000000000000000..624ce5d87681a85762d29b713444fdddfb262f57 --- /dev/null +++ b/latency-aware/atlantis/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1/zero_teacher_config.json @@ -0,0 +1,263 @@ +{ + "help": false, + "algo": "APPO", + "env": "latency_gymnasium", + "experiment": "atlantis_sf_zero_latency_hist8_cpu15m_seed0", + "train_dir": "results/checkpoints/atari_zero_hist8_cpu15m", + "restart_behavior": "resume", + "device": "gpu", + "seed": 0, + "initial_model_path": null, + "num_policies": 1, + "async_rl": true, + "serial_mode": false, + "batched_sampling": false, + "num_batches_to_accumulate": 2, + "worker_num_splits": 1, + "policy_workers_per_policy": 1, + "max_policy_lag": 300, + "num_workers": 4, + "num_envs_per_worker": 16, + "batch_size": 1024, + "num_batches_per_epoch": 8, + "num_epochs": 2, + "rollout": 64, + "fasttd3_replay_capacity": 6553600, + "fasttd3_replay_batch_size": 32768, + "fasttd3_action_chunk_horizon": 1, + "fasttd3_transitions_per_update": 64, + "fasttd3_train_for_optimizer_steps": 10000000000, + "fasttd3_v_min": -250.0, + "fasttd3_v_max": 250.0, + "fasttd3_actor_action_l2": 0.0, + "fasttd3_compile": true, + "recurrence": 32, + "shuffle_minibatches": false, + "gamma": 0.99, + "reward_scale": 1.0, + "reward_clip": 1000.0, + "value_bootstrap": false, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "kl_loss_coeff": 0.0, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "vtrace_rho": 1.0, + "vtrace_c": 1.0, + "optimizer": "adam", + "adam_eps": 1e-06, + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "max_grad_norm": 0.0, + "learning_rate": 0.000303, + "lr_schedule": "constant", + "lr_schedule_kl_threshold": 0.008, + "lr_adaptive_min": 1e-06, + "lr_adaptive_max": 0.01, + "obs_subtract_mean": 0.0, + "obs_scale": 1.0, + "normalize_input": true, + "normalize_input_keys": null, + "decorrelate_experience_max_seconds": 0, + "decorrelate_envs_on_one_worker": true, + "actor_worker_gpus": [], + "set_workers_cpu_affinity": true, + "force_envs_single_thread": false, + "default_niceness": 0, + "log_to_file": true, + "experiment_summaries_interval": 1, + "flush_summaries_interval": 30, + "stats_avg": 100, + "summaries_use_frameskip": true, + "heartbeat_interval": 20, + "heartbeat_reporting_interval": 180, + "train_for_env_steps": 15000000, + "train_for_seconds": 10000000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "load_checkpoint_kind": "latest", + "save_milestones_sec": -1, + "save_best_every_sec": 5, + "save_best_metric": "reward", + "save_best_after": 100000, + "benchmark": false, + "encoder_mlp_layers": [ + 512, + 512 + ], + "encoder_conv_architecture": "convnet_simple", + "encoder_conv_mlp_layers": [ + 512 + ], + "use_rnn": false, + "rnn_size": 512, + "rnn_type": "gru", + "rnn_num_layers": 1, + "decoder_mlp_layers": [], + "nonlinearity": "elu", + "policy_initialization": "orthogonal", + "policy_init_gain": 1.0, + "actor_critic_share_weights": true, + "adaptive_stddev": false, + "continuous_tanh_scale": 0.0, + "initial_stddev": 1.0, + "use_env_info_cache": false, + "env_gpu_actions": false, + "env_gpu_observations": true, + "env_frameskip": 1, + "env_framestack": 1, + "pixel_format": "CHW", + "use_record_episode_statistics": false, + "episode_counter": false, + "with_wandb": true, + "wandb_user": null, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "atlantis", + "wandb_job_type": "sample_factory", + "wandb_tags": null, + "wandb_dir": "/mnt/ssd/codex/atari-zero-hist8-20260924/wandb", + "with_pbt": false, + "pbt_mix_policies_in_one_env": true, + "pbt_period_env_steps": 5000000, + "pbt_start_mutation": 20000000, + "pbt_replace_fraction": 0.3, + "pbt_mutation_rate": 0.15, + "pbt_replace_reward_gap": 0.1, + "pbt_replace_reward_gap_absolute": 1e-06, + "pbt_optimize_gamma": false, + "pbt_target_objective": "true_objective", + "pbt_perturb_min": 1.1, + "pbt_perturb_max": 1.5, + "gym_task_name": "atlantis", + "gym_env_id": "LatencyBench/Atlantis-v0", + "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}", + "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_atlantis\"]", + "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]}", + "gym_action_labels_json": "[\"noop\", \"fire\", \"rightfire\", \"leftfire\"]", + "gym_action_values_json": "[0, 1, 2, 3]", + "gym_noop_action_id": 0, + "gym_noop_action_json": "\"noop\"", + "gym_base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.", + "gym_state_labels_json": "", + "env_fps": 60.0, + "obs_fps": 15.0, + "frame_stack": 4, + "action_history_decisions": 8, + "simulator": "cpu", + "gpu_env_device": "auto", + "gpu_env_batch_size": 1, + "noop_max": null, + "terminal_on_life_loss": null, + "clip_reward": null, + "max_episode_steps": null, + "export_env_raw_rgb_frames": false, + "mode": "train", + "latency_type": "zero", + "fixed_latency_ms": null, + "mean_latency_ms": null, + "std_latency_ms": null, + "min_latency_ms": null, + "max_latency_ms": null, + "latency_seed": null, + "latency_profile_path": null, + "latency_profile_worker_slot": null, + "simulated_worker_capacity": null, + "add_latency_info": false, + "max_pending_actions": null, + "hold_last_chunk_action": false, + "hold_policy": "hold", + "ordering_policy": "issue_order_fifo", + "eval_episodes": 5, + "eval_parallel_envs": 1, + "eval_latency_raw_frame_values": null, + "eval_max_steps": 5000, + "eval_deterministic": true, + "eval_raw_reward": false, + "episode_metrics_path": "results/checkpoints/atari_zero_hist8_cpu15m/atlantis_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl", + "ppo": null, + "command_line": "--mode train --algo APPO --env latency_gymnasium --experiment atlantis_sf_zero_latency_hist8_cpu15m_seed0 --train_dir results/checkpoints/atari_zero_hist8_cpu15m --restart_behavior resume --device gpu --seed 0 --episode_metrics_path results/checkpoints/atari_zero_hist8_cpu15m/atlantis_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl --train_for_env_steps 15000000 --num_workers 4 --num_envs_per_worker 16 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --lr_schedule constant --nonlinearity elu --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.003 --value_loss_coeff 0.5 --max_grad_norm 0.0 --adam_eps 1e-06 --obs_scale 1.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --with_vtrace False --latency-type zero --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 5000 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group atlantis --wandb_job_type sample_factory --encoder_conv_architecture convnet_simple --gym-task-name atlantis --gym-env-id LatencyBench/Atlantis-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_atlantis\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"fire\", \"rightfire\", \"leftfire\"] --gym-action-values-json [0, 1, 2, 3] --gym-noop-action-id 0 --gym-base-prompt Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire. --env-fps 60 --obs-fps 15 --frame-stack 4 --action-history-decisions 8 --simulator cpu --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False", + "cli_args": { + "algo": "APPO", + "env": "latency_gymnasium", + "experiment": "atlantis_sf_zero_latency_hist8_cpu15m_seed0", + "train_dir": "results/checkpoints/atari_zero_hist8_cpu15m", + "restart_behavior": "resume", + "device": "gpu", + "seed": 0, + "num_policies": 1, + "async_rl": true, + "worker_num_splits": 1, + "max_policy_lag": 300, + "num_workers": 4, + "num_envs_per_worker": 16, + "batch_size": 1024, + "num_batches_per_epoch": 8, + "num_epochs": 2, + "rollout": 64, + "recurrence": 32, + "gamma": 0.99, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "adam_eps": 1e-06, + "max_grad_norm": 0.0, + "learning_rate": 0.000303, + "lr_schedule": "constant", + "obs_scale": 1.0, + "normalize_input": true, + "experiment_summaries_interval": 1, + "stats_avg": 100, + "train_for_env_steps": 15000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "encoder_conv_architecture": "convnet_simple", + "use_rnn": false, + "nonlinearity": "elu", + "adaptive_stddev": false, + "use_env_info_cache": false, + "with_wandb": true, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "atlantis", + "wandb_job_type": "sample_factory", + "gym_task_name": "atlantis", + "gym_env_id": "LatencyBench/Atlantis-v0", + "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}", + "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_atlantis\"]", + "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]}", + "gym_action_labels_json": "[\"noop\", \"fire\", \"rightfire\", \"leftfire\"]", + "gym_action_values_json": "[0, 1, 2, 3]", + "gym_noop_action_id": 0, + "gym_noop_action_json": "\"noop\"", + "gym_base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.", + "env_fps": 60.0, + "obs_fps": 15.0, + "frame_stack": 4, + "action_history_decisions": 8, + "simulator": "cpu", + "mode": "train", + "latency_type": "zero", + "add_latency_info": false, + "hold_policy": "hold", + "ordering_policy": "issue_order_fifo", + "eval_episodes": 5, + "eval_parallel_envs": 1, + "eval_max_steps": 5000, + "eval_deterministic": true, + "episode_metrics_path": "results/checkpoints/atari_zero_hist8_cpu15m/atlantis_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl", + "output_dir": "outputs/atari_zero_hist8_cpu15m/atlantis/train" + }, + "git_hash": "unknown", + "git_repo_name": "not a git repository", + "eval_env_frameskip": 1, + "output_dir": "outputs/atari_zero_hist8_cpu15m/atlantis/train", + "wandb_unique_id": "atlantis_sf_zero_latency_hist8_cpu15m_seed0" +} \ No newline at end of file