diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/README.md b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/README.md new file mode 100644 index 0000000000000000000000000000000000000000..a8d204cac37f1d5f80ffa81ffcbe6077576832f9 --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/README.md @@ -0,0 +1,7 @@ +# Asterix H8 CPU teacher for qwenpi_v3 RTX 3090 temporal profile + +Fresh CPU/ALE training: 15M raw frames, seed 0, four-frame input, eight decision histories, constant LR 0.000303; GPU network updates, worker slot 0 and capacity 1. + +Best checkpoint at 14974976 raw frames. GPU evaluation: 100 episodes, mean raw return 1141.0, seeds 1000000–1000099, parallel 32, 60/15 Hz, 7200 raw-frame cap. + +[W&B](https://wandb.ai/saberrr-zju/latency-sensitive-bench/runs/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1). Profile identity and both training/evaluation configs are included. diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/action_audit.json b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/action_audit.json new file mode 100644 index 0000000000000000000000000000000000000000..c3de862acd5e3be041511571ba116e40865e62cb --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/action_audit.json @@ -0,0 +1,13 @@ +{ + "action_counts": { + "1": 7, + "2": 759, + "4": 52, + "5": 824, + "6": 1703, + "7": 5967, + "8": 1 + }, + "episodes": 100, + "issued_actions": 9313 +} diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/best_000029248_14974976_reward_1149.500.pth b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/best_000029248_14974976_reward_1149.500.pth new file mode 100644 index 0000000000000000000000000000000000000000..a3e0bb4d8a56d82a3e7fa574dc5ea0a62732ba33 --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/best_000029248_14974976_reward_1149.500.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a33ccc8e9f4921d176a6c257dab1b3f9b824d5db99b1908b4e73a201453f216f +size 18563174 diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/checkpoint.json b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/checkpoint.json new file mode 100644 index 0000000000000000000000000000000000000000..e8c7b5dc32fd52c055fecbc5263fa0d3b7cab252 --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/checkpoint.json @@ -0,0 +1,5 @@ +{ + "checkpoint": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", + "checkpoint_sha256": "a33ccc8e9f4921d176a6c257dab1b3f9b824d5db99b1908b4e73a201453f216f", + "training_step": 14974976 +} diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/config.json b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..83b3ec101f2ddcf7df6c8ee1482ff4387f1ba2f7 --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/config.json @@ -0,0 +1,277 @@ +{ + "help": false, + "algo": "APPO", + "env": "latency_gymnasium", + "experiment": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", + "train_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers", + "restart_behavior": "resume", + "device": "gpu", + "seed": 0, + "initial_model_path": null, + "num_policies": 1, + "async_rl": true, + "serial_mode": false, + "batched_sampling": false, + "num_batches_to_accumulate": 2, + "worker_num_splits": 1, + "policy_workers_per_policy": 1, + "max_policy_lag": 300, + "num_workers": 4, + "num_envs_per_worker": 16, + "batch_size": 1024, + "num_batches_per_epoch": 8, + "num_epochs": 2, + "rollout": 64, + "fasttd3_replay_capacity": 6553600, + "fasttd3_replay_batch_size": 32768, + "fasttd3_action_chunk_horizon": 1, + "fasttd3_transitions_per_update": 64, + "fasttd3_train_for_optimizer_steps": 10000000000, + "fasttd3_v_min": -250.0, + "fasttd3_v_max": 250.0, + "fasttd3_actor_action_l2": 0.0, + "fasttd3_compile": true, + "recurrence": 32, + "shuffle_minibatches": false, + "gamma": 0.99, + "reward_scale": 1.0, + "reward_clip": 1000.0, + "value_bootstrap": false, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "kl_loss_coeff": 0.0, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "vtrace_rho": 1.0, + "vtrace_c": 1.0, + "optimizer": "adam", + "adam_eps": 1e-06, + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "max_grad_norm": 0.0, + "learning_rate": 0.000303, + "lr_schedule": "constant", + "lr_schedule_kl_threshold": 0.008, + "lr_adaptive_min": 1e-06, + "lr_adaptive_max": 0.01, + "obs_subtract_mean": 0.0, + "obs_scale": 1.0, + "normalize_input": true, + "normalize_input_keys": null, + "decorrelate_experience_max_seconds": 0, + "decorrelate_envs_on_one_worker": true, + "actor_worker_gpus": [], + "set_workers_cpu_affinity": true, + "force_envs_single_thread": false, + "default_niceness": 0, + "log_to_file": true, + "experiment_summaries_interval": 1, + "flush_summaries_interval": 30, + "stats_avg": 100, + "summaries_use_frameskip": true, + "heartbeat_interval": 20, + "heartbeat_reporting_interval": 180, + "train_for_env_steps": 15000000, + "train_for_seconds": 10000000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "load_checkpoint_kind": "latest", + "save_milestones_sec": -1, + "save_best_every_sec": 5, + "save_best_metric": "reward", + "save_best_after": 100000, + "benchmark": false, + "encoder_mlp_layers": [ + 512, + 512 + ], + "encoder_conv_architecture": "convnet_simple", + "encoder_conv_mlp_layers": [ + 512 + ], + "use_rnn": false, + "rnn_size": 512, + "rnn_type": "gru", + "rnn_num_layers": 1, + "decoder_mlp_layers": [], + "nonlinearity": "elu", + "policy_initialization": "orthogonal", + "policy_init_gain": 1.0, + "actor_critic_share_weights": true, + "adaptive_stddev": false, + "continuous_tanh_scale": 0.0, + "initial_stddev": 1.0, + "use_env_info_cache": false, + "env_gpu_actions": false, + "env_gpu_observations": true, + "env_frameskip": 1, + "env_framestack": 1, + "pixel_format": "CHW", + "use_record_episode_statistics": false, + "episode_counter": false, + "with_wandb": true, + "wandb_user": null, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "asterix", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "atari-hist8-v1", + "profile", + "qwenpi_v3" + ], + "wandb_dir": "/home/ubuntu/codex/atari-hist8-20260924/wandb", + "with_pbt": false, + "pbt_mix_policies_in_one_env": true, + "pbt_period_env_steps": 5000000, + "pbt_start_mutation": 20000000, + "pbt_replace_fraction": 0.3, + "pbt_mutation_rate": 0.15, + "pbt_replace_reward_gap": 0.1, + "pbt_replace_reward_gap_absolute": 1e-06, + "pbt_optimize_gamma": false, + "pbt_target_objective": "true_objective", + "pbt_perturb_min": 1.1, + "pbt_perturb_max": 1.5, + "gym_task_name": "asterix", + "gym_env_id": "LatencyBench/Asterix-v0", + "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Asterix-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}", + "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_asterix\"]", + "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"], \"values\": [0, 1, 2, 3, 4, 5, 6, 7, 8]}", + "gym_action_labels_json": "[\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"]", + "gym_action_values_json": "[0, 1, 2, 3, 4, 5, 6, 7, 8]", + "gym_noop_action_id": 0, + "gym_noop_action_json": "\"noop\"", + "gym_base_prompt": "Collect useful objects and avoid lyres. Choose exactly one action from: noop, up, right, left, down, upright, upleft, downright, downleft.", + "gym_state_labels_json": "", + "env_fps": 60.0, + "obs_fps": 15.0, + "frame_stack": 4, + "action_history_decisions": 8, + "simulator": "cpu", + "gpu_env_device": "auto", + "gpu_env_batch_size": 1, + "noop_max": null, + "terminal_on_life_loss": null, + "clip_reward": null, + "max_episode_steps": null, + "export_env_raw_rgb_frames": false, + "mode": "train", + "latency_type": "profile_sample", + "fixed_latency_ms": null, + "mean_latency_ms": null, + "std_latency_ms": null, + "min_latency_ms": null, + "max_latency_ms": null, + "latency_seed": 0, + "latency_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", + "latency_profile_worker_slot": 0, + "simulated_worker_capacity": 1, + "add_latency_info": false, + "max_pending_actions": null, + "hold_last_chunk_action": false, + "hold_policy": "hold", + "ordering_policy": "issue_order_fifo", + "eval_episodes": 5, + "eval_parallel_envs": 1, + "eval_latency_raw_frame_values": null, + "eval_max_steps": 5000, + "eval_deterministic": true, + "eval_raw_reward": false, + "episode_metrics_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl", + "ppo": null, + "command_line": "--mode train --algo APPO --env latency_gymnasium --experiment asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1 --train_dir /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers --restart_behavior resume --device gpu --seed 0 --episode_metrics_path /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl --train_for_env_steps 15000000 --num_workers 4 --num_envs_per_worker 16 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --lr_schedule constant --nonlinearity elu --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.003 --value_loss_coeff 0.5 --max_grad_norm 0.0 --adam_eps 1e-06 --obs_scale 1.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --with_vtrace False --latency-type profile_sample --latency-seed 0 --latency-profile-path /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json --latency-profile-worker-slot 0 --simulated-worker-capacity 1 --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 5000 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group asterix --wandb_job_type sample_factory --wandb_tags atari-hist8-v1 profile qwenpi_v3 --encoder_conv_architecture convnet_simple --gym-task-name asterix --gym-env-id LatencyBench/Asterix-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/Asterix-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_asterix\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"], \"values\": [0, 1, 2, 3, 4, 5, 6, 7, 8]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"] --gym-action-values-json [0, 1, 2, 3, 4, 5, 6, 7, 8] --gym-noop-action-id 0 --gym-base-prompt Collect useful objects and avoid lyres. Choose exactly one action from: noop, up, right, left, down, upright, upleft, downright, downleft. --env-fps 60 --obs-fps 15 --frame-stack 4 --action-history-decisions 8 --simulator cpu --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False", + "cli_args": { + "algo": "APPO", + "env": "latency_gymnasium", + "experiment": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", + "train_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers", + "restart_behavior": "resume", + "device": "gpu", + "seed": 0, + "num_policies": 1, + "async_rl": true, + "worker_num_splits": 1, + "max_policy_lag": 300, + "num_workers": 4, + "num_envs_per_worker": 16, + "batch_size": 1024, + "num_batches_per_epoch": 8, + "num_epochs": 2, + "rollout": 64, + "recurrence": 32, + "gamma": 0.99, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "adam_eps": 1e-06, + "max_grad_norm": 0.0, + "learning_rate": 0.000303, + "lr_schedule": "constant", + "obs_scale": 1.0, + "normalize_input": true, + "experiment_summaries_interval": 1, + "stats_avg": 100, + "train_for_env_steps": 15000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "encoder_conv_architecture": "convnet_simple", + "use_rnn": false, + "nonlinearity": "elu", + "adaptive_stddev": false, + "use_env_info_cache": false, + "with_wandb": true, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "asterix", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "atari-hist8-v1", + "profile", + "qwenpi_v3" + ], + "gym_task_name": "asterix", + "gym_env_id": "LatencyBench/Asterix-v0", + "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Asterix-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}", + "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_asterix\"]", + "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"], \"values\": [0, 1, 2, 3, 4, 5, 6, 7, 8]}", + "gym_action_labels_json": "[\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"]", + "gym_action_values_json": "[0, 1, 2, 3, 4, 5, 6, 7, 8]", + "gym_noop_action_id": 0, + "gym_noop_action_json": "\"noop\"", + "gym_base_prompt": "Collect useful objects and avoid lyres. Choose exactly one action from: noop, up, right, left, down, upright, upleft, downright, downleft.", + "env_fps": 60.0, + "obs_fps": 15.0, + "frame_stack": 4, + "action_history_decisions": 8, + "simulator": "cpu", + "mode": "train", + "latency_type": "profile_sample", + "latency_seed": 0, + "latency_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", + "latency_profile_worker_slot": 0, + "simulated_worker_capacity": 1, + "add_latency_info": false, + "hold_policy": "hold", + "ordering_policy": "issue_order_fifo", + "eval_episodes": 5, + "eval_parallel_envs": 1, + "eval_max_steps": 5000, + "eval_deterministic": true, + "episode_metrics_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl", + "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_logs/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", + "wandb_unique_id": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1" + }, + "git_hash": "unknown", + "git_repo_name": "not a git repository", + "eval_env_frameskip": 1, + "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_logs/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", + "wandb_unique_id": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1" +} \ No newline at end of file diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/episode_metrics.jsonl b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/episode_metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..64b56ba55f811c4a074e22dcb438218ca21127f9 --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/episode_metrics.jsonl @@ -0,0 +1,100 @@ +{"episode_id": 0, "episode_return": 1200.0, "episode_return_env": 1200.0, "game_score": 1200.0, "mean_latency_ms": 320.3469965560645, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 542, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000000, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 129, "workload_id": "asterix"}, "num_actions": 129, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.8984884707995, "p99_latency_ms": 350.92225513349496, "return_raw": null, "survival_steps": 2684} +{"episode_id": 1, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 322.7481702200945, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 244, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000001, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 58, "workload_id": "asterix"}, "num_actions": 58, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.0453331996893, "p99_latency_ms": 362.3528211206084, "return_raw": null, "survival_steps": 1205} +{"episode_id": 2, "episode_return": 1550.0, "episode_return_env": 1550.0, "game_score": 1550.0, "mean_latency_ms": 319.7899419644481, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 478, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000002, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 115, "workload_id": "asterix"}, "num_actions": 115, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.0101463641279, "p99_latency_ms": 352.3494336044702, "return_raw": null, "survival_steps": 2372} +{"episode_id": 3, "episode_return": 1550.0, "episode_return_env": 1550.0, "game_score": 1550.0, "mean_latency_ms": 319.2300538020521, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 491, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000003, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 117, "workload_id": "asterix"}, "num_actions": 117, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.5976654804531, "p99_latency_ms": 347.07875504016863, "return_raw": null, "survival_steps": 2430} +{"episode_id": 4, "episode_return": 1000.0, "episode_return_env": 1000.0, "game_score": 1000.0, "mean_latency_ms": 318.44047458767307, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 274, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000004, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 67, "workload_id": "asterix"}, "num_actions": 67, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.63861088479723, "p99_latency_ms": 348.0595783878962, "return_raw": null, "survival_steps": 1364} +{"episode_id": 5, "episode_return": 600.0, "episode_return_env": 600.0, "game_score": 600.0, "mean_latency_ms": 318.15363814719814, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 284, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000005, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 69, "workload_id": "asterix"}, "num_actions": 69, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.0349627321426, "p99_latency_ms": 338.6042134381255, "return_raw": null, "survival_steps": 1410} +{"episode_id": 6, "episode_return": 2300.0, "episode_return_env": 2300.0, "game_score": 2300.0, "mean_latency_ms": 319.28565497822905, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 641, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000006, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 153, "workload_id": "asterix"}, "num_actions": 153, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.5593632362857, "p99_latency_ms": 347.7185999945409, "return_raw": null, "survival_steps": 3173} +{"episode_id": 7, "episode_return": 1100.0, "episode_return_env": 1100.0, "game_score": 1100.0, "mean_latency_ms": 319.27701631028737, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 345, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000007, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 83, "workload_id": "asterix"}, "num_actions": 83, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.5382366908175, "p99_latency_ms": 348.45984338367236, "return_raw": null, "survival_steps": 1710} +{"episode_id": 8, "episode_return": 650.0, "episode_return_env": 650.0, "game_score": 650.0, "mean_latency_ms": 318.9989156155338, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 297, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000008, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 72, "workload_id": "asterix"}, "num_actions": 72, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.5016672013582, "p99_latency_ms": 338.9395873431646, "return_raw": null, "survival_steps": 1474} +{"episode_id": 9, "episode_return": 1600.0, "episode_return_env": 1600.0, "game_score": 1600.0, "mean_latency_ms": 319.7571168480844, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 507, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000009, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 121, "workload_id": "asterix"}, "num_actions": 121, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.90067428012566, "p99_latency_ms": 349.64652645230274, "return_raw": null, "survival_steps": 2512} +{"episode_id": 10, "episode_return": 1950.0, "episode_return_env": 1950.0, "game_score": 1950.0, "mean_latency_ms": 319.2976326933232, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 601, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000010, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 143, "workload_id": "asterix"}, "num_actions": 143, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.2323199170316, "p99_latency_ms": 339.6976240208694, "return_raw": null, "survival_steps": 2973} +{"episode_id": 11, "episode_return": 1450.0, "episode_return_env": 1450.0, "game_score": 1450.0, "mean_latency_ms": 318.9394215166042, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 479, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000011, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 115, "workload_id": "asterix"}, "num_actions": 115, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.60304606886507, "p99_latency_ms": 339.9574508482602, "return_raw": null, "survival_steps": 2373} +{"episode_id": 12, "episode_return": 650.0, "episode_return_env": 650.0, "game_score": 650.0, "mean_latency_ms": 319.1056891253432, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 281, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000012, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 68, "workload_id": "asterix"}, "num_actions": 68, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.12065859683037, "p99_latency_ms": 343.50957759894237, "return_raw": null, "survival_steps": 1396} +{"episode_id": 13, "episode_return": 850.0, "episode_return_env": 850.0, "game_score": 850.0, "mean_latency_ms": 317.8668745635877, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 375, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000013, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 90, "workload_id": "asterix"}, "num_actions": 90, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.8585098864503, "p99_latency_ms": 344.5692404842523, "return_raw": null, "survival_steps": 1858} +{"episode_id": 14, "episode_return": 500.0, "episode_return_env": 500.0, "game_score": 500.0, "mean_latency_ms": 322.1529269865954, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 223, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000014, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 53, "workload_id": "asterix"}, "num_actions": 53, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.82648595451866, "p99_latency_ms": 347.0558465840005, "return_raw": null, "survival_steps": 1104} +{"episode_id": 15, "episode_return": 1350.0, "episode_return_env": 1350.0, "game_score": 1350.0, "mean_latency_ms": 318.5125074846849, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 467, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000015, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 112, "workload_id": "asterix"}, "num_actions": 112, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.0173100821938, "p99_latency_ms": 351.5049446594764, "return_raw": null, "survival_steps": 2315} +{"episode_id": 16, "episode_return": 1100.0, "episode_return_env": 1100.0, "game_score": 1100.0, "mean_latency_ms": 319.5239974821042, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 387, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000016, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 93, "workload_id": "asterix"}, "num_actions": 93, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.2624221143772, "p99_latency_ms": 352.82396613378285, "return_raw": null, "survival_steps": 1920} +{"episode_id": 17, "episode_return": 1350.0, "episode_return_env": 1350.0, "game_score": 1350.0, "mean_latency_ms": 319.57709148817395, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 522, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000017, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 126, "workload_id": "asterix"}, "num_actions": 126, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.46335318430755, "p99_latency_ms": 351.16872855227837, "return_raw": null, "survival_steps": 2590} +{"episode_id": 18, "episode_return": 1100.0, "episode_return_env": 1100.0, "game_score": 1100.0, "mean_latency_ms": 319.7869225416496, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 374, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000018, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 90, "workload_id": "asterix"}, "num_actions": 90, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.7967694791264, "p99_latency_ms": 340.9526514574865, "return_raw": null, "survival_steps": 1856} +{"episode_id": 19, "episode_return": 1450.0, "episode_return_env": 1450.0, "game_score": 1450.0, "mean_latency_ms": 320.3082725442557, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 483, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000019, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 114, "workload_id": "asterix"}, "num_actions": 114, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.8352305411758, "p99_latency_ms": 339.8747633692095, "return_raw": null, "survival_steps": 2386} +{"episode_id": 20, "episode_return": 1050.0, "episode_return_env": 1050.0, "game_score": 1050.0, "mean_latency_ms": 318.43704067948397, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 316, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000020, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 77, "workload_id": "asterix"}, "num_actions": 77, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.1525068763371, "p99_latency_ms": 350.4629836289029, "return_raw": null, "survival_steps": 1569} +{"episode_id": 21, "episode_return": 950.0, "episode_return_env": 950.0, "game_score": 950.0, "mean_latency_ms": 318.7049937661047, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 316, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000021, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 76, "workload_id": "asterix"}, "num_actions": 76, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.2459309449895, "p99_latency_ms": 348.03190261566, "return_raw": null, "survival_steps": 1566} +{"episode_id": 22, "episode_return": 600.0, "episode_return_env": 600.0, "game_score": 600.0, "mean_latency_ms": 320.15334901827697, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 236, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000022, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 57, "workload_id": "asterix"}, "num_actions": 57, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.5092035293692, "p99_latency_ms": 346.19212588082394, "return_raw": null, "survival_steps": 1169} +{"episode_id": 23, "episode_return": 1750.0, "episode_return_env": 1750.0, "game_score": 1750.0, "mean_latency_ms": 319.216489215253, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 551, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000023, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 132, "workload_id": "asterix"}, "num_actions": 132, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.6548701909834, "p99_latency_ms": 347.39587317560495, "return_raw": null, "survival_steps": 2731} +{"episode_id": 24, "episode_return": 1300.0, "episode_return_env": 1300.0, "game_score": 1300.0, "mean_latency_ms": 318.6491042119852, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 372, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000024, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 89, "workload_id": "asterix"}, "num_actions": 89, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.58604199600245, "p99_latency_ms": 343.24133801457344, "return_raw": null, "survival_steps": 1841} +{"episode_id": 25, "episode_return": 900.0, "episode_return_env": 900.0, "game_score": 900.0, "mean_latency_ms": 318.7051516265455, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 397, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000025, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 95, "workload_id": "asterix"}, "num_actions": 95, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.41235646808923, "p99_latency_ms": 344.0444004933602, "return_raw": null, "survival_steps": 1966} +{"episode_id": 26, "episode_return": 500.0, "episode_return_env": 500.0, "game_score": 500.0, "mean_latency_ms": 321.7755913084346, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 239, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000026, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 56, "workload_id": "asterix"}, "num_actions": 56, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.2231307749366, "p99_latency_ms": 344.36055651853326, "return_raw": null, "survival_steps": 1178} +{"episode_id": 27, "episode_return": 1450.0, "episode_return_env": 1450.0, "game_score": 1450.0, "mean_latency_ms": 318.82246210596503, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 475, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000027, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 114, "workload_id": "asterix"}, "num_actions": 114, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.31711564580166, "p99_latency_ms": 348.3338847436016, "return_raw": null, "survival_steps": 2353} +{"episode_id": 28, "episode_return": 1950.0, "episode_return_env": 1950.0, "game_score": 1950.0, "mean_latency_ms": 320.0463870278187, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 617, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000028, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 147, "workload_id": "asterix"}, "num_actions": 147, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.3637517125388, "p99_latency_ms": 350.0787033523087, "return_raw": null, "survival_steps": 3055} +{"episode_id": 29, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 315.70907833473564, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 261, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000029, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 64, "workload_id": "asterix"}, "num_actions": 64, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 334.06291243715896, "p99_latency_ms": 343.60545921250684, "return_raw": null, "survival_steps": 1298} +{"episode_id": 30, "episode_return": 600.0, "episode_return_env": 600.0, "game_score": 600.0, "mean_latency_ms": 319.1993548043867, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 236, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000030, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 57, "workload_id": "asterix"}, "num_actions": 57, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.0401833344266, "p99_latency_ms": 337.65406877054295, "return_raw": null, "survival_steps": 1171} +{"episode_id": 31, "episode_return": 250.0, "episode_return_env": 250.0, "game_score": 250.0, "mean_latency_ms": 320.09747416559395, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 159, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000031, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 39, "workload_id": "asterix"}, "num_actions": 39, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.2008801187907, "p99_latency_ms": 338.5598748069691, "return_raw": null, "survival_steps": 790} +{"episode_id": 32, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 319.3048397755358, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 280, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000032, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 68, "workload_id": "asterix"}, "num_actions": 68, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.3406792709868, "p99_latency_ms": 349.03491784569013, "return_raw": null, "survival_steps": 1391} +{"episode_id": 33, "episode_return": 700.0, "episode_return_env": 700.0, "game_score": 700.0, "mean_latency_ms": 318.96392401878865, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 255, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000033, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 62, "workload_id": "asterix"}, "num_actions": 62, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.2732665230842, "p99_latency_ms": 350.023166502723, "return_raw": null, "survival_steps": 1265} +{"episode_id": 34, "episode_return": 1850.0, "episode_return_env": 1850.0, "game_score": 1850.0, "mean_latency_ms": 318.26737900852805, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 507, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000034, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 122, "workload_id": "asterix"}, "num_actions": 122, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.0860896100177, "p99_latency_ms": 347.7496958053244, "return_raw": null, "survival_steps": 2514} +{"episode_id": 35, "episode_return": 950.0, "episode_return_env": 950.0, "game_score": 950.0, "mean_latency_ms": 320.0163441076866, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 363, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000035, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 87, "workload_id": "asterix"}, "num_actions": 87, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.77862176651934, "p99_latency_ms": 345.2395285285676, "return_raw": null, "survival_steps": 1798} +{"episode_id": 36, "episode_return": 400.0, "episode_return_env": 400.0, "game_score": 400.0, "mean_latency_ms": 318.73546617450046, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 210, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000036, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 51, "workload_id": "asterix"}, "num_actions": 51, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.1409930993337, "p99_latency_ms": 353.96429862190405, "return_raw": null, "survival_steps": 1042} +{"episode_id": 37, "episode_return": 1150.0, "episode_return_env": 1150.0, "game_score": 1150.0, "mean_latency_ms": 319.49170577493965, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 370, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000037, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 89, "workload_id": "asterix"}, "num_actions": 89, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.74217689828833, "p99_latency_ms": 349.93151359964077, "return_raw": null, "survival_steps": 1835} +{"episode_id": 38, "episode_return": 1200.0, "episode_return_env": 1200.0, "game_score": 1200.0, "mean_latency_ms": 320.99278279039595, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 398, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000038, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 95, "workload_id": "asterix"}, "num_actions": 95, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.98523954063785, "p99_latency_ms": 355.2044231711058, "return_raw": null, "survival_steps": 1972} +{"episode_id": 39, "episode_return": 1350.0, "episode_return_env": 1350.0, "game_score": 1350.0, "mean_latency_ms": 321.0376954242577, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 566, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000039, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 133, "workload_id": "asterix"}, "num_actions": 133, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.1706707358292, "p99_latency_ms": 349.1188428826331, "return_raw": null, "survival_steps": 2796} +{"episode_id": 40, "episode_return": 850.0, "episode_return_env": 850.0, "game_score": 850.0, "mean_latency_ms": 318.9680274204061, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 336, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000040, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 81, "workload_id": "asterix"}, "num_actions": 81, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.7102181499316, "p99_latency_ms": 343.36891582472094, "return_raw": null, "survival_steps": 1668} +{"episode_id": 41, "episode_return": 1000.0, "episode_return_env": 1000.0, "game_score": 1000.0, "mean_latency_ms": 318.2492968589894, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 339, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000041, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 82, "workload_id": "asterix"}, "num_actions": 82, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.7975596509659, "p99_latency_ms": 339.6556461055739, "return_raw": null, "survival_steps": 1682} +{"episode_id": 42, "episode_return": 550.0, "episode_return_env": 550.0, "game_score": 550.0, "mean_latency_ms": 319.85886625574415, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 235, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000042, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 56, "workload_id": "asterix"}, "num_actions": 56, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.98691317688633, "p99_latency_ms": 351.46987093205064, "return_raw": null, "survival_steps": 1161} +{"episode_id": 43, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 319.94399932295516, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 259, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000043, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 62, "workload_id": "asterix"}, "num_actions": 62, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.6782924563723, "p99_latency_ms": 339.44432268401124, "return_raw": null, "survival_steps": 1282} +{"episode_id": 44, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 319.94521110035186, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 255, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000044, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 61, "workload_id": "asterix"}, "num_actions": 61, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.829408047551, "p99_latency_ms": 343.6108444466382, "return_raw": null, "survival_steps": 1264} +{"episode_id": 45, "episode_return": 650.0, "episode_return_env": 650.0, "game_score": 650.0, "mean_latency_ms": 318.6636217814046, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 266, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000045, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 64, "workload_id": "asterix"}, "num_actions": 64, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.65459223436727, "p99_latency_ms": 341.59611085930396, "return_raw": null, "survival_steps": 1320} +{"episode_id": 46, "episode_return": 900.0, "episode_return_env": 900.0, "game_score": 900.0, "mean_latency_ms": 317.640437156518, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 324, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000046, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 78, "workload_id": "asterix"}, "num_actions": 78, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.4115855352232, "p99_latency_ms": 338.8353780248346, "return_raw": null, "survival_steps": 1608} +{"episode_id": 47, "episode_return": 1850.0, "episode_return_env": 1850.0, "game_score": 1850.0, "mean_latency_ms": 319.38446911554223, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 546, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000047, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 131, "workload_id": "asterix"}, "num_actions": 131, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.13131349873237, "p99_latency_ms": 348.44212779647313, "return_raw": null, "survival_steps": 2707} +{"episode_id": 48, "episode_return": 2500.0, "episode_return_env": 2500.0, "game_score": 2500.0, "mean_latency_ms": 319.43218101602804, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 740, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000048, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 176, "workload_id": "asterix"}, "num_actions": 176, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.4013993259015, "p99_latency_ms": 346.884782311298, "return_raw": null, "survival_steps": 3662} +{"episode_id": 49, "episode_return": 1550.0, "episode_return_env": 1550.0, "game_score": 1550.0, "mean_latency_ms": 318.43553820418975, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 486, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000049, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 116, "workload_id": "asterix"}, "num_actions": 116, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.6500385179134, "p99_latency_ms": 343.13074321940036, "return_raw": null, "survival_steps": 2408} +{"episode_id": 50, "episode_return": 1650.0, "episode_return_env": 1650.0, "game_score": 1650.0, "mean_latency_ms": 319.1173003877554, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 480, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000050, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 116, "workload_id": "asterix"}, "num_actions": 116, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.949945558486, "p99_latency_ms": 351.1293568670597, "return_raw": null, "survival_steps": 2383} +{"episode_id": 51, "episode_return": 550.0, "episode_return_env": 550.0, "game_score": 550.0, "mean_latency_ms": 320.94751918408036, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 284, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000051, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 67, "workload_id": "asterix"}, "num_actions": 67, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.36036627677885, "p99_latency_ms": 339.6638817836027, "return_raw": null, "survival_steps": 1403} +{"episode_id": 52, "episode_return": 1950.0, "episode_return_env": 1950.0, "game_score": 1950.0, "mean_latency_ms": 319.5028640380896, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 642, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000052, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 153, "workload_id": "asterix"}, "num_actions": 153, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.31287940354036, "p99_latency_ms": 350.78354111279816, "return_raw": null, "survival_steps": 3178} +{"episode_id": 53, "episode_return": 1800.0, "episode_return_env": 1800.0, "game_score": 1800.0, "mean_latency_ms": 318.07676108175656, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 539, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000053, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 131, "workload_id": "asterix"}, "num_actions": 131, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.0845852322248, "p99_latency_ms": 346.3212940007016, "return_raw": null, "survival_steps": 2678} +{"episode_id": 54, "episode_return": 2600.0, "episode_return_env": 2600.0, "game_score": 2600.0, "mean_latency_ms": 319.3085487438897, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 756, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000054, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 181, "workload_id": "asterix"}, "num_actions": 181, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.7443354978445, "p99_latency_ms": 351.08450975311973, "return_raw": null, "survival_steps": 3745} +{"episode_id": 55, "episode_return": 650.0, "episode_return_env": 650.0, "game_score": 650.0, "mean_latency_ms": 320.36696575768667, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 294, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000055, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 71, "workload_id": "asterix"}, "num_actions": 71, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.3049940019737, "p99_latency_ms": 350.5608606734848, "return_raw": null, "survival_steps": 1459} +{"episode_id": 56, "episode_return": 950.0, "episode_return_env": 950.0, "game_score": 950.0, "mean_latency_ms": 318.94006746465965, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 319, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000056, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 77, "workload_id": "asterix"}, "num_actions": 77, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.54110080204805, "p99_latency_ms": 355.6912079380062, "return_raw": null, "survival_steps": 1584} +{"episode_id": 57, "episode_return": 1450.0, "episode_return_env": 1450.0, "game_score": 1450.0, "mean_latency_ms": 318.5836073951881, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 449, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000057, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 108, "workload_id": "asterix"}, "num_actions": 108, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.3809002293658, "p99_latency_ms": 348.116821968813, "return_raw": null, "survival_steps": 2228} +{"episode_id": 58, "episode_return": 1100.0, "episode_return_env": 1100.0, "game_score": 1100.0, "mean_latency_ms": 318.27275424188, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 399, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000058, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 95, "workload_id": "asterix"}, "num_actions": 95, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.11968231545916, "p99_latency_ms": 340.7023461700623, "return_raw": null, "survival_steps": 1976} +{"episode_id": 59, "episode_return": 1800.0, "episode_return_env": 1800.0, "game_score": 1800.0, "mean_latency_ms": 320.71000027861044, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 596, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000059, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 140, "workload_id": "asterix"}, "num_actions": 140, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.14842979242354, "p99_latency_ms": 346.5747798586063, "return_raw": null, "survival_steps": 2943} +{"episode_id": 60, "episode_return": 2600.0, "episode_return_env": 2600.0, "game_score": 2600.0, "mean_latency_ms": 319.52243483861463, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 788, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000060, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 188, "workload_id": "asterix"}, "num_actions": 188, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.92202227075666, "p99_latency_ms": 349.35797061971107, "return_raw": null, "survival_steps": 3903} +{"episode_id": 61, "episode_return": 800.0, "episode_return_env": 800.0, "game_score": 800.0, "mean_latency_ms": 318.75231765465963, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 268, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000061, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 65, "workload_id": "asterix"}, "num_actions": 65, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.3516960930093, "p99_latency_ms": 350.93713446815605, "return_raw": null, "survival_steps": 1330} +{"episode_id": 62, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 320.4790142469769, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 294, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000062, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 70, "workload_id": "asterix"}, "num_actions": 70, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.0320851217897, "p99_latency_ms": 351.3071218392131, "return_raw": null, "survival_steps": 1454} +{"episode_id": 63, "episode_return": 1550.0, "episode_return_env": 1550.0, "game_score": 1550.0, "mean_latency_ms": 319.6102209097963, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 508, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000063, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 121, "workload_id": "asterix"}, "num_actions": 121, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.5021624479398, "p99_latency_ms": 349.7726117373897, "return_raw": null, "survival_steps": 2513} +{"episode_id": 64, "episode_return": 800.0, "episode_return_env": 800.0, "game_score": 800.0, "mean_latency_ms": 319.51985820867554, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 310, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000064, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 74, "workload_id": "asterix"}, "num_actions": 74, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.51865745570535, "p99_latency_ms": 351.85280638202323, "return_raw": null, "survival_steps": 1534} +{"episode_id": 65, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 319.0561195576141, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 163, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000065, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 40, "workload_id": "asterix"}, "num_actions": 40, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.31185133740075, "p99_latency_ms": 351.23560402805913, "return_raw": null, "survival_steps": 812} +{"episode_id": 66, "episode_return": 1000.0, "episode_return_env": 1000.0, "game_score": 1000.0, "mean_latency_ms": 319.21569153089564, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 363, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000066, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 87, "workload_id": "asterix"}, "num_actions": 87, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.4803447330804, "p99_latency_ms": 346.98097530126114, "return_raw": null, "survival_steps": 1797} +{"episode_id": 67, "episode_return": 850.0, "episode_return_env": 850.0, "game_score": 850.0, "mean_latency_ms": 317.1009359190797, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 295, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000067, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 72, "workload_id": "asterix"}, "num_actions": 72, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.30824937099527, "p99_latency_ms": 342.0478438261995, "return_raw": null, "survival_steps": 1465} +{"episode_id": 68, "episode_return": 1750.0, "episode_return_env": 1750.0, "game_score": 1750.0, "mean_latency_ms": 318.796539536748, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 532, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000068, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 129, "workload_id": "asterix"}, "num_actions": 129, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.72403064069886, "p99_latency_ms": 352.6303987973551, "return_raw": null, "survival_steps": 2643} +{"episode_id": 69, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 318.7998647323697, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 273, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000069, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 66, "workload_id": "asterix"}, "num_actions": 66, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.9434804168604, "p99_latency_ms": 339.26222370420186, "return_raw": null, "survival_steps": 1356} +{"episode_id": 70, "episode_return": 950.0, "episode_return_env": 950.0, "game_score": 950.0, "mean_latency_ms": 322.1832592252117, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 319, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000070, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 75, "workload_id": "asterix"}, "num_actions": 75, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.9361976244255, "p99_latency_ms": 350.7826667784449, "return_raw": null, "survival_steps": 1576} +{"episode_id": 71, "episode_return": 1300.0, "episode_return_env": 1300.0, "game_score": 1300.0, "mean_latency_ms": 318.1430069090478, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 485, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000071, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 117, "workload_id": "asterix"}, "num_actions": 117, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.84441388923256, "p99_latency_ms": 338.0076270772862, "return_raw": null, "survival_steps": 2407} +{"episode_id": 72, "episode_return": 400.0, "episode_return_env": 400.0, "game_score": 400.0, "mean_latency_ms": 321.4019643228319, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 222, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000072, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 53, "workload_id": "asterix"}, "num_actions": 53, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 338.4799331116486, "p99_latency_ms": 346.45557891033013, "return_raw": null, "survival_steps": 1098} +{"episode_id": 73, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 316.54293576949954, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 177, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000073, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 43, "workload_id": "asterix"}, "num_actions": 43, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 334.34310970287555, "p99_latency_ms": 335.3477324289362, "return_raw": null, "survival_steps": 880} +{"episode_id": 74, "episode_return": 350.0, "episode_return_env": 350.0, "game_score": 350.0, "mean_latency_ms": 319.7046455404689, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 165, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000074, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 40, "workload_id": "asterix"}, "num_actions": 40, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.9316845314363, "p99_latency_ms": 337.5949821601411, "return_raw": null, "survival_steps": 817} +{"episode_id": 75, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 317.18916325645336, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 288, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000075, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 70, "workload_id": "asterix"}, "num_actions": 70, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 334.9894238050701, "p99_latency_ms": 337.74672700816814, "return_raw": null, "survival_steps": 1431} +{"episode_id": 76, "episode_return": 1700.0, "episode_return_env": 1700.0, "game_score": 1700.0, "mean_latency_ms": 320.68525021911125, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 507, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000076, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 121, "workload_id": "asterix"}, "num_actions": 121, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.8256248928103, "p99_latency_ms": 351.1179723871228, "return_raw": null, "survival_steps": 2510} +{"episode_id": 77, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 320.1540748180024, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 290, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000077, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 70, "workload_id": "asterix"}, "num_actions": 70, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.8643279616892, "p99_latency_ms": 352.2240310841326, "return_raw": null, "survival_steps": 1438} +{"episode_id": 78, "episode_return": 2000.0, "episode_return_env": 2000.0, "game_score": 2000.0, "mean_latency_ms": 319.48324004313366, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 589, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000078, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 141, "workload_id": "asterix"}, "num_actions": 141, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.31947413351867, "p99_latency_ms": 346.8844533232389, "return_raw": null, "survival_steps": 2917} +{"episode_id": 79, "episode_return": 850.0, "episode_return_env": 850.0, "game_score": 850.0, "mean_latency_ms": 320.38102891901525, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 320, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000079, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 77, "workload_id": "asterix"}, "num_actions": 77, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.622749531036, "p99_latency_ms": 347.4537688618715, "return_raw": null, "survival_steps": 1587} +{"episode_id": 80, "episode_return": 1150.0, "episode_return_env": 1150.0, "game_score": 1150.0, "mean_latency_ms": 318.9051904482767, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 407, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000080, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 98, "workload_id": "asterix"}, "num_actions": 98, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.26742125721296, "p99_latency_ms": 351.0794728491918, "return_raw": null, "survival_steps": 2019} +{"episode_id": 81, "episode_return": 2500.0, "episode_return_env": 2500.0, "game_score": 2500.0, "mean_latency_ms": 318.9047526988898, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 776, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000081, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 186, "workload_id": "asterix"}, "num_actions": 186, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.1948085296358, "p99_latency_ms": 350.02350829201976, "return_raw": null, "survival_steps": 3848} +{"episode_id": 82, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 321.2354206914381, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 316, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000082, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 75, "workload_id": "asterix"}, "num_actions": 75, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.6020828265277, "p99_latency_ms": 357.1360378472612, "return_raw": null, "survival_steps": 1564} +{"episode_id": 83, "episode_return": 1500.0, "episode_return_env": 1500.0, "game_score": 1500.0, "mean_latency_ms": 319.81183695129806, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 455, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000083, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 109, "workload_id": "asterix"}, "num_actions": 109, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.6472176588991, "p99_latency_ms": 350.26150493940435, "return_raw": null, "survival_steps": 2254} +{"episode_id": 84, "episode_return": 2200.0, "episode_return_env": 2200.0, "game_score": 2200.0, "mean_latency_ms": 320.1870182618766, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 633, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000084, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 150, "workload_id": "asterix"}, "num_actions": 150, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.5163804031313, "p99_latency_ms": 346.16468975418866, "return_raw": null, "survival_steps": 3131} +{"episode_id": 85, "episode_return": 1250.0, "episode_return_env": 1250.0, "game_score": 1250.0, "mean_latency_ms": 321.8134776032165, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 451, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000085, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 106, "workload_id": "asterix"}, "num_actions": 106, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.29359406749495, "p99_latency_ms": 339.9952118523115, "return_raw": null, "survival_steps": 2228} +{"episode_id": 86, "episode_return": 800.0, "episode_return_env": 800.0, "game_score": 800.0, "mean_latency_ms": 317.4997490193202, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 237, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000086, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 58, "workload_id": "asterix"}, "num_actions": 58, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 334.7421194367545, "p99_latency_ms": 337.1453945731928, "return_raw": null, "survival_steps": 1179} +{"episode_id": 87, "episode_return": 800.0, "episode_return_env": 800.0, "game_score": 800.0, "mean_latency_ms": 320.546346155331, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 319, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000087, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 76, "workload_id": "asterix"}, "num_actions": 76, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.8185518195811, "p99_latency_ms": 351.7257270840603, "return_raw": null, "survival_steps": 1580} +{"episode_id": 88, "episode_return": 1200.0, "episode_return_env": 1200.0, "game_score": 1200.0, "mean_latency_ms": 320.725059689801, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 401, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000088, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 96, "workload_id": "asterix"}, "num_actions": 96, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.6134100135142, "p99_latency_ms": 347.7420892970711, "return_raw": null, "survival_steps": 1985} +{"episode_id": 89, "episode_return": 1100.0, "episode_return_env": 1100.0, "game_score": 1100.0, "mean_latency_ms": 317.7442976398676, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 367, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000089, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 90, "workload_id": "asterix"}, "num_actions": 90, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.38669479968985, "p99_latency_ms": 351.2209616125609, "return_raw": null, "survival_steps": 1827} +{"episode_id": 90, "episode_return": 800.0, "episode_return_env": 800.0, "game_score": 800.0, "mean_latency_ms": 319.85456222422096, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 344, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000090, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 82, "workload_id": "asterix"}, "num_actions": 82, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.7143711393039, "p99_latency_ms": 342.5800021280624, "return_raw": null, "survival_steps": 1701} +{"episode_id": 91, "episode_return": 1600.0, "episode_return_env": 1600.0, "game_score": 1600.0, "mean_latency_ms": 320.4773381000808, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 451, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000091, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 107, "workload_id": "asterix"}, "num_actions": 107, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.8598380589558, "p99_latency_ms": 349.47761578120316, "return_raw": null, "survival_steps": 2229} +{"episode_id": 92, "episode_return": 1200.0, "episode_return_env": 1200.0, "game_score": 1200.0, "mean_latency_ms": 319.52745651248705, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 405, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000092, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 96, "workload_id": "asterix"}, "num_actions": 96, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.8269574267293, "p99_latency_ms": 351.3897760112265, "return_raw": null, "survival_steps": 2004} +{"episode_id": 93, "episode_return": 450.0, "episode_return_env": 450.0, "game_score": 450.0, "mean_latency_ms": 321.8566313142639, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 174, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000093, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 41, "workload_id": "asterix"}, "num_actions": 41, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.50856292243475, "p99_latency_ms": 338.60455062894636, "return_raw": null, "survival_steps": 858} +{"episode_id": 94, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 318.5595194908108, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 314, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000094, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 77, "workload_id": "asterix"}, "num_actions": 77, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 334.961172431289, "p99_latency_ms": 346.15219953930205, "return_raw": null, "survival_steps": 1563} +{"episode_id": 95, "episode_return": 350.0, "episode_return_env": 350.0, "game_score": 350.0, "mean_latency_ms": 320.00646102015935, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 164, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000095, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 40, "workload_id": "asterix"}, "num_actions": 40, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 337.4488164919926, "p99_latency_ms": 350.8899880882742, "return_raw": null, "survival_steps": 814} +{"episode_id": 96, "episode_return": 550.0, "episode_return_env": 550.0, "game_score": 550.0, "mean_latency_ms": 321.3224966324786, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 269, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000096, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 64, "workload_id": "asterix"}, "num_actions": 64, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.2054528053697, "p99_latency_ms": 351.3092780597276, "return_raw": null, "survival_steps": 1331} +{"episode_id": 97, "episode_return": 2000.0, "episode_return_env": 2000.0, "game_score": 2000.0, "mean_latency_ms": 319.65936127799404, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 560, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000097, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 134, "workload_id": "asterix"}, "num_actions": 134, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 336.2455740150457, "p99_latency_ms": 352.7088709283326, "return_raw": null, "survival_steps": 2776} +{"episode_id": 98, "episode_return": 800.0, "episode_return_env": 800.0, "game_score": 800.0, "mean_latency_ms": 318.3984421637939, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 281, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000098, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 68, "workload_id": "asterix"}, "num_actions": 68, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.6811907268349, "p99_latency_ms": 339.5330016649809, "return_raw": null, "survival_steps": 1396} +{"episode_id": 99, "episode_return": 1550.0, "episode_return_env": 1550.0, "game_score": 1550.0, "mean_latency_ms": 320.7996431991915, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_kind": "best", "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", "config_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "dropped_observation_count": 407, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000099, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenpi_v3", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "policy_id": "gymnasium_sf", "profile_ref": null, "run_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", "source_run_id": "20260924T124905574960Z", "submitted_observation_frames": 97, "workload_id": "asterix"}, "num_actions": 97, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 335.9527461789754, "p99_latency_ms": 352.96387565221744, "return_raw": null, "survival_steps": 2015} diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/eval.yaml b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/eval.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2024c667cd7213809dc5f99e7cd0cccc358a0438 --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/eval.yaml @@ -0,0 +1,147 @@ +experiment: + name: asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1 + seed: 1000000 +backend: + type: sample_factory + algo: APPO + device: cuda + train_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers + restart_behavior: resume + run_mode: eval + extra_args: + - --encoder_conv_architecture + - convnet_simple +executor: + mode: simulated + simulated_worker_capacity: 1 +env: + name: gymnasium + task_name: asterix + env_id: LatencyBench/Asterix-v0 + registration_imports: + - latency_bench.envs.gymnasium_asterix + make_kwargs: + base_env_id: ALE/Asterix-v5 + render_mode: rgb_array + screen_size: 84 + noop_max: 30 + base_make_kwargs: + obs_type: rgb + frameskip: 1 + repeat_action_probability: 0.0 + full_action_space: false + mode: 0 + difficulty: 0 + max_num_frames_per_episode: 108000 + env_fps: 60 + obs_fps: 15 + frame_stack: 4 + simulator: gpu + terminal_on_life_loss: false + clip_reward: false + noop_action: noop + action_map: + noop: 0 + up: 1 + right: 2 + left: 3 + down: 4 + upright: 5 + upleft: 6 + downright: 7 + downleft: 8 + action_order: + - noop + - up + - right + - left + - down + - upright + - upleft + - downright + - downleft + base_prompt: 'Collect useful objects and avoid lyres. Choose exactly one action + from: noop, up, right, left, down, upright, upleft, downright, downleft.' + action_history_decisions: 8 + gpu_env_device: cuda:0 + noop_max: 30 +latency: + method: temporal + profile_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json + profile_worker_slot: 0 + seed: 271828 + add_latency_info: false +scheduler: + hold_policy: hold + ordering_policy: issue_order_fifo +policy: + type: gymnasium_sf + checkpoint_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth + checkpoint_kind: best + device: cuda:0 + deterministic: true +training: + train_for_env_steps: 15000000 + num_workers: 4 + num_envs_per_worker: 16 + worker_num_splits: 1 + num_policies: 1 + batch_size: 1024 + rollout: 64 + recurrence: 32 + num_epochs: 2 + num_batches_per_epoch: 8 + max_policy_lag: 300 + learning_rate: 0.000303 + lr_schedule: constant + nonlinearity: elu + gamma: 0.99 + gae_lambda: 0.95 + ppo_clip_ratio: 0.1 + ppo_clip_value: 0.2 + exploration_loss: entropy + exploration_loss_coeff: 0.003 + value_loss_coeff: 0.5 + max_grad_norm: 0.0 + adam_eps: 1.0e-06 + obs_scale: 1.0 + adaptive_stddev: false + with_vtrace: false + async_rl: true + use_rnn: false + normalize_input: true + normalize_returns: true + stats_avg: 100 + experiment_summaries_interval: 1 + save_every_sec: 600 + keep_checkpoints: 5 +evaluation: + eval_interval_steps: null + eval_episodes: 100 + eval_parallel_envs: 32 + eval_max_steps: 7200 + eval_deterministic: true + eval_suites: + fixed: [] + normal: [] + uniform: [] + eval_raw_reward: true + episode_seed_offset: 0 + latency_bench_env_backend: asterix_gpu_batched +logging: + output_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1 + video: + enabled: false + num_bins: 1 + save_step_records: true + save_action_records: true + save_latency_records: true + wandb_project: latency-sensitive-bench + wandb_group: asterix + wandb_job_type: sample_factory + wandb_tags: + - atari-hist8-v1 + - profile + - qwenpi_v3 + wandb_entity: saberrr-zju + wandb_name: asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1 diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/eval_profile.json b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/eval_profile.json new file mode 100644 index 0000000000000000000000000000000000000000..7f1003dd2968e6c9294caed2d1940e875f52f522 --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/eval_profile.json @@ -0,0 +1,218 @@ +{ + "checkpoint_kind": "best", + "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth", + "experiment_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", + "latency": "profile_sample", + "latency_type": "profile_sample", + "lengths": [ + 2684, + 1205, + 2372, + 2430, + 1364, + 1410, + 3173, + 1710, + 1474, + 2512, + 2973, + 2373, + 1396, + 1858, + 1104, + 2315, + 1920, + 2590, + 1856, + 2386, + 1569, + 1566, + 1169, + 2731, + 1841, + 1966, + 1178, + 2353, + 3055, + 1298, + 1171, + 790, + 1391, + 1265, + 2514, + 1798, + 1042, + 1835, + 1972, + 2796, + 1668, + 1682, + 1161, + 1282, + 1264, + 1320, + 1608, + 2707, + 3662, + 2408, + 2383, + 1403, + 3178, + 2678, + 3745, + 1459, + 1584, + 2228, + 1976, + 2943, + 3903, + 1330, + 1454, + 2513, + 1534, + 812, + 1797, + 1465, + 2643, + 1356, + 1576, + 2407, + 1098, + 880, + 817, + 1431, + 2510, + 1438, + 2917, + 1587, + 2019, + 3848, + 1564, + 2254, + 3131, + 2228, + 1179, + 1580, + 1985, + 1827, + 1701, + 2229, + 2004, + 858, + 1563, + 814, + 1331, + 2776, + 1396, + 2015 + ], + "mean_length": 1925.14, + "mean_return": 1141.0, + "returns": [ + 1200.0, + 750.0, + 1550.0, + 1550.0, + 1000.0, + 600.0, + 2300.0, + 1100.0, + 650.0, + 1600.0, + 1950.0, + 1450.0, + 650.0, + 850.0, + 500.0, + 1350.0, + 1100.0, + 1350.0, + 1100.0, + 1450.0, + 1050.0, + 950.0, + 600.0, + 1750.0, + 1300.0, + 900.0, + 500.0, + 1450.0, + 1950.0, + 750.0, + 600.0, + 250.0, + 750.0, + 700.0, + 1850.0, + 950.0, + 400.0, + 1150.0, + 1200.0, + 1350.0, + 850.0, + 1000.0, + 550.0, + 750.0, + 750.0, + 650.0, + 900.0, + 1850.0, + 2500.0, + 1550.0, + 1650.0, + 550.0, + 1950.0, + 1800.0, + 2600.0, + 650.0, + 950.0, + 1450.0, + 1100.0, + 1800.0, + 2600.0, + 800.0, + 750.0, + 1550.0, + 800.0, + 300.0, + 1000.0, + 850.0, + 1750.0, + 750.0, + 950.0, + 1300.0, + 400.0, + 300.0, + 350.0, + 750.0, + 1700.0, + 750.0, + 2000.0, + 850.0, + 1150.0, + 2500.0, + 750.0, + 1500.0, + 2200.0, + 1250.0, + 800.0, + 800.0, + 1200.0, + 1100.0, + 800.0, + 1600.0, + 1200.0, + 450.0, + 750.0, + 350.0, + 550.0, + 2000.0, + 800.0, + 1550.0 + ], + "seed": 1000000, + "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json", + "std_return": 556.9281820845484, + "suite_name": "profile_sample", + "timestamp_utc": "2026-09-24T14:49:50.456324+00:00" +} diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/DONE b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/DONE new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/hardware.json b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/hardware.json new file mode 100644 index 0000000000000000000000000000000000000000..c851e970592507c9ebc61d9c07e6e600db35bce9 --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/hardware.json @@ -0,0 +1,40 @@ +{ + "driver_version": "580.82.09", + "gpu_class": "1x-rtx3090", + "gpus": [ + { + "name": "NVIDIA GeForce RTX 3090", + "slot": 0 + } + ], + "instance_id": "instance_d907cdaf680040e0", + "topology_links": [], + "torch": { + "backends": { + "cuda_cudnn_sdp_enabled": true, + "cuda_flash_sdp_enabled": true, + "cuda_math_sdp_enabled": true, + "cuda_matmul_allow_tf32": false, + "cuda_mem_efficient_sdp_enabled": true, + "cudnn_allow_tf32": true, + "cudnn_benchmark": false + }, + "cuda_available": true, + "cuda_device_count": 1, + "cuda_version": "12.8", + "current_device": 0, + "current_device_name": "NVIDIA GeForce RTX 3090", + "device_properties": [ + { + "index": 0, + "major": 8, + "minor": 6, + "multi_processor_count": 82, + "name": "NVIDIA GeForce RTX 3090", + "total_memory": 25296044032 + } + ], + "float32_matmul_precision": "highest", + "version": "2.11.0+cu128" + } +} diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_burst_model.json b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_burst_model.json new file mode 100644 index 0000000000000000000000000000000000000000..f3cb0af9a52f7f5fe4cf634e8ffc687fb62d43f6 --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_burst_model.json @@ -0,0 +1,30 @@ +{ + "burst_dwell_distribution": null, + "burst_dwell_lengths": [], + "burst_merge_gap_records": 30, + "burst_rank_processes": [], + "burst_slot_rank_templates": [], + "model_type": "hidden_regime", + "pre_worker_time_ms": null, + "regime_step_counts": { + "burst": 0, + "calm": 2576 + }, + "regime_transition_counts": { + "burst": { + "burst": 0, + "calm": 0 + }, + "calm": { + "burst": 0, + "calm": 2571 + } + }, + "reset_scope": "session", + "schema_version": 12, + "spike_median_multiplier": 1.25, + "spike_threshold_ms_by_worker_slot": { + "0": 384.14170062635094 + }, + "worker_count": 1 +} diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_distribution.json b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_distribution.json new file mode 100644 index 0000000000000000000000000000000000000000..b5fb4fb5797dc053fe0b44704328b8b5c495e0e2 --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_distribution.json @@ -0,0 +1,1027 @@ +{ + "schema_version": 3, + "worker_slots": { + "0": { + "all": { + "count": 2576, + "observation_to_action_latency_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 306.2824750095606, + 306.2824750095606, + 306.2873306618035, + 306.5127884029448, + 306.7203380879462, + 306.8343351954818, + 306.97393096262215, + 307.06595389857887, + 307.08710346114634, + 307.1072663151622, + 307.213775511533, + 307.2354949406982, + 307.24938416451215, + 307.4107330559194, + 307.5506749421358, + 307.7033894081414, + 307.9265833958983, + 308.1104537817836, + 308.2473156866431, + 308.3604880990088, + 308.4524390181899, + 308.5712886869907, + 308.65660935521123, + 308.7857661770284, + 308.9620288906992, + 309.1310225172341, + 309.37626940608027, + 309.60207689628004, + 309.72230753809214, + 310.06604620292785, + 310.31436945840716, + 310.5641659028828, + 310.71163397401574, + 310.88955209746956, + 311.07101526662706, + 311.28846348419785, + 311.4497245065868, + 311.5930674165487, + 311.73555074512956, + 311.86027989953755, + 312.01816003993156, + 312.13762400224806, + 312.29340101733806, + 312.4406951084733, + 312.6146469400823, + 312.7505034171045, + 312.90768900066615, + 313.0740484796464, + 313.21089548274875, + 313.4308117032051, + 313.5857498067617, + 313.79064830467104, + 313.9750230614841, + 314.21410503953695, + 314.3446812963486, + 314.5604007874429, + 314.796564899385, + 315.05564448341727, + 315.28003714516757, + 315.45496358290313, + 315.5527874928713, + 315.7076115012169, + 315.85950105533004, + 316.0359210038185, + 316.1915180379152, + 316.3013997606933, + 316.3838796004653, + 316.51869525879624, + 316.620142044723, + 316.70669826179744, + 316.79691201791167, + 316.90995050519706, + 317.0541487450898, + 317.16957430317996, + 317.29264301255347, + 317.417419462651, + 317.55892660021783, + 317.71920979633927, + 317.8348401591182, + 318.01230598405004, + 318.2976847590506, + 318.7574218034744, + 319.10677508711814, + 319.70905808344486, + 320.503029820323, + 321.4943569950759, + 326.20726250112057, + 328.4703755149245, + 333.3703130814433, + 333.94525183975696, + 334.1352180415392, + 334.50415790230034, + 334.7717640739679, + 334.99476953610775, + 335.18084911957385, + 335.3264333614707, + 335.47134929820896, + 335.7521493393183, + 335.98438036099077, + 336.1776207242906, + 336.3437001349032, + 336.56100259795784, + 336.73676635548475, + 337.0979210436344, + 337.53999171331526, + 337.96533013358714, + 338.4848662979901, + 338.98031845897435, + 340.08334352105857, + 347.91011525318027, + 350.97880160331727, + 351.091831825912, + 351.3671750310361, + 351.5520043477416, + 351.90388061466814, + 352.2015269728004, + 352.5100034127235, + 352.8389392336011, + 352.8975306789875, + 366.76885940608366, + 374.8105333395004, + 376.75468300282955, + 376.75468300282955 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "spearman_rho": 0.999748696839932, + "worker_service_time_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 305.2099180072546, + 305.2099180072546, + 305.2167743926048, + 305.45993506124614, + 305.6200816399157, + 305.7858281252384, + 305.87480619668963, + 305.97465388312935, + 306.032236199528, + 306.05913308262825, + 306.1460956637263, + 306.2074802798033, + 306.2174062103033, + 306.3442640824616, + 306.4893765100837, + 306.6481991665065, + 306.869114305079, + 307.0395316144824, + 307.1698712770641, + 307.3180173492432, + 307.3989922976494, + 307.51292729750276, + 307.61360548749565, + 307.7308568841219, + 307.89281219691037, + 308.06098371595147, + 308.33575520887973, + 308.5219402936101, + 308.66904088094833, + 309.00909526377916, + 309.25103272408245, + 309.5006456024945, + 309.67598891690375, + 309.8337960794568, + 310.0295360729098, + 310.20872929573056, + 310.351544495672, + 310.5192380619049, + 310.66529843986035, + 310.7840754669905, + 310.9359736414254, + 311.0544392079115, + 311.1308274793625, + 311.2902276021242, + 311.4070702345669, + 311.64422838613393, + 311.8394243098795, + 312.0361578182876, + 312.1373722589016, + 312.36037314116953, + 312.5191633050144, + 312.695063097775, + 312.9181853173673, + 313.11626056224105, + 313.28064125955103, + 313.5213617786765, + 313.76406969428064, + 314.00695886105296, + 314.1960018540919, + 314.3432297822833, + 314.4932532784343, + 314.62404000014067, + 314.82148705706, + 314.998128375262, + 315.12130699694154, + 315.2631292153895, + 315.348227597028, + 315.45896910235285, + 315.55343639940025, + 315.66387948155403, + 315.73954214140775, + 315.87792349234223, + 315.988430519104, + 316.12139417588713, + 316.27747634083033, + 316.38074849426744, + 316.5446927063167, + 316.66996345847843, + 316.80437525555493, + 316.99426620781423, + 317.3099800658226, + 317.69591710492966, + 318.1028114728629, + 318.6256100001931, + 319.4534987780452, + 320.3319191789627, + 325.1500195004046, + 327.443620916754, + 332.19247215360406, + 332.662932831347, + 332.97026022136214, + 333.2608266092837, + 333.56987816274165, + 333.8240178896487, + 334.0091028019786, + 334.15123945206403, + 334.34083580449226, + 334.58041407242416, + 334.85406039893627, + 335.0600494611263, + 335.2201200734079, + 335.4301721028984, + 335.6151742763817, + 336.01117762580515, + 336.43717997461556, + 336.8953398884833, + 337.4343101017177, + 338.0388714122772, + 339.0779516862333, + 346.8184623362124, + 349.90655745774507, + 350.03615230378506, + 350.43090423673385, + 350.62352282628416, + 350.9902996686399, + 351.3319078366458, + 351.56223632693286, + 351.8841110905409, + 351.9651548948288, + 365.67174884429556, + 373.82348464944954, + 375.78508299589157, + 375.78508299589157 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + } + }, + "steady": { + "count": 2576, + "observation_to_action_latency_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 306.2824750095606, + 306.2824750095606, + 306.2873306618035, + 306.5127884029448, + 306.7203380879462, + 306.8343351954818, + 306.97393096262215, + 307.06595389857887, + 307.08710346114634, + 307.1072663151622, + 307.213775511533, + 307.2354949406982, + 307.24938416451215, + 307.4107330559194, + 307.5506749421358, + 307.7033894081414, + 307.9265833958983, + 308.1104537817836, + 308.2473156866431, + 308.3604880990088, + 308.4524390181899, + 308.5712886869907, + 308.65660935521123, + 308.7857661770284, + 308.9620288906992, + 309.1310225172341, + 309.37626940608027, + 309.60207689628004, + 309.72230753809214, + 310.06604620292785, + 310.31436945840716, + 310.5641659028828, + 310.71163397401574, + 310.88955209746956, + 311.07101526662706, + 311.28846348419785, + 311.4497245065868, + 311.5930674165487, + 311.73555074512956, + 311.86027989953755, + 312.01816003993156, + 312.13762400224806, + 312.29340101733806, + 312.4406951084733, + 312.6146469400823, + 312.7505034171045, + 312.90768900066615, + 313.0740484796464, + 313.21089548274875, + 313.4308117032051, + 313.5857498067617, + 313.79064830467104, + 313.9750230614841, + 314.21410503953695, + 314.3446812963486, + 314.5604007874429, + 314.796564899385, + 315.05564448341727, + 315.28003714516757, + 315.45496358290313, + 315.5527874928713, + 315.7076115012169, + 315.85950105533004, + 316.0359210038185, + 316.1915180379152, + 316.3013997606933, + 316.3838796004653, + 316.51869525879624, + 316.620142044723, + 316.70669826179744, + 316.79691201791167, + 316.90995050519706, + 317.0541487450898, + 317.16957430317996, + 317.29264301255347, + 317.417419462651, + 317.55892660021783, + 317.71920979633927, + 317.8348401591182, + 318.01230598405004, + 318.2976847590506, + 318.7574218034744, + 319.10677508711814, + 319.70905808344486, + 320.503029820323, + 321.4943569950759, + 326.20726250112057, + 328.4703755149245, + 333.3703130814433, + 333.94525183975696, + 334.1352180415392, + 334.50415790230034, + 334.7717640739679, + 334.99476953610775, + 335.18084911957385, + 335.3264333614707, + 335.47134929820896, + 335.7521493393183, + 335.98438036099077, + 336.1776207242906, + 336.3437001349032, + 336.56100259795784, + 336.73676635548475, + 337.0979210436344, + 337.53999171331526, + 337.96533013358714, + 338.4848662979901, + 338.98031845897435, + 340.08334352105857, + 347.91011525318027, + 350.97880160331727, + 351.091831825912, + 351.3671750310361, + 351.5520043477416, + 351.90388061466814, + 352.2015269728004, + 352.5100034127235, + 352.8389392336011, + 352.8975306789875, + 366.76885940608366, + 374.8105333395004, + 376.75468300282955, + 376.75468300282955 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + }, + "spearman_rho": 0.999748696839932, + "worker_service_time_ms": { + "distribution_type": "inverse_cdf", + "latency_ms": [ + 305.2099180072546, + 305.2099180072546, + 305.2167743926048, + 305.45993506124614, + 305.6200816399157, + 305.7858281252384, + 305.87480619668963, + 305.97465388312935, + 306.032236199528, + 306.05913308262825, + 306.1460956637263, + 306.2074802798033, + 306.2174062103033, + 306.3442640824616, + 306.4893765100837, + 306.6481991665065, + 306.869114305079, + 307.0395316144824, + 307.1698712770641, + 307.3180173492432, + 307.3989922976494, + 307.51292729750276, + 307.61360548749565, + 307.7308568841219, + 307.89281219691037, + 308.06098371595147, + 308.33575520887973, + 308.5219402936101, + 308.66904088094833, + 309.00909526377916, + 309.25103272408245, + 309.5006456024945, + 309.67598891690375, + 309.8337960794568, + 310.0295360729098, + 310.20872929573056, + 310.351544495672, + 310.5192380619049, + 310.66529843986035, + 310.7840754669905, + 310.9359736414254, + 311.0544392079115, + 311.1308274793625, + 311.2902276021242, + 311.4070702345669, + 311.64422838613393, + 311.8394243098795, + 312.0361578182876, + 312.1373722589016, + 312.36037314116953, + 312.5191633050144, + 312.695063097775, + 312.9181853173673, + 313.11626056224105, + 313.28064125955103, + 313.5213617786765, + 313.76406969428064, + 314.00695886105296, + 314.1960018540919, + 314.3432297822833, + 314.4932532784343, + 314.62404000014067, + 314.82148705706, + 314.998128375262, + 315.12130699694154, + 315.2631292153895, + 315.348227597028, + 315.45896910235285, + 315.55343639940025, + 315.66387948155403, + 315.73954214140775, + 315.87792349234223, + 315.988430519104, + 316.12139417588713, + 316.27747634083033, + 316.38074849426744, + 316.5446927063167, + 316.66996345847843, + 316.80437525555493, + 316.99426620781423, + 317.3099800658226, + 317.69591710492966, + 318.1028114728629, + 318.6256100001931, + 319.4534987780452, + 320.3319191789627, + 325.1500195004046, + 327.443620916754, + 332.19247215360406, + 332.662932831347, + 332.97026022136214, + 333.2608266092837, + 333.56987816274165, + 333.8240178896487, + 334.0091028019786, + 334.15123945206403, + 334.34083580449226, + 334.58041407242416, + 334.85406039893627, + 335.0600494611263, + 335.2201200734079, + 335.4301721028984, + 335.6151742763817, + 336.01117762580515, + 336.43717997461556, + 336.8953398884833, + 337.4343101017177, + 338.0388714122772, + 339.0779516862333, + 346.8184623362124, + 349.90655745774507, + 350.03615230378506, + 350.43090423673385, + 350.62352282628416, + 350.9902996686399, + 351.3319078366458, + 351.56223632693286, + 351.8841110905409, + 351.9651548948288, + 365.67174884429556, + 373.82348464944954, + 375.78508299589157, + 375.78508299589157 + ], + "quantile_levels": [ + 0.0, + 0.0001, + 0.0005, + 0.001, + 0.002, + 0.003, + 0.004, + 0.005, + 0.006, + 0.007, + 0.008, + 0.009, + 0.01, + 0.02, + 0.03, + 0.04, + 0.05, + 0.06, + 0.07, + 0.08, + 0.09, + 0.1, + 0.11, + 0.12, + 0.13, + 0.14, + 0.15, + 0.16, + 0.17, + 0.18, + 0.19, + 0.2, + 0.21, + 0.22, + 0.23, + 0.24, + 0.25, + 0.26, + 0.27, + 0.28, + 0.29, + 0.3, + 0.31, + 0.32, + 0.33, + 0.34, + 0.35, + 0.36, + 0.37, + 0.38, + 0.39, + 0.4, + 0.41, + 0.42, + 0.43, + 0.44, + 0.45, + 0.46, + 0.47, + 0.48, + 0.49, + 0.5, + 0.51, + 0.52, + 0.53, + 0.54, + 0.55, + 0.56, + 0.57, + 0.58, + 0.59, + 0.6, + 0.61, + 0.62, + 0.63, + 0.64, + 0.65, + 0.66, + 0.67, + 0.68, + 0.69, + 0.7, + 0.71, + 0.72, + 0.73, + 0.74, + 0.75, + 0.76, + 0.77, + 0.78, + 0.79, + 0.8, + 0.81, + 0.82, + 0.83, + 0.84, + 0.85, + 0.86, + 0.87, + 0.88, + 0.89, + 0.9, + 0.91, + 0.92, + 0.93, + 0.94, + 0.95, + 0.96, + 0.97, + 0.98, + 0.99, + 0.991, + 0.992, + 0.993, + 0.994, + 0.995, + 0.996, + 0.997, + 0.998, + 0.999, + 0.9995, + 0.9999, + 1.0 + ] + } + } + } + } +} diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_profile.png b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_profile.png new file mode 100644 index 0000000000000000000000000000000000000000..3e74d3532d9706145a91fc1b585c584ba6d9ac9d Binary files /dev/null and b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_profile.png differ diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/profile.json b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/profile.json new file mode 100644 index 0000000000000000000000000000000000000000..57f4b9f115093a4a00f5990f55b5fe4ecf9c49a3 --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/profile.json @@ -0,0 +1,67 @@ +{ + "burst_model_path": "latency_burst_model.json", + "distribution_path": "latency_distribution.json", + "env_fps": 60, + "frame_ms": 16.666666666666668, + "gpu_class": "1x-rtx3090", + "instance_id": "instance_d907cdaf680040e0", + "latency_kind": "observation_to_action_latency", + "latency_method": "temporal", + "model_id": "qwenpi_v3", + "n_admitted_observations": 2576, + "n_capacity_drops": 10693, + "n_observation_attempts": 13269, + "per_slot_summary": { + "0": { + "admitted_count": 2576, + "mean_observation_to_action_latency_ms": 319.3320188773304, + "mean_worker_service_time_ms": 318.2608554328138, + "p95_observation_to_action_latency_ms": 338.4848217498511, + "p95_worker_service_time_ms": 337.42689274437726, + "p99_worker_service_time_ms": 349.9035542421043 + } + }, + "provenance": { + "base_config": "configs/experiments/asterix/starvla_profile_hist8.yaml", + "checkpoint_kind": "best", + "model_artifact": { + "checkpoint": "checkpoints/model.pt", + "model_config": "config.yaml", + "path_in_repo": "zero-latency/asterix/vla/starvla-qwenpi_v3-h1/asterix-qwenpi_v3-hist8-zero-s42-v1", + "repo_id": "latency-sensitive-bench/benchmark-models", + "revision": "2c66bf8b40bf9dc6fd9b9ea26ccd9fb082f3b883", + "source": "hf" + }, + "session_ids": [ + 0, + 1, + 2, + 3, + 4 + ] + }, + "sample_model_type": "hidden_regime", + "source_run_id": "20260924T124905574960Z", + "summary": { + "frame_ms": 16.666666666666668, + "max_ms": 376.75468300282955, + "mean_effective_frames": 19.159921132639823, + "mean_ms": 319.3320188773304, + "min_ms": 306.2824750095606, + "n_samples": 2576, + "p50_frames": 18.942456690073012, + "p50_ms": 315.7076115012169, + "p90_frames": 20.193650939986107, + "p90_ms": 336.5608489997685, + "p95_frames": 20.309089304991065, + "p95_ms": 338.4848217498511, + "p99_frames": 21.058437330052254, + "p99_ms": 350.97395550087094, + "prob_latency_gt_1_frame": 1.0, + "prob_latency_gt_2_frames": 1.0, + "prob_latency_gt_3_frames": 1.0, + "std_ms": 11.102981043166936 + }, + "visualization_path": "latency_profile.png", + "workload_id": "asterix" +} diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/provenance.json b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..8c663ecbad50061be3193a179ad8ec7023b07872 --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/provenance.json @@ -0,0 +1,52 @@ +{ + "best_checkpoint_env_steps": 14974976, + "checkpoint": "best_000029248_14974976_reward_1149.500.pth", + "checkpoint_sha256": "a33ccc8e9f4921d176a6c257dab1b3f9b824d5db99b1908b4e73a201453f216f", + "episodes": 100, + "final_env_steps": 15007744, + "initialization": "scratch", + "mean_return": 1141.0, + "model": "qwenpi_v3", + "profile_publication": { + "model": "qwenpi_v3", + "model_publication": { + "checkpoint_sha256": "381d1ed73a6f3949cb1880d6f1feb18db13068aeb6db39a7974ae9fb1fba0f56", + "episodes": 100, + "mean_return": 5758.5, + "model": "qwenpi_v3", + "path": "zero-latency/asterix/vla/starvla-qwenpi_v3-h1/asterix-qwenpi_v3-hist8-zero-s42-v1", + "repo_id": "latency-sensitive-bench/benchmark-models", + "revision": "2c66bf8b40bf9dc6fd9b9ea26ccd9fb082f3b883", + "run_id": "asterix-qwenpi_v3-hist8-zero-s42-v1", + "task": "asterix", + "training_status": "complete", + "zero_evaluation_status": "complete", + "zero_mean_return": 5758.5 + }, + "profile": { + "GPU_CLASS": "1x-rtx3090", + "INSTANCE_ID": "instance_d907cdaf680040e0", + "PROFILE_PATH": "results/profiling/profiles/qwenpi_v3/1x-rtx3090/asterix/instance_d907cdaf680040e0/profile.json", + "PROFILE_REF": "qwenpi_v3/1x-rtx3090/asterix/instance_d907cdaf680040e0", + "RUN_ID": "20260924T124905574960Z" + }, + "profile_path": "profiles/qwenpi_v3/1x-rtx3090/asterix/instance_d907cdaf680040e0/profile.json", + "profile_repo": "latency-sensitive-bench/profiles", + "profile_revision": "36f784f257aabf73721d5edd63abc7b3dee1a272", + "profile_sha256": "a5acfbb259cc3431bcce9dedef862a1e3895bf81659aa3c1707fa54c277852fc", + "task": "asterix" + }, + "run_id": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1", + "task": "asterix", + "wandb_readback": { + "eval_corrected/profile_sample/profile_sample/mean_return": 1141 + }, + "zero_teacher": { + "checkpoint": "best_000024112_12345344_reward_5614.500.pth", + "checkpoint_sha256": "0fe54ff4b3a2ccec438aca789f1a9f86fcef7cda44cda5156e3b774262c50beb", + "env_fps": 60, + "obs_fps": 15, + "path": "zero-latency/asterix/small-policy/sample-factory-hist8-cpu15m-s0-v1" + }, + "zero_teacher_revision": "dfaeecb84cd6b5dfcc3adc0935d0ae86d0b504d2" +} diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/train.yaml b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d65b538e49af66f839c040a6c2ef9b3d2db3f700 --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/train.yaml @@ -0,0 +1,149 @@ +experiment: + name: asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1 + seed: 0 +backend: + type: sample_factory + algo: APPO + device: cuda + train_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers + restart_behavior: resume + run_mode: train + extra_args: + - --encoder_conv_architecture + - convnet_simple +executor: + mode: simulated + simulated_worker_capacity: 1 +env: + name: gymnasium + task_name: asterix + env_id: LatencyBench/Asterix-v0 + registration_imports: + - latency_bench.envs.gymnasium_asterix + make_kwargs: + base_env_id: ALE/Asterix-v5 + render_mode: rgb_array + screen_size: 84 + noop_max: 30 + base_make_kwargs: + obs_type: rgb + frameskip: 1 + repeat_action_probability: 0.0 + full_action_space: false + mode: 0 + difficulty: 0 + max_num_frames_per_episode: 108000 + env_fps: 60 + obs_fps: 15 + frame_stack: 4 + simulator: cpu + terminal_on_life_loss: false + clip_reward: false + noop_action: noop + action_map: + noop: 0 + up: 1 + right: 2 + left: 3 + down: 4 + upright: 5 + upleft: 6 + downright: 7 + downleft: 8 + action_order: + - noop + - up + - right + - left + - down + - upright + - upleft + - downright + - downleft + base_prompt: 'Collect useful objects and avoid lyres. Choose exactly one action + from: noop, up, right, left, down, upright, upleft, downright, downleft.' + action_history_decisions: 8 +latency: + method: temporal + profile_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json + profile_worker_slot: 0 + seed: 0 + add_latency_info: false +scheduler: + hold_policy: hold + ordering_policy: issue_order_fifo +policy: + type: random + actions: + - noop + - up + - right + - left + - down + - upright + - upleft + - downright + - downleft +training: + train_for_env_steps: 15000000 + num_workers: 4 + num_envs_per_worker: 16 + worker_num_splits: 1 + num_policies: 1 + batch_size: 1024 + rollout: 64 + recurrence: 32 + num_epochs: 2 + num_batches_per_epoch: 8 + max_policy_lag: 300 + learning_rate: 0.000303 + lr_schedule: constant + nonlinearity: elu + gamma: 0.99 + gae_lambda: 0.95 + ppo_clip_ratio: 0.1 + ppo_clip_value: 0.2 + exploration_loss: entropy + exploration_loss_coeff: 0.003 + value_loss_coeff: 0.5 + max_grad_norm: 0.0 + adam_eps: 1.0e-06 + obs_scale: 1.0 + adaptive_stddev: false + with_vtrace: false + async_rl: true + use_rnn: false + normalize_input: true + normalize_returns: true + stats_avg: 100 + experiment_summaries_interval: 1 + save_every_sec: 600 + keep_checkpoints: 5 +evaluation: + eval_interval_steps: null + eval_episodes: 5 + eval_parallel_envs: 1 + eval_max_steps: 5000 + eval_deterministic: true + eval_suites: + fixed: + - - 0 + normal: [] + uniform: [] +logging: + output_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_logs/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1 + video: + enabled: false + num_bins: 1 + save_step_records: false + save_action_records: false + save_latency_records: false + wandb_project: latency-sensitive-bench + wandb_group: asterix + wandb_job_type: sample_factory + wandb_tags: + - atari-hist8-v1 + - profile + - qwenpi_v3 + wandb_entity: saberrr-zju + wandb_name: asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1 diff --git a/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/zero_teacher_config.json b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/zero_teacher_config.json new file mode 100644 index 0000000000000000000000000000000000000000..72c2ba5a62522a2d7dd23548310f40aec723c59b --- /dev/null +++ b/latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/zero_teacher_config.json @@ -0,0 +1,263 @@ +{ + "help": false, + "algo": "APPO", + "env": "latency_gymnasium", + "experiment": "asterix_sf_zero_latency_hist8_cpu15m_seed0", + "train_dir": "results/checkpoints/atari_zero_hist8_cpu15m", + "restart_behavior": "resume", + "device": "gpu", + "seed": 0, + "initial_model_path": null, + "num_policies": 1, + "async_rl": true, + "serial_mode": false, + "batched_sampling": false, + "num_batches_to_accumulate": 2, + "worker_num_splits": 1, + "policy_workers_per_policy": 1, + "max_policy_lag": 300, + "num_workers": 4, + "num_envs_per_worker": 16, + "batch_size": 1024, + "num_batches_per_epoch": 8, + "num_epochs": 2, + "rollout": 64, + "fasttd3_replay_capacity": 6553600, + "fasttd3_replay_batch_size": 32768, + "fasttd3_action_chunk_horizon": 1, + "fasttd3_transitions_per_update": 64, + "fasttd3_train_for_optimizer_steps": 10000000000, + "fasttd3_v_min": -250.0, + "fasttd3_v_max": 250.0, + "fasttd3_actor_action_l2": 0.0, + "fasttd3_compile": true, + "recurrence": 32, + "shuffle_minibatches": false, + "gamma": 0.99, + "reward_scale": 1.0, + "reward_clip": 1000.0, + "value_bootstrap": false, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "kl_loss_coeff": 0.0, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "vtrace_rho": 1.0, + "vtrace_c": 1.0, + "optimizer": "adam", + "adam_eps": 1e-06, + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "max_grad_norm": 0.0, + "learning_rate": 0.000303, + "lr_schedule": "constant", + "lr_schedule_kl_threshold": 0.008, + "lr_adaptive_min": 1e-06, + "lr_adaptive_max": 0.01, + "obs_subtract_mean": 0.0, + "obs_scale": 1.0, + "normalize_input": true, + "normalize_input_keys": null, + "decorrelate_experience_max_seconds": 0, + "decorrelate_envs_on_one_worker": true, + "actor_worker_gpus": [], + "set_workers_cpu_affinity": true, + "force_envs_single_thread": false, + "default_niceness": 0, + "log_to_file": true, + "experiment_summaries_interval": 1, + "flush_summaries_interval": 30, + "stats_avg": 100, + "summaries_use_frameskip": true, + "heartbeat_interval": 20, + "heartbeat_reporting_interval": 180, + "train_for_env_steps": 15000000, + "train_for_seconds": 10000000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "load_checkpoint_kind": "latest", + "save_milestones_sec": -1, + "save_best_every_sec": 5, + "save_best_metric": "reward", + "save_best_after": 100000, + "benchmark": false, + "encoder_mlp_layers": [ + 512, + 512 + ], + "encoder_conv_architecture": "convnet_simple", + "encoder_conv_mlp_layers": [ + 512 + ], + "use_rnn": false, + "rnn_size": 512, + "rnn_type": "gru", + "rnn_num_layers": 1, + "decoder_mlp_layers": [], + "nonlinearity": "elu", + "policy_initialization": "orthogonal", + "policy_init_gain": 1.0, + "actor_critic_share_weights": true, + "adaptive_stddev": false, + "continuous_tanh_scale": 0.0, + "initial_stddev": 1.0, + "use_env_info_cache": false, + "env_gpu_actions": false, + "env_gpu_observations": true, + "env_frameskip": 1, + "env_framestack": 1, + "pixel_format": "CHW", + "use_record_episode_statistics": false, + "episode_counter": false, + "with_wandb": true, + "wandb_user": null, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "asterix", + "wandb_job_type": "sample_factory", + "wandb_tags": null, + "wandb_dir": "/mnt/ssd/codex/atari-zero-hist8-20260924/wandb", + "with_pbt": false, + "pbt_mix_policies_in_one_env": true, + "pbt_period_env_steps": 5000000, + "pbt_start_mutation": 20000000, + "pbt_replace_fraction": 0.3, + "pbt_mutation_rate": 0.15, + "pbt_replace_reward_gap": 0.1, + "pbt_replace_reward_gap_absolute": 1e-06, + "pbt_optimize_gamma": false, + "pbt_target_objective": "true_objective", + "pbt_perturb_min": 1.1, + "pbt_perturb_max": 1.5, + "gym_task_name": "asterix", + "gym_env_id": "LatencyBench/Asterix-v0", + "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Asterix-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}", + "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_asterix\"]", + "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"], \"values\": [0, 1, 2, 3, 4, 5, 6, 7, 8]}", + "gym_action_labels_json": "[\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"]", + "gym_action_values_json": "[0, 1, 2, 3, 4, 5, 6, 7, 8]", + "gym_noop_action_id": 0, + "gym_noop_action_json": "\"noop\"", + "gym_base_prompt": "Collect useful objects and avoid lyres. Choose exactly one action from: noop, up, right, left, down, upright, upleft, downright, downleft.", + "gym_state_labels_json": "", + "env_fps": 60.0, + "obs_fps": 15.0, + "frame_stack": 4, + "action_history_decisions": 8, + "simulator": "cpu", + "gpu_env_device": "auto", + "gpu_env_batch_size": 1, + "noop_max": null, + "terminal_on_life_loss": null, + "clip_reward": null, + "max_episode_steps": null, + "export_env_raw_rgb_frames": false, + "mode": "train", + "latency_type": "zero", + "fixed_latency_ms": null, + "mean_latency_ms": null, + "std_latency_ms": null, + "min_latency_ms": null, + "max_latency_ms": null, + "latency_seed": null, + "latency_profile_path": null, + "latency_profile_worker_slot": null, + "simulated_worker_capacity": null, + "add_latency_info": false, + "max_pending_actions": null, + "hold_last_chunk_action": false, + "hold_policy": "hold", + "ordering_policy": "issue_order_fifo", + "eval_episodes": 5, + "eval_parallel_envs": 1, + "eval_latency_raw_frame_values": null, + "eval_max_steps": 5000, + "eval_deterministic": true, + "eval_raw_reward": false, + "episode_metrics_path": "results/checkpoints/atari_zero_hist8_cpu15m/asterix_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl", + "ppo": null, + "command_line": "--mode train --algo APPO --env latency_gymnasium --experiment asterix_sf_zero_latency_hist8_cpu15m_seed0 --train_dir results/checkpoints/atari_zero_hist8_cpu15m --restart_behavior resume --device gpu --seed 0 --episode_metrics_path results/checkpoints/atari_zero_hist8_cpu15m/asterix_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl --train_for_env_steps 15000000 --num_workers 4 --num_envs_per_worker 16 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --lr_schedule constant --nonlinearity elu --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.003 --value_loss_coeff 0.5 --max_grad_norm 0.0 --adam_eps 1e-06 --obs_scale 1.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --with_vtrace False --latency-type zero --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 5000 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group asterix --wandb_job_type sample_factory --encoder_conv_architecture convnet_simple --gym-task-name asterix --gym-env-id LatencyBench/Asterix-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/Asterix-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_asterix\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"], \"values\": [0, 1, 2, 3, 4, 5, 6, 7, 8]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"] --gym-action-values-json [0, 1, 2, 3, 4, 5, 6, 7, 8] --gym-noop-action-id 0 --gym-base-prompt Collect useful objects and avoid lyres. Choose exactly one action from: noop, up, right, left, down, upright, upleft, downright, downleft. --env-fps 60 --obs-fps 15 --frame-stack 4 --action-history-decisions 8 --simulator cpu --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False", + "cli_args": { + "algo": "APPO", + "env": "latency_gymnasium", + "experiment": "asterix_sf_zero_latency_hist8_cpu15m_seed0", + "train_dir": "results/checkpoints/atari_zero_hist8_cpu15m", + "restart_behavior": "resume", + "device": "gpu", + "seed": 0, + "num_policies": 1, + "async_rl": true, + "worker_num_splits": 1, + "max_policy_lag": 300, + "num_workers": 4, + "num_envs_per_worker": 16, + "batch_size": 1024, + "num_batches_per_epoch": 8, + "num_epochs": 2, + "rollout": 64, + "recurrence": 32, + "gamma": 0.99, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "adam_eps": 1e-06, + "max_grad_norm": 0.0, + "learning_rate": 0.000303, + "lr_schedule": "constant", + "obs_scale": 1.0, + "normalize_input": true, + "experiment_summaries_interval": 1, + "stats_avg": 100, + "train_for_env_steps": 15000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "encoder_conv_architecture": "convnet_simple", + "use_rnn": false, + "nonlinearity": "elu", + "adaptive_stddev": false, + "use_env_info_cache": false, + "with_wandb": true, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "asterix", + "wandb_job_type": "sample_factory", + "gym_task_name": "asterix", + "gym_env_id": "LatencyBench/Asterix-v0", + "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Asterix-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}", + "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_asterix\"]", + "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"], \"values\": [0, 1, 2, 3, 4, 5, 6, 7, 8]}", + "gym_action_labels_json": "[\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"]", + "gym_action_values_json": "[0, 1, 2, 3, 4, 5, 6, 7, 8]", + "gym_noop_action_id": 0, + "gym_noop_action_json": "\"noop\"", + "gym_base_prompt": "Collect useful objects and avoid lyres. Choose exactly one action from: noop, up, right, left, down, upright, upleft, downright, downleft.", + "env_fps": 60.0, + "obs_fps": 15.0, + "frame_stack": 4, + "action_history_decisions": 8, + "simulator": "cpu", + "mode": "train", + "latency_type": "zero", + "add_latency_info": false, + "hold_policy": "hold", + "ordering_policy": "issue_order_fifo", + "eval_episodes": 5, + "eval_parallel_envs": 1, + "eval_max_steps": 5000, + "eval_deterministic": true, + "episode_metrics_path": "results/checkpoints/atari_zero_hist8_cpu15m/asterix_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl", + "output_dir": "outputs/atari_zero_hist8_cpu15m/asterix/train" + }, + "git_hash": "unknown", + "git_repo_name": "not a git repository", + "eval_env_frameskip": 1, + "output_dir": "outputs/atari_zero_hist8_cpu15m/asterix/train", + "wandb_unique_id": "asterix_sf_zero_latency_hist8_cpu15m_seed0" +} \ No newline at end of file