Publish asterix qwenpi_v3 profile-aware H8 teacher

latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/README.md

@@ -0,0 +1,7 @@
+# Asterix H8 CPU teacher for qwenpi_v3 RTX 3090 temporal profile
+
+Fresh CPU/ALE training: 15M raw frames, seed 0, four-frame input, eight decision histories, constant LR 0.000303; GPU network updates, worker slot 0 and capacity 1.
+
+Best checkpoint at 14974976 raw frames. GPU evaluation: 100 episodes, mean raw return 1141.0, seeds 1000000–1000099, parallel 32, 60/15 Hz, 7200 raw-frame cap.
+
+[W&B](https://wandb.ai/saberrr-zju/latency-sensitive-bench/runs/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1). Profile identity and both training/evaluation configs are included.

latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/action_audit.json

@@ -0,0 +1,13 @@
+{
+  "action_counts": {
+    "1": 7,
+    "2": 759,
+    "4": 52,
+    "5": 824,
+    "6": 1703,
+    "7": 5967,
+    "8": 1
+  },
+  "episodes": 100,
+  "issued_actions": 9313
+}

latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/best_000029248_14974976_reward_1149.500.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33ccc8e9f4921d176a6c257dab1b3f9b824d5db99b1908b4e73a201453f216f
+size 18563174

latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/checkpoint.json

@@ -0,0 +1,5 @@
+{
+  "checkpoint": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth",
+  "checkpoint_sha256": "a33ccc8e9f4921d176a6c257dab1b3f9b824d5db99b1908b4e73a201453f216f",
+  "training_step": 14974976
+}

latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/config.json

@@ -0,0 +1,277 @@
+{
+  "help": false,
+  "algo": "APPO",
+  "env": "latency_gymnasium",
+  "experiment": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1",
+  "train_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers",
+  "restart_behavior": "resume",
+  "device": "gpu",
+  "seed": 0,
+  "initial_model_path": null,
+  "num_policies": 1,
+  "async_rl": true,
+  "serial_mode": false,
+  "batched_sampling": false,
+  "num_batches_to_accumulate": 2,
+  "worker_num_splits": 1,
+  "policy_workers_per_policy": 1,
+  "max_policy_lag": 300,
+  "num_workers": 4,
+  "num_envs_per_worker": 16,
+  "batch_size": 1024,
+  "num_batches_per_epoch": 8,
+  "num_epochs": 2,
+  "rollout": 64,
+  "fasttd3_replay_capacity": 6553600,
+  "fasttd3_replay_batch_size": 32768,
+  "fasttd3_action_chunk_horizon": 1,
+  "fasttd3_transitions_per_update": 64,
+  "fasttd3_train_for_optimizer_steps": 10000000000,
+  "fasttd3_v_min": -250.0,
+  "fasttd3_v_max": 250.0,
+  "fasttd3_actor_action_l2": 0.0,
+  "fasttd3_compile": true,
+  "recurrence": 32,
+  "shuffle_minibatches": false,
+  "gamma": 0.99,
+  "reward_scale": 1.0,
+  "reward_clip": 1000.0,
+  "value_bootstrap": false,
+  "normalize_returns": true,
+  "exploration_loss_coeff": 0.003,
+  "value_loss_coeff": 0.5,
+  "kl_loss_coeff": 0.0,
+  "exploration_loss": "entropy",
+  "gae_lambda": 0.95,
+  "ppo_clip_ratio": 0.1,
+  "ppo_clip_value": 0.2,
+  "with_vtrace": false,
+  "vtrace_rho": 1.0,
+  "vtrace_c": 1.0,
+  "optimizer": "adam",
+  "adam_eps": 1e-06,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "max_grad_norm": 0.0,
+  "learning_rate": 0.000303,
+  "lr_schedule": "constant",
+  "lr_schedule_kl_threshold": 0.008,
+  "lr_adaptive_min": 1e-06,
+  "lr_adaptive_max": 0.01,
+  "obs_subtract_mean": 0.0,
+  "obs_scale": 1.0,
+  "normalize_input": true,
+  "normalize_input_keys": null,
+  "decorrelate_experience_max_seconds": 0,
+  "decorrelate_envs_on_one_worker": true,
+  "actor_worker_gpus": [],
+  "set_workers_cpu_affinity": true,
+  "force_envs_single_thread": false,
+  "default_niceness": 0,
+  "log_to_file": true,
+  "experiment_summaries_interval": 1,
+  "flush_summaries_interval": 30,
+  "stats_avg": 100,
+  "summaries_use_frameskip": true,
+  "heartbeat_interval": 20,
+  "heartbeat_reporting_interval": 180,
+  "train_for_env_steps": 15000000,
+  "train_for_seconds": 10000000000,
+  "save_every_sec": 600,
+  "keep_checkpoints": 5,
+  "load_checkpoint_kind": "latest",
+  "save_milestones_sec": -1,
+  "save_best_every_sec": 5,
+  "save_best_metric": "reward",
+  "save_best_after": 100000,
+  "benchmark": false,
+  "encoder_mlp_layers": [
+    512,
+    512
+  ],
+  "encoder_conv_architecture": "convnet_simple",
+  "encoder_conv_mlp_layers": [
+    512
+  ],
+  "use_rnn": false,
+  "rnn_size": 512,
+  "rnn_type": "gru",
+  "rnn_num_layers": 1,
+  "decoder_mlp_layers": [],
+  "nonlinearity": "elu",
+  "policy_initialization": "orthogonal",
+  "policy_init_gain": 1.0,
+  "actor_critic_share_weights": true,
+  "adaptive_stddev": false,
+  "continuous_tanh_scale": 0.0,
+  "initial_stddev": 1.0,
+  "use_env_info_cache": false,
+  "env_gpu_actions": false,
+  "env_gpu_observations": true,
+  "env_frameskip": 1,
+  "env_framestack": 1,
+  "pixel_format": "CHW",
+  "use_record_episode_statistics": false,
+  "episode_counter": false,
+  "with_wandb": true,
+  "wandb_user": null,
+  "wandb_project": "latency-sensitive-bench",
+  "wandb_group": "asterix",
+  "wandb_job_type": "sample_factory",
+  "wandb_tags": [
+    "atari-hist8-v1",
+    "profile",
+    "qwenpi_v3"
+  ],
+  "wandb_dir": "/home/ubuntu/codex/atari-hist8-20260924/wandb",
+  "with_pbt": false,
+  "pbt_mix_policies_in_one_env": true,
+  "pbt_period_env_steps": 5000000,
+  "pbt_start_mutation": 20000000,
+  "pbt_replace_fraction": 0.3,
+  "pbt_mutation_rate": 0.15,
+  "pbt_replace_reward_gap": 0.1,
+  "pbt_replace_reward_gap_absolute": 1e-06,
+  "pbt_optimize_gamma": false,
+  "pbt_target_objective": "true_objective",
+  "pbt_perturb_min": 1.1,
+  "pbt_perturb_max": 1.5,
+  "gym_task_name": "asterix",
+  "gym_env_id": "LatencyBench/Asterix-v0",
+  "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Asterix-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
+  "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_asterix\"]",
+  "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"], \"values\": [0, 1, 2, 3, 4, 5, 6, 7, 8]}",
+  "gym_action_labels_json": "[\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"]",
+  "gym_action_values_json": "[0, 1, 2, 3, 4, 5, 6, 7, 8]",
+  "gym_noop_action_id": 0,
+  "gym_noop_action_json": "\"noop\"",
+  "gym_base_prompt": "Collect useful objects and avoid lyres. Choose exactly one action from: noop, up, right, left, down, upright, upleft, downright, downleft.",
+  "gym_state_labels_json": "",
+  "env_fps": 60.0,
+  "obs_fps": 15.0,
+  "frame_stack": 4,
+  "action_history_decisions": 8,
+  "simulator": "cpu",
+  "gpu_env_device": "auto",
+  "gpu_env_batch_size": 1,
+  "noop_max": null,
+  "terminal_on_life_loss": null,
+  "clip_reward": null,
+  "max_episode_steps": null,
+  "export_env_raw_rgb_frames": false,
+  "mode": "train",
+  "latency_type": "profile_sample",
+  "fixed_latency_ms": null,
+  "mean_latency_ms": null,
+  "std_latency_ms": null,
+  "min_latency_ms": null,
+  "max_latency_ms": null,
+  "latency_seed": 0,
+  "latency_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json",
+  "latency_profile_worker_slot": 0,
+  "simulated_worker_capacity": 1,
+  "add_latency_info": false,
+  "max_pending_actions": null,
+  "hold_last_chunk_action": false,
+  "hold_policy": "hold",
+  "ordering_policy": "issue_order_fifo",
+  "eval_episodes": 5,
+  "eval_parallel_envs": 1,
+  "eval_latency_raw_frame_values": null,
+  "eval_max_steps": 5000,
+  "eval_deterministic": true,
+  "eval_raw_reward": false,
+  "episode_metrics_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl",
+  "ppo": null,
+  "command_line": "--mode train --algo APPO --env latency_gymnasium --experiment asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1 --train_dir /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers --restart_behavior resume --device gpu --seed 0 --episode_metrics_path /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl --train_for_env_steps 15000000 --num_workers 4 --num_envs_per_worker 16 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --lr_schedule constant --nonlinearity elu --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.003 --value_loss_coeff 0.5 --max_grad_norm 0.0 --adam_eps 1e-06 --obs_scale 1.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --with_vtrace False --latency-type profile_sample --latency-seed 0 --latency-profile-path /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json --latency-profile-worker-slot 0 --simulated-worker-capacity 1 --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 5000 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group asterix --wandb_job_type sample_factory --wandb_tags atari-hist8-v1 profile qwenpi_v3 --encoder_conv_architecture convnet_simple --gym-task-name asterix --gym-env-id LatencyBench/Asterix-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/Asterix-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_asterix\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"], \"values\": [0, 1, 2, 3, 4, 5, 6, 7, 8]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"] --gym-action-values-json [0, 1, 2, 3, 4, 5, 6, 7, 8] --gym-noop-action-id 0 --gym-base-prompt Collect useful objects and avoid lyres. Choose exactly one action from: noop, up, right, left, down, upright, upleft, downright, downleft. --env-fps 60 --obs-fps 15 --frame-stack 4 --action-history-decisions 8 --simulator cpu --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False",
+  "cli_args": {
+    "algo": "APPO",
+    "env": "latency_gymnasium",
+    "experiment": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1",
+    "train_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers",
+    "restart_behavior": "resume",
+    "device": "gpu",
+    "seed": 0,
+    "num_policies": 1,
+    "async_rl": true,
+    "worker_num_splits": 1,
+    "max_policy_lag": 300,
+    "num_workers": 4,
+    "num_envs_per_worker": 16,
+    "batch_size": 1024,
+    "num_batches_per_epoch": 8,
+    "num_epochs": 2,
+    "rollout": 64,
+    "recurrence": 32,
+    "gamma": 0.99,
+    "normalize_returns": true,
+    "exploration_loss_coeff": 0.003,
+    "value_loss_coeff": 0.5,
+    "exploration_loss": "entropy",
+    "gae_lambda": 0.95,
+    "ppo_clip_ratio": 0.1,
+    "ppo_clip_value": 0.2,
+    "with_vtrace": false,
+    "adam_eps": 1e-06,
+    "max_grad_norm": 0.0,
+    "learning_rate": 0.000303,
+    "lr_schedule": "constant",
+    "obs_scale": 1.0,
+    "normalize_input": true,
+    "experiment_summaries_interval": 1,
+    "stats_avg": 100,
+    "train_for_env_steps": 15000000,
+    "save_every_sec": 600,
+    "keep_checkpoints": 5,
+    "encoder_conv_architecture": "convnet_simple",
+    "use_rnn": false,
+    "nonlinearity": "elu",
+    "adaptive_stddev": false,
+    "use_env_info_cache": false,
+    "with_wandb": true,
+    "wandb_project": "latency-sensitive-bench",
+    "wandb_group": "asterix",
+    "wandb_job_type": "sample_factory",
+    "wandb_tags": [
+      "atari-hist8-v1",
+      "profile",
+      "qwenpi_v3"
+    ],
+    "gym_task_name": "asterix",
+    "gym_env_id": "LatencyBench/Asterix-v0",
+    "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Asterix-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
+    "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_asterix\"]",
+    "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"], \"values\": [0, 1, 2, 3, 4, 5, 6, 7, 8]}",
+    "gym_action_labels_json": "[\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"]",
+    "gym_action_values_json": "[0, 1, 2, 3, 4, 5, 6, 7, 8]",
+    "gym_noop_action_id": 0,
+    "gym_noop_action_json": "\"noop\"",
+    "gym_base_prompt": "Collect useful objects and avoid lyres. Choose exactly one action from: noop, up, right, left, down, upright, upleft, downright, downleft.",
+    "env_fps": 60.0,
+    "obs_fps": 15.0,
+    "frame_stack": 4,
+    "action_history_decisions": 8,
+    "simulator": "cpu",
+    "mode": "train",
+    "latency_type": "profile_sample",
+    "latency_seed": 0,
+    "latency_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json",
+    "latency_profile_worker_slot": 0,
+    "simulated_worker_capacity": 1,
+    "add_latency_info": false,
+    "hold_policy": "hold",
+    "ordering_policy": "issue_order_fifo",
+    "eval_episodes": 5,
+    "eval_parallel_envs": 1,
+    "eval_max_steps": 5000,
+    "eval_deterministic": true,
+    "episode_metrics_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl",
+    "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_logs/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1",
+    "wandb_unique_id": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1"
+  },
+  "git_hash": "unknown",
+  "git_repo_name": "not a git repository",
+  "eval_env_frameskip": 1,
+  "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_logs/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1",
+  "wandb_unique_id": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1"
+}

latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/eval.yaml

@@ -0,0 +1,147 @@
+experiment:
+  name: asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1
+  seed: 1000000
+backend:
+  type: sample_factory
+  algo: APPO
+  device: cuda
+  train_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers
+  restart_behavior: resume
+  run_mode: eval
+  extra_args:
+  - --encoder_conv_architecture
+  - convnet_simple
+executor:
+  mode: simulated
+  simulated_worker_capacity: 1
+env:
+  name: gymnasium
+  task_name: asterix
+  env_id: LatencyBench/Asterix-v0
+  registration_imports:
+  - latency_bench.envs.gymnasium_asterix
+  make_kwargs:
+    base_env_id: ALE/Asterix-v5
+    render_mode: rgb_array
+    screen_size: 84
+    noop_max: 30
+    base_make_kwargs:
+      obs_type: rgb
+      frameskip: 1
+      repeat_action_probability: 0.0
+      full_action_space: false
+      mode: 0
+      difficulty: 0
+      max_num_frames_per_episode: 108000
+  env_fps: 60
+  obs_fps: 15
+  frame_stack: 4
+  simulator: gpu
+  terminal_on_life_loss: false
+  clip_reward: false
+  noop_action: noop
+  action_map:
+    noop: 0
+    up: 1
+    right: 2
+    left: 3
+    down: 4
+    upright: 5
+    upleft: 6
+    downright: 7
+    downleft: 8
+  action_order:
+  - noop
+  - up
+  - right
+  - left
+  - down
+  - upright
+  - upleft
+  - downright
+  - downleft
+  base_prompt: 'Collect useful objects and avoid lyres. Choose exactly one action
+    from: noop, up, right, left, down, upright, upleft, downright, downleft.'
+  action_history_decisions: 8
+  gpu_env_device: cuda:0
+  noop_max: 30
+latency:
+  method: temporal
+  profile_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json
+  profile_worker_slot: 0
+  seed: 271828
+  add_latency_info: false
+scheduler:
+  hold_policy: hold
+  ordering_policy: issue_order_fifo
+policy:
+  type: gymnasium_sf
+  checkpoint_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth
+  checkpoint_kind: best
+  device: cuda:0
+  deterministic: true
+training:
+  train_for_env_steps: 15000000
+  num_workers: 4
+  num_envs_per_worker: 16
+  worker_num_splits: 1
+  num_policies: 1
+  batch_size: 1024
+  rollout: 64
+  recurrence: 32
+  num_epochs: 2
+  num_batches_per_epoch: 8
+  max_policy_lag: 300
+  learning_rate: 0.000303
+  lr_schedule: constant
+  nonlinearity: elu
+  gamma: 0.99
+  gae_lambda: 0.95
+  ppo_clip_ratio: 0.1
+  ppo_clip_value: 0.2
+  exploration_loss: entropy
+  exploration_loss_coeff: 0.003
+  value_loss_coeff: 0.5
+  max_grad_norm: 0.0
+  adam_eps: 1.0e-06
+  obs_scale: 1.0
+  adaptive_stddev: false
+  with_vtrace: false
+  async_rl: true
+  use_rnn: false
+  normalize_input: true
+  normalize_returns: true
+  stats_avg: 100
+  experiment_summaries_interval: 1
+  save_every_sec: 600
+  keep_checkpoints: 5
+evaluation:
+  eval_interval_steps: null
+  eval_episodes: 100
+  eval_parallel_envs: 32
+  eval_max_steps: 7200
+  eval_deterministic: true
+  eval_suites:
+    fixed: []
+    normal: []
+    uniform: []
+  eval_raw_reward: true
+  episode_seed_offset: 0
+  latency_bench_env_backend: asterix_gpu_batched
+logging:
+  output_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_evals/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1
+  video:
+    enabled: false
+    num_bins: 1
+  save_step_records: true
+  save_action_records: true
+  save_latency_records: true
+  wandb_project: latency-sensitive-bench
+  wandb_group: asterix
+  wandb_job_type: sample_factory
+  wandb_tags:
+  - atari-hist8-v1
+  - profile
+  - qwenpi_v3
+  wandb_entity: saberrr-zju
+  wandb_name: asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1

latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/eval_profile.json

@@ -0,0 +1,218 @@
+{
+  "checkpoint_kind": "best",
+  "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1/checkpoint_p0/best_000029248_14974976_reward_1149.500.pth",
+  "experiment_name": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1",
+  "latency": "profile_sample",
+  "latency_type": "profile_sample",
+  "lengths": [
+    2684,
+    1205,
+    2372,
+    2430,
+    1364,
+    1410,
+    3173,
+    1710,
+    1474,
+    2512,
+    2973,
+    2373,
+    1396,
+    1858,
+    1104,
+    2315,
+    1920,
+    2590,
+    1856,
+    2386,
+    1569,
+    1566,
+    1169,
+    2731,
+    1841,
+    1966,
+    1178,
+    2353,
+    3055,
+    1298,
+    1171,
+    790,
+    1391,
+    1265,
+    2514,
+    1798,
+    1042,
+    1835,
+    1972,
+    2796,
+    1668,
+    1682,
+    1161,
+    1282,
+    1264,
+    1320,
+    1608,
+    2707,
+    3662,
+    2408,
+    2383,
+    1403,
+    3178,
+    2678,
+    3745,
+    1459,
+    1584,
+    2228,
+    1976,
+    2943,
+    3903,
+    1330,
+    1454,
+    2513,
+    1534,
+    812,
+    1797,
+    1465,
+    2643,
+    1356,
+    1576,
+    2407,
+    1098,
+    880,
+    817,
+    1431,
+    2510,
+    1438,
+    2917,
+    1587,
+    2019,
+    3848,
+    1564,
+    2254,
+    3131,
+    2228,
+    1179,
+    1580,
+    1985,
+    1827,
+    1701,
+    2229,
+    2004,
+    858,
+    1563,
+    814,
+    1331,
+    2776,
+    1396,
+    2015
+  ],
+  "mean_length": 1925.14,
+  "mean_return": 1141.0,
+  "returns": [
+    1200.0,
+    750.0,
+    1550.0,
+    1550.0,
+    1000.0,
+    600.0,
+    2300.0,
+    1100.0,
+    650.0,
+    1600.0,
+    1950.0,
+    1450.0,
+    650.0,
+    850.0,
+    500.0,
+    1350.0,
+    1100.0,
+    1350.0,
+    1100.0,
+    1450.0,
+    1050.0,
+    950.0,
+    600.0,
+    1750.0,
+    1300.0,
+    900.0,
+    500.0,
+    1450.0,
+    1950.0,
+    750.0,
+    600.0,
+    250.0,
+    750.0,
+    700.0,
+    1850.0,
+    950.0,
+    400.0,
+    1150.0,
+    1200.0,
+    1350.0,
+    850.0,
+    1000.0,
+    550.0,
+    750.0,
+    750.0,
+    650.0,
+    900.0,
+    1850.0,
+    2500.0,
+    1550.0,
+    1650.0,
+    550.0,
+    1950.0,
+    1800.0,
+    2600.0,
+    650.0,
+    950.0,
+    1450.0,
+    1100.0,
+    1800.0,
+    2600.0,
+    800.0,
+    750.0,
+    1550.0,
+    800.0,
+    300.0,
+    1000.0,
+    850.0,
+    1750.0,
+    750.0,
+    950.0,
+    1300.0,
+    400.0,
+    300.0,
+    350.0,
+    750.0,
+    1700.0,
+    750.0,
+    2000.0,
+    850.0,
+    1150.0,
+    2500.0,
+    750.0,
+    1500.0,
+    2200.0,
+    1250.0,
+    800.0,
+    800.0,
+    1200.0,
+    1100.0,
+    800.0,
+    1600.0,
+    1200.0,
+    450.0,
+    750.0,
+    350.0,
+    550.0,
+    2000.0,
+    800.0,
+    1550.0
+  ],
+  "seed": 1000000,
+  "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json",
+  "std_return": 556.9281820845484,
+  "suite_name": "profile_sample",
+  "timestamp_utc": "2026-09-24T14:49:50.456324+00:00"
+}

latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/hardware.json

@@ -0,0 +1,40 @@
+{
+  "driver_version": "580.82.09",
+  "gpu_class": "1x-rtx3090",
+  "gpus": [
+    {
+      "name": "NVIDIA GeForce RTX 3090",
+      "slot": 0
+    }
+  ],
+  "instance_id": "instance_d907cdaf680040e0",
+  "topology_links": [],
+  "torch": {
+    "backends": {
+      "cuda_cudnn_sdp_enabled": true,
+      "cuda_flash_sdp_enabled": true,
+      "cuda_math_sdp_enabled": true,
+      "cuda_matmul_allow_tf32": false,
+      "cuda_mem_efficient_sdp_enabled": true,
+      "cudnn_allow_tf32": true,
+      "cudnn_benchmark": false
+    },
+    "cuda_available": true,
+    "cuda_device_count": 1,
+    "cuda_version": "12.8",
+    "current_device": 0,
+    "current_device_name": "NVIDIA GeForce RTX 3090",
+    "device_properties": [
+      {
+        "index": 0,
+        "major": 8,
+        "minor": 6,
+        "multi_processor_count": 82,
+        "name": "NVIDIA GeForce RTX 3090",
+        "total_memory": 25296044032
+      }
+    ],
+    "float32_matmul_precision": "highest",
+    "version": "2.11.0+cu128"
+  }
+}

latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_burst_model.json

@@ -0,0 +1,30 @@
+{
+  "burst_dwell_distribution": null,
+  "burst_dwell_lengths": [],
+  "burst_merge_gap_records": 30,
+  "burst_rank_processes": [],
+  "burst_slot_rank_templates": [],
+  "model_type": "hidden_regime",
+  "pre_worker_time_ms": null,
+  "regime_step_counts": {
+    "burst": 0,
+    "calm": 2576
+  },
+  "regime_transition_counts": {
+    "burst": {
+      "burst": 0,
+      "calm": 0
+    },
+    "calm": {
+      "burst": 0,
+      "calm": 2571
+    }
+  },
+  "reset_scope": "session",
+  "schema_version": 12,
+  "spike_median_multiplier": 1.25,
+  "spike_threshold_ms_by_worker_slot": {
+    "0": 384.14170062635094
+  },
+  "worker_count": 1
+}

latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/latency_distribution.json

@@ -0,0 +1,1027 @@
+{
+  "schema_version": 3,
+  "worker_slots": {
+    "0": {
+      "all": {
+        "count": 2576,
+        "observation_to_action_latency_ms": {
+          "distribution_type": "inverse_cdf",
+          "latency_ms": [
+            306.2824750095606,
+            306.2824750095606,
+            306.2873306618035,
+            306.5127884029448,
+            306.7203380879462,
+            306.8343351954818,
+            306.97393096262215,
+            307.06595389857887,
+            307.08710346114634,
+            307.1072663151622,
+            307.213775511533,
+            307.2354949406982,
+            307.24938416451215,
+            307.4107330559194,
+            307.5506749421358,
+            307.7033894081414,
+            307.9265833958983,
+            308.1104537817836,
+            308.2473156866431,
+            308.3604880990088,
+            308.4524390181899,
+            308.5712886869907,
+            308.65660935521123,
+            308.7857661770284,
+            308.9620288906992,
+            309.1310225172341,
+            309.37626940608027,
+            309.60207689628004,
+            309.72230753809214,
+            310.06604620292785,
+            310.31436945840716,
+            310.5641659028828,
+            310.71163397401574,
+            310.88955209746956,
+            311.07101526662706,
+            311.28846348419785,
+            311.4497245065868,
+            311.5930674165487,
+            311.73555074512956,
+            311.86027989953755,
+            312.01816003993156,
+            312.13762400224806,
+            312.29340101733806,
+            312.4406951084733,
+            312.6146469400823,
+            312.7505034171045,
+            312.90768900066615,
+            313.0740484796464,
+            313.21089548274875,
+            313.4308117032051,
+            313.5857498067617,
+            313.79064830467104,
+            313.9750230614841,
+            314.21410503953695,
+            314.3446812963486,
+            314.5604007874429,
+            314.796564899385,
+            315.05564448341727,
+            315.28003714516757,
+            315.45496358290313,
+            315.5527874928713,
+            315.7076115012169,
+            315.85950105533004,
+            316.0359210038185,
+            316.1915180379152,
+            316.3013997606933,
+            316.3838796004653,
+            316.51869525879624,
+            316.620142044723,
+            316.70669826179744,
+            316.79691201791167,
+            316.90995050519706,
+            317.0541487450898,
+            317.16957430317996,
+            317.29264301255347,
+            317.417419462651,
+            317.55892660021783,
+            317.71920979633927,
+            317.8348401591182,
+            318.01230598405004,
+            318.2976847590506,
+            318.7574218034744,
+            319.10677508711814,
+            319.70905808344486,
+            320.503029820323,
+            321.4943569950759,
+            326.20726250112057,
+            328.4703755149245,
+            333.3703130814433,
+            333.94525183975696,
+            334.1352180415392,
+            334.50415790230034,
+            334.7717640739679,
+            334.99476953610775,
+            335.18084911957385,
+            335.3264333614707,
+            335.47134929820896,
+            335.7521493393183,
+            335.98438036099077,
+            336.1776207242906,
+            336.3437001349032,
+            336.56100259795784,
+            336.73676635548475,
+            337.0979210436344,
+            337.53999171331526,
+            337.96533013358714,
+            338.4848662979901,
+            338.98031845897435,
+            340.08334352105857,
+            347.91011525318027,
+            350.97880160331727,
+            351.091831825912,
+            351.3671750310361,
+            351.5520043477416,
+            351.90388061466814,
+            352.2015269728004,
+            352.5100034127235,
+            352.8389392336011,
+            352.8975306789875,
+            366.76885940608366,
+            374.8105333395004,
+            376.75468300282955,
+            376.75468300282955
+          ],
+          "quantile_levels": [
+            0.0,
+            0.0001,
+            0.0005,
+            0.001,
+            0.002,
+            0.003,
+            0.004,
+            0.005,
+            0.006,
+            0.007,
+            0.008,
+            0.009,
+            0.01,
+            0.02,
+            0.03,
+            0.04,
+            0.05,
+            0.06,
+            0.07,
+            0.08,
+            0.09,
+            0.1,
+            0.11,
+            0.12,
+            0.13,
+            0.14,
+            0.15,
+            0.16,
+            0.17,
+            0.18,
+            0.19,
+            0.2,
+            0.21,
+            0.22,
+            0.23,
+            0.24,
+            0.25,
+            0.26,
+            0.27,
+            0.28,
+            0.29,
+            0.3,
+            0.31,
+            0.32,
+            0.33,
+            0.34,
+            0.35,
+            0.36,
+            0.37,
+            0.38,
+            0.39,
+            0.4,
+            0.41,
+            0.42,
+            0.43,
+            0.44,
+            0.45,
+            0.46,
+            0.47,
+            0.48,
+            0.49,
+            0.5,
+            0.51,
+            0.52,
+            0.53,
+            0.54,
+            0.55,
+            0.56,
+            0.57,
+            0.58,
+            0.59,
+            0.6,
+            0.61,
+            0.62,
+            0.63,
+            0.64,
+            0.65,
+            0.66,
+            0.67,
+            0.68,
+            0.69,
+            0.7,
+            0.71,
+            0.72,
+            0.73,
+            0.74,
+            0.75,
+            0.76,
+            0.77,
+            0.78,
+            0.79,
+            0.8,
+            0.81,
+            0.82,
+            0.83,
+            0.84,
+            0.85,
+            0.86,
+            0.87,
+            0.88,
+            0.89,
+            0.9,
+            0.91,
+            0.92,
+            0.93,
+            0.94,
+            0.95,
+            0.96,
+            0.97,
+            0.98,
+            0.99,
+            0.991,
+            0.992,
+            0.993,
+            0.994,
+            0.995,
+            0.996,
+            0.997,
+            0.998,
+            0.999,
+            0.9995,
+            0.9999,
+            1.0
+          ]
+        },
+        "spearman_rho": 0.999748696839932,
+        "worker_service_time_ms": {
+          "distribution_type": "inverse_cdf",
+          "latency_ms": [
+            305.2099180072546,
+            305.2099180072546,
+            305.2167743926048,
+            305.45993506124614,
+            305.6200816399157,
+            305.7858281252384,
+            305.87480619668963,
+            305.97465388312935,
+            306.032236199528,
+            306.05913308262825,
+            306.1460956637263,
+            306.2074802798033,
+            306.2174062103033,
+            306.3442640824616,
+            306.4893765100837,
+            306.6481991665065,
+            306.869114305079,
+            307.0395316144824,
+            307.1698712770641,
+            307.3180173492432,
+            307.3989922976494,
+            307.51292729750276,
+            307.61360548749565,
+            307.7308568841219,
+            307.89281219691037,
+            308.06098371595147,
+            308.33575520887973,
+            308.5219402936101,
+            308.66904088094833,
+            309.00909526377916,
+            309.25103272408245,
+            309.5006456024945,
+            309.67598891690375,
+            309.8337960794568,
+            310.0295360729098,
+            310.20872929573056,
+            310.351544495672,
+            310.5192380619049,
+            310.66529843986035,
+            310.7840754669905,
+            310.9359736414254,
+            311.0544392079115,
+            311.1308274793625,
+            311.2902276021242,
+            311.4070702345669,
+            311.64422838613393,
+            311.8394243098795,
+            312.0361578182876,
+            312.1373722589016,
+            312.36037314116953,
+            312.5191633050144,
+            312.695063097775,
+            312.9181853173673,
+            313.11626056224105,
+            313.28064125955103,
+            313.5213617786765,
+            313.76406969428064,
+            314.00695886105296,
+            314.1960018540919,
+            314.3432297822833,
+            314.4932532784343,
+            314.62404000014067,
+            314.82148705706,
+            314.998128375262,
+            315.12130699694154,
+            315.2631292153895,
+            315.348227597028,
+            315.45896910235285,
+            315.55343639940025,
+            315.66387948155403,
+            315.73954214140775,
+            315.87792349234223,
+            315.988430519104,
+            316.12139417588713,
+            316.27747634083033,
+            316.38074849426744,
+            316.5446927063167,
+            316.66996345847843,
+            316.80437525555493,
+            316.99426620781423,
+            317.3099800658226,
+            317.69591710492966,
+            318.1028114728629,
+            318.6256100001931,
+            319.4534987780452,
+            320.3319191789627,
+            325.1500195004046,
+            327.443620916754,
+            332.19247215360406,
+            332.662932831347,
+            332.97026022136214,
+            333.2608266092837,
+            333.56987816274165,
+            333.8240178896487,
+            334.0091028019786,
+            334.15123945206403,
+            334.34083580449226,
+            334.58041407242416,
+            334.85406039893627,
+            335.0600494611263,
+            335.2201200734079,
+            335.4301721028984,
+            335.6151742763817,
+            336.01117762580515,
+            336.43717997461556,
+            336.8953398884833,
+            337.4343101017177,
+            338.0388714122772,
+            339.0779516862333,
+            346.8184623362124,
+            349.90655745774507,
+            350.03615230378506,
+            350.43090423673385,
+            350.62352282628416,
+            350.9902996686399,
+            351.3319078366458,
+            351.56223632693286,
+            351.8841110905409,
+            351.9651548948288,
+            365.67174884429556,
+            373.82348464944954,
+            375.78508299589157,
+            375.78508299589157
+          ],
+          "quantile_levels": [
+            0.0,
+            0.0001,
+            0.0005,
+            0.001,
+            0.002,
+            0.003,
+            0.004,
+            0.005,
+            0.006,
+            0.007,
+            0.008,
+            0.009,
+            0.01,
+            0.02,
+            0.03,
+            0.04,
+            0.05,
+            0.06,
+            0.07,
+            0.08,
+            0.09,
+            0.1,
+            0.11,
+            0.12,
+            0.13,
+            0.14,
+            0.15,
+            0.16,
+            0.17,
+            0.18,
+            0.19,
+            0.2,
+            0.21,
+            0.22,
+            0.23,
+            0.24,
+            0.25,
+            0.26,
+            0.27,
+            0.28,
+            0.29,
+            0.3,
+            0.31,
+            0.32,
+            0.33,
+            0.34,
+            0.35,
+            0.36,
+            0.37,
+            0.38,
+            0.39,
+            0.4,
+            0.41,
+            0.42,
+            0.43,
+            0.44,
+            0.45,
+            0.46,
+            0.47,
+            0.48,
+            0.49,
+            0.5,
+            0.51,
+            0.52,
+            0.53,
+            0.54,
+            0.55,
+            0.56,
+            0.57,
+            0.58,
+            0.59,
+            0.6,
+            0.61,
+            0.62,
+            0.63,
+            0.64,
+            0.65,
+            0.66,
+            0.67,
+            0.68,
+            0.69,
+            0.7,
+            0.71,
+            0.72,
+            0.73,
+            0.74,
+            0.75,
+            0.76,
+            0.77,
+            0.78,
+            0.79,
+            0.8,
+            0.81,
+            0.82,
+            0.83,
+            0.84,
+            0.85,
+            0.86,
+            0.87,
+            0.88,
+            0.89,
+            0.9,
+            0.91,
+            0.92,
+            0.93,
+            0.94,
+            0.95,
+            0.96,
+            0.97,
+            0.98,
+            0.99,
+            0.991,
+            0.992,
+            0.993,
+            0.994,
+            0.995,
+            0.996,
+            0.997,
+            0.998,
+            0.999,
+            0.9995,
+            0.9999,
+            1.0
+          ]
+        }
+      },
+      "steady": {
+        "count": 2576,
+        "observation_to_action_latency_ms": {
+          "distribution_type": "inverse_cdf",
+          "latency_ms": [
+            306.2824750095606,
+            306.2824750095606,
+            306.2873306618035,
+            306.5127884029448,
+            306.7203380879462,
+            306.8343351954818,
+            306.97393096262215,
+            307.06595389857887,
+            307.08710346114634,
+            307.1072663151622,
+            307.213775511533,
+            307.2354949406982,
+            307.24938416451215,
+            307.4107330559194,
+            307.5506749421358,
+            307.7033894081414,
+            307.9265833958983,
+            308.1104537817836,
+            308.2473156866431,
+            308.3604880990088,
+            308.4524390181899,
+            308.5712886869907,
+            308.65660935521123,
+            308.7857661770284,
+            308.9620288906992,
+            309.1310225172341,
+            309.37626940608027,
+            309.60207689628004,
+            309.72230753809214,
+            310.06604620292785,
+            310.31436945840716,
+            310.5641659028828,
+            310.71163397401574,
+            310.88955209746956,
+            311.07101526662706,
+            311.28846348419785,
+            311.4497245065868,
+            311.5930674165487,
+            311.73555074512956,
+            311.86027989953755,
+            312.01816003993156,
+            312.13762400224806,
+            312.29340101733806,
+            312.4406951084733,
+            312.6146469400823,
+            312.7505034171045,
+            312.90768900066615,
+            313.0740484796464,
+            313.21089548274875,
+            313.4308117032051,
+            313.5857498067617,
+            313.79064830467104,
+            313.9750230614841,
+            314.21410503953695,
+            314.3446812963486,
+            314.5604007874429,
+            314.796564899385,
+            315.05564448341727,
+            315.28003714516757,
+            315.45496358290313,
+            315.5527874928713,
+            315.7076115012169,
+            315.85950105533004,
+            316.0359210038185,
+            316.1915180379152,
+            316.3013997606933,
+            316.3838796004653,
+            316.51869525879624,
+            316.620142044723,
+            316.70669826179744,
+            316.79691201791167,
+            316.90995050519706,
+            317.0541487450898,
+            317.16957430317996,
+            317.29264301255347,
+            317.417419462651,
+            317.55892660021783,
+            317.71920979633927,
+            317.8348401591182,
+            318.01230598405004,
+            318.2976847590506,
+            318.7574218034744,
+            319.10677508711814,
+            319.70905808344486,
+            320.503029820323,
+            321.4943569950759,
+            326.20726250112057,
+            328.4703755149245,
+            333.3703130814433,
+            333.94525183975696,
+            334.1352180415392,
+            334.50415790230034,
+            334.7717640739679,
+            334.99476953610775,
+            335.18084911957385,
+            335.3264333614707,
+            335.47134929820896,
+            335.7521493393183,
+            335.98438036099077,
+            336.1776207242906,
+            336.3437001349032,
+            336.56100259795784,
+            336.73676635548475,
+            337.0979210436344,
+            337.53999171331526,
+            337.96533013358714,
+            338.4848662979901,
+            338.98031845897435,
+            340.08334352105857,
+            347.91011525318027,
+            350.97880160331727,
+            351.091831825912,
+            351.3671750310361,
+            351.5520043477416,
+            351.90388061466814,
+            352.2015269728004,
+            352.5100034127235,
+            352.8389392336011,
+            352.8975306789875,
+            366.76885940608366,
+            374.8105333395004,
+            376.75468300282955,
+            376.75468300282955
+          ],
+          "quantile_levels": [
+            0.0,
+            0.0001,
+            0.0005,
+            0.001,
+            0.002,
+            0.003,
+            0.004,
+            0.005,
+            0.006,
+            0.007,
+            0.008,
+            0.009,
+            0.01,
+            0.02,
+            0.03,
+            0.04,
+            0.05,
+            0.06,
+            0.07,
+            0.08,
+            0.09,
+            0.1,
+            0.11,
+            0.12,
+            0.13,
+            0.14,
+            0.15,
+            0.16,
+            0.17,
+            0.18,
+            0.19,
+            0.2,
+            0.21,
+            0.22,
+            0.23,
+            0.24,
+            0.25,
+            0.26,
+            0.27,
+            0.28,
+            0.29,
+            0.3,
+            0.31,
+            0.32,
+            0.33,
+            0.34,
+            0.35,
+            0.36,
+            0.37,
+            0.38,
+            0.39,
+            0.4,
+            0.41,
+            0.42,
+            0.43,
+            0.44,
+            0.45,
+            0.46,
+            0.47,
+            0.48,
+            0.49,
+            0.5,
+            0.51,
+            0.52,
+            0.53,
+            0.54,
+            0.55,
+            0.56,
+            0.57,
+            0.58,
+            0.59,
+            0.6,
+            0.61,
+            0.62,
+            0.63,
+            0.64,
+            0.65,
+            0.66,
+            0.67,
+            0.68,
+            0.69,
+            0.7,
+            0.71,
+            0.72,
+            0.73,
+            0.74,
+            0.75,
+            0.76,
+            0.77,
+            0.78,
+            0.79,
+            0.8,
+            0.81,
+            0.82,
+            0.83,
+            0.84,
+            0.85,
+            0.86,
+            0.87,
+            0.88,
+            0.89,
+            0.9,
+            0.91,
+            0.92,
+            0.93,
+            0.94,
+            0.95,
+            0.96,
+            0.97,
+            0.98,
+            0.99,
+            0.991,
+            0.992,
+            0.993,
+            0.994,
+            0.995,
+            0.996,
+            0.997,
+            0.998,
+            0.999,
+            0.9995,
+            0.9999,
+            1.0
+          ]
+        },
+        "spearman_rho": 0.999748696839932,
+        "worker_service_time_ms": {
+          "distribution_type": "inverse_cdf",
+          "latency_ms": [
+            305.2099180072546,
+            305.2099180072546,
+            305.2167743926048,
+            305.45993506124614,
+            305.6200816399157,
+            305.7858281252384,
+            305.87480619668963,
+            305.97465388312935,
+            306.032236199528,
+            306.05913308262825,
+            306.1460956637263,
+            306.2074802798033,
+            306.2174062103033,
+            306.3442640824616,
+            306.4893765100837,
+            306.6481991665065,
+            306.869114305079,
+            307.0395316144824,
+            307.1698712770641,
+            307.3180173492432,
+            307.3989922976494,
+            307.51292729750276,
+            307.61360548749565,
+            307.7308568841219,
+            307.89281219691037,
+            308.06098371595147,
+            308.33575520887973,
+            308.5219402936101,
+            308.66904088094833,
+            309.00909526377916,
+            309.25103272408245,
+            309.5006456024945,
+            309.67598891690375,
+            309.8337960794568,
+            310.0295360729098,
+            310.20872929573056,
+            310.351544495672,
+            310.5192380619049,
+            310.66529843986035,
+            310.7840754669905,
+            310.9359736414254,
+            311.0544392079115,
+            311.1308274793625,
+            311.2902276021242,
+            311.4070702345669,
+            311.64422838613393,
+            311.8394243098795,
+            312.0361578182876,
+            312.1373722589016,
+            312.36037314116953,
+            312.5191633050144,
+            312.695063097775,
+            312.9181853173673,
+            313.11626056224105,
+            313.28064125955103,
+            313.5213617786765,
+            313.76406969428064,
+            314.00695886105296,
+            314.1960018540919,
+            314.3432297822833,
+            314.4932532784343,
+            314.62404000014067,
+            314.82148705706,
+            314.998128375262,
+            315.12130699694154,
+            315.2631292153895,
+            315.348227597028,
+            315.45896910235285,
+            315.55343639940025,
+            315.66387948155403,
+            315.73954214140775,
+            315.87792349234223,
+            315.988430519104,
+            316.12139417588713,
+            316.27747634083033,
+            316.38074849426744,
+            316.5446927063167,
+            316.66996345847843,
+            316.80437525555493,
+            316.99426620781423,
+            317.3099800658226,
+            317.69591710492966,
+            318.1028114728629,
+            318.6256100001931,
+            319.4534987780452,
+            320.3319191789627,
+            325.1500195004046,
+            327.443620916754,
+            332.19247215360406,
+            332.662932831347,
+            332.97026022136214,
+            333.2608266092837,
+            333.56987816274165,
+            333.8240178896487,
+            334.0091028019786,
+            334.15123945206403,
+            334.34083580449226,
+            334.58041407242416,
+            334.85406039893627,
+            335.0600494611263,
+            335.2201200734079,
+            335.4301721028984,
+            335.6151742763817,
+            336.01117762580515,
+            336.43717997461556,
+            336.8953398884833,
+            337.4343101017177,
+            338.0388714122772,
+            339.0779516862333,
+            346.8184623362124,
+            349.90655745774507,
+            350.03615230378506,
+            350.43090423673385,
+            350.62352282628416,
+            350.9902996686399,
+            351.3319078366458,
+            351.56223632693286,
+            351.8841110905409,
+            351.9651548948288,
+            365.67174884429556,
+            373.82348464944954,
+            375.78508299589157,
+            375.78508299589157
+          ],
+          "quantile_levels": [
+            0.0,
+            0.0001,
+            0.0005,
+            0.001,
+            0.002,
+            0.003,
+            0.004,
+            0.005,
+            0.006,
+            0.007,
+            0.008,
+            0.009,
+            0.01,
+            0.02,
+            0.03,
+            0.04,
+            0.05,
+            0.06,
+            0.07,
+            0.08,
+            0.09,
+            0.1,
+            0.11,
+            0.12,
+            0.13,
+            0.14,
+            0.15,
+            0.16,
+            0.17,
+            0.18,
+            0.19,
+            0.2,
+            0.21,
+            0.22,
+            0.23,
+            0.24,
+            0.25,
+            0.26,
+            0.27,
+            0.28,
+            0.29,
+            0.3,
+            0.31,
+            0.32,
+            0.33,
+            0.34,
+            0.35,
+            0.36,
+            0.37,
+            0.38,
+            0.39,
+            0.4,
+            0.41,
+            0.42,
+            0.43,
+            0.44,
+            0.45,
+            0.46,
+            0.47,
+            0.48,
+            0.49,
+            0.5,
+            0.51,
+            0.52,
+            0.53,
+            0.54,
+            0.55,
+            0.56,
+            0.57,
+            0.58,
+            0.59,
+            0.6,
+            0.61,
+            0.62,
+            0.63,
+            0.64,
+            0.65,
+            0.66,
+            0.67,
+            0.68,
+            0.69,
+            0.7,
+            0.71,
+            0.72,
+            0.73,
+            0.74,
+            0.75,
+            0.76,
+            0.77,
+            0.78,
+            0.79,
+            0.8,
+            0.81,
+            0.82,
+            0.83,
+            0.84,
+            0.85,
+            0.86,
+            0.87,
+            0.88,
+            0.89,
+            0.9,
+            0.91,
+            0.92,
+            0.93,
+            0.94,
+            0.95,
+            0.96,
+            0.97,
+            0.98,
+            0.99,
+            0.991,
+            0.992,
+            0.993,
+            0.994,
+            0.995,
+            0.996,
+            0.997,
+            0.998,
+            0.999,
+            0.9995,
+            0.9999,
+            1.0
+          ]
+        }
+      }
+    }
+  }
+}

latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/profile/profile.json

@@ -0,0 +1,67 @@
+{
+  "burst_model_path": "latency_burst_model.json",
+  "distribution_path": "latency_distribution.json",
+  "env_fps": 60,
+  "frame_ms": 16.666666666666668,
+  "gpu_class": "1x-rtx3090",
+  "instance_id": "instance_d907cdaf680040e0",
+  "latency_kind": "observation_to_action_latency",
+  "latency_method": "temporal",
+  "model_id": "qwenpi_v3",
+  "n_admitted_observations": 2576,
+  "n_capacity_drops": 10693,
+  "n_observation_attempts": 13269,
+  "per_slot_summary": {
+    "0": {
+      "admitted_count": 2576,
+      "mean_observation_to_action_latency_ms": 319.3320188773304,
+      "mean_worker_service_time_ms": 318.2608554328138,
+      "p95_observation_to_action_latency_ms": 338.4848217498511,
+      "p95_worker_service_time_ms": 337.42689274437726,
+      "p99_worker_service_time_ms": 349.9035542421043
+    }
+  },
+  "provenance": {
+    "base_config": "configs/experiments/asterix/starvla_profile_hist8.yaml",
+    "checkpoint_kind": "best",
+    "model_artifact": {
+      "checkpoint": "checkpoints/model.pt",
+      "model_config": "config.yaml",
+      "path_in_repo": "zero-latency/asterix/vla/starvla-qwenpi_v3-h1/asterix-qwenpi_v3-hist8-zero-s42-v1",
+      "repo_id": "latency-sensitive-bench/benchmark-models",
+      "revision": "2c66bf8b40bf9dc6fd9b9ea26ccd9fb082f3b883",
+      "source": "hf"
+    },
+    "session_ids": [
+      0,
+      1,
+      2,
+      3,
+      4
+    ]
+  },
+  "sample_model_type": "hidden_regime",
+  "source_run_id": "20260924T124905574960Z",
+  "summary": {
+    "frame_ms": 16.666666666666668,
+    "max_ms": 376.75468300282955,
+    "mean_effective_frames": 19.159921132639823,
+    "mean_ms": 319.3320188773304,
+    "min_ms": 306.2824750095606,
+    "n_samples": 2576,
+    "p50_frames": 18.942456690073012,
+    "p50_ms": 315.7076115012169,
+    "p90_frames": 20.193650939986107,
+    "p90_ms": 336.5608489997685,
+    "p95_frames": 20.309089304991065,
+    "p95_ms": 338.4848217498511,
+    "p99_frames": 21.058437330052254,
+    "p99_ms": 350.97395550087094,
+    "prob_latency_gt_1_frame": 1.0,
+    "prob_latency_gt_2_frames": 1.0,
+    "prob_latency_gt_3_frames": 1.0,
+    "std_ms": 11.102981043166936
+  },
+  "visualization_path": "latency_profile.png",
+  "workload_id": "asterix"
+}

latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/provenance.json

@@ -0,0 +1,52 @@
+{
+  "best_checkpoint_env_steps": 14974976,
+  "checkpoint": "best_000029248_14974976_reward_1149.500.pth",
+  "checkpoint_sha256": "a33ccc8e9f4921d176a6c257dab1b3f9b824d5db99b1908b4e73a201453f216f",
+  "episodes": 100,
+  "final_env_steps": 15007744,
+  "initialization": "scratch",
+  "mean_return": 1141.0,
+  "model": "qwenpi_v3",
+  "profile_publication": {
+    "model": "qwenpi_v3",
+    "model_publication": {
+      "checkpoint_sha256": "381d1ed73a6f3949cb1880d6f1feb18db13068aeb6db39a7974ae9fb1fba0f56",
+      "episodes": 100,
+      "mean_return": 5758.5,
+      "model": "qwenpi_v3",
+      "path": "zero-latency/asterix/vla/starvla-qwenpi_v3-h1/asterix-qwenpi_v3-hist8-zero-s42-v1",
+      "repo_id": "latency-sensitive-bench/benchmark-models",
+      "revision": "2c66bf8b40bf9dc6fd9b9ea26ccd9fb082f3b883",
+      "run_id": "asterix-qwenpi_v3-hist8-zero-s42-v1",
+      "task": "asterix",
+      "training_status": "complete",
+      "zero_evaluation_status": "complete",
+      "zero_mean_return": 5758.5
+    },
+    "profile": {
+      "GPU_CLASS": "1x-rtx3090",
+      "INSTANCE_ID": "instance_d907cdaf680040e0",
+      "PROFILE_PATH": "results/profiling/profiles/qwenpi_v3/1x-rtx3090/asterix/instance_d907cdaf680040e0/profile.json",
+      "PROFILE_REF": "qwenpi_v3/1x-rtx3090/asterix/instance_d907cdaf680040e0",
+      "RUN_ID": "20260924T124905574960Z"
+    },
+    "profile_path": "profiles/qwenpi_v3/1x-rtx3090/asterix/instance_d907cdaf680040e0/profile.json",
+    "profile_repo": "latency-sensitive-bench/profiles",
+    "profile_revision": "36f784f257aabf73721d5edd63abc7b3dee1a272",
+    "profile_sha256": "a5acfbb259cc3431bcce9dedef862a1e3895bf81659aa3c1707fa54c277852fc",
+    "task": "asterix"
+  },
+  "run_id": "asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1",
+  "task": "asterix",
+  "wandb_readback": {
+    "eval_corrected/profile_sample/profile_sample/mean_return": 1141
+  },
+  "zero_teacher": {
+    "checkpoint": "best_000024112_12345344_reward_5614.500.pth",
+    "checkpoint_sha256": "0fe54ff4b3a2ccec438aca789f1a9f86fcef7cda44cda5156e3b774262c50beb",
+    "env_fps": 60,
+    "obs_fps": 15,
+    "path": "zero-latency/asterix/small-policy/sample-factory-hist8-cpu15m-s0-v1"
+  },
+  "zero_teacher_revision": "dfaeecb84cd6b5dfcc3adc0935d0ae86d0b504d2"
+}

latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/train.yaml

@@ -0,0 +1,149 @@
+experiment:
+  name: asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1
+  seed: 0
+backend:
+  type: sample_factory
+  algo: APPO
+  device: cuda
+  train_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers
+  restart_behavior: resume
+  run_mode: train
+  extra_args:
+  - --encoder_conv_architecture
+  - convnet_simple
+executor:
+  mode: simulated
+  simulated_worker_capacity: 1
+env:
+  name: gymnasium
+  task_name: asterix
+  env_id: LatencyBench/Asterix-v0
+  registration_imports:
+  - latency_bench.envs.gymnasium_asterix
+  make_kwargs:
+    base_env_id: ALE/Asterix-v5
+    render_mode: rgb_array
+    screen_size: 84
+    noop_max: 30
+    base_make_kwargs:
+      obs_type: rgb
+      frameskip: 1
+      repeat_action_probability: 0.0
+      full_action_space: false
+      mode: 0
+      difficulty: 0
+      max_num_frames_per_episode: 108000
+  env_fps: 60
+  obs_fps: 15
+  frame_stack: 4
+  simulator: cpu
+  terminal_on_life_loss: false
+  clip_reward: false
+  noop_action: noop
+  action_map:
+    noop: 0
+    up: 1
+    right: 2
+    left: 3
+    down: 4
+    upright: 5
+    upleft: 6
+    downright: 7
+    downleft: 8
+  action_order:
+  - noop
+  - up
+  - right
+  - left
+  - down
+  - upright
+  - upleft
+  - downright
+  - downleft
+  base_prompt: 'Collect useful objects and avoid lyres. Choose exactly one action
+    from: noop, up, right, left, down, upright, upleft, downright, downleft.'
+  action_history_decisions: 8
+latency:
+  method: temporal
+  profile_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenpi_v3/profile/profile.json
+  profile_worker_slot: 0
+  seed: 0
+  add_latency_info: false
+scheduler:
+  hold_policy: hold
+  ordering_policy: issue_order_fifo
+policy:
+  type: random
+  actions:
+  - noop
+  - up
+  - right
+  - left
+  - down
+  - upright
+  - upleft
+  - downright
+  - downleft
+training:
+  train_for_env_steps: 15000000
+  num_workers: 4
+  num_envs_per_worker: 16
+  worker_num_splits: 1
+  num_policies: 1
+  batch_size: 1024
+  rollout: 64
+  recurrence: 32
+  num_epochs: 2
+  num_batches_per_epoch: 8
+  max_policy_lag: 300
+  learning_rate: 0.000303
+  lr_schedule: constant
+  nonlinearity: elu
+  gamma: 0.99
+  gae_lambda: 0.95
+  ppo_clip_ratio: 0.1
+  ppo_clip_value: 0.2
+  exploration_loss: entropy
+  exploration_loss_coeff: 0.003
+  value_loss_coeff: 0.5
+  max_grad_norm: 0.0
+  adam_eps: 1.0e-06
+  obs_scale: 1.0
+  adaptive_stddev: false
+  with_vtrace: false
+  async_rl: true
+  use_rnn: false
+  normalize_input: true
+  normalize_returns: true
+  stats_avg: 100
+  experiment_summaries_interval: 1
+  save_every_sec: 600
+  keep_checkpoints: 5
+evaluation:
+  eval_interval_steps: null
+  eval_episodes: 5
+  eval_parallel_envs: 1
+  eval_max_steps: 5000
+  eval_deterministic: true
+  eval_suites:
+    fixed:
+    - - 0
+    normal: []
+    uniform: []
+logging:
+  output_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_logs/asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1
+  video:
+    enabled: false
+    num_bins: 1
+  save_step_records: false
+  save_action_records: false
+  save_latency_records: false
+  wandb_project: latency-sensitive-bench
+  wandb_group: asterix
+  wandb_job_type: sample_factory
+  wandb_tags:
+  - atari-hist8-v1
+  - profile
+  - qwenpi_v3
+  wandb_entity: saberrr-zju
+  wandb_name: asterix-qwenpi_v3-hist8-profile-cpu15m-s0-v1

latency-aware/asterix/small-policy/sample-factory-qwenpi_v3-hist8-cpu15m-s0-v1/zero_teacher_config.json

@@ -0,0 +1,263 @@
+{
+  "help": false,
+  "algo": "APPO",
+  "env": "latency_gymnasium",
+  "experiment": "asterix_sf_zero_latency_hist8_cpu15m_seed0",
+  "train_dir": "results/checkpoints/atari_zero_hist8_cpu15m",
+  "restart_behavior": "resume",
+  "device": "gpu",
+  "seed": 0,
+  "initial_model_path": null,
+  "num_policies": 1,
+  "async_rl": true,
+  "serial_mode": false,
+  "batched_sampling": false,
+  "num_batches_to_accumulate": 2,
+  "worker_num_splits": 1,
+  "policy_workers_per_policy": 1,
+  "max_policy_lag": 300,
+  "num_workers": 4,
+  "num_envs_per_worker": 16,
+  "batch_size": 1024,
+  "num_batches_per_epoch": 8,
+  "num_epochs": 2,
+  "rollout": 64,
+  "fasttd3_replay_capacity": 6553600,
+  "fasttd3_replay_batch_size": 32768,
+  "fasttd3_action_chunk_horizon": 1,
+  "fasttd3_transitions_per_update": 64,
+  "fasttd3_train_for_optimizer_steps": 10000000000,
+  "fasttd3_v_min": -250.0,
+  "fasttd3_v_max": 250.0,
+  "fasttd3_actor_action_l2": 0.0,
+  "fasttd3_compile": true,
+  "recurrence": 32,
+  "shuffle_minibatches": false,
+  "gamma": 0.99,
+  "reward_scale": 1.0,
+  "reward_clip": 1000.0,
+  "value_bootstrap": false,
+  "normalize_returns": true,
+  "exploration_loss_coeff": 0.003,
+  "value_loss_coeff": 0.5,
+  "kl_loss_coeff": 0.0,
+  "exploration_loss": "entropy",
+  "gae_lambda": 0.95,
+  "ppo_clip_ratio": 0.1,
+  "ppo_clip_value": 0.2,
+  "with_vtrace": false,
+  "vtrace_rho": 1.0,
+  "vtrace_c": 1.0,
+  "optimizer": "adam",
+  "adam_eps": 1e-06,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "max_grad_norm": 0.0,
+  "learning_rate": 0.000303,
+  "lr_schedule": "constant",
+  "lr_schedule_kl_threshold": 0.008,
+  "lr_adaptive_min": 1e-06,
+  "lr_adaptive_max": 0.01,
+  "obs_subtract_mean": 0.0,
+  "obs_scale": 1.0,
+  "normalize_input": true,
+  "normalize_input_keys": null,
+  "decorrelate_experience_max_seconds": 0,
+  "decorrelate_envs_on_one_worker": true,
+  "actor_worker_gpus": [],
+  "set_workers_cpu_affinity": true,
+  "force_envs_single_thread": false,
+  "default_niceness": 0,
+  "log_to_file": true,
+  "experiment_summaries_interval": 1,
+  "flush_summaries_interval": 30,
+  "stats_avg": 100,
+  "summaries_use_frameskip": true,
+  "heartbeat_interval": 20,
+  "heartbeat_reporting_interval": 180,
+  "train_for_env_steps": 15000000,
+  "train_for_seconds": 10000000000,
+  "save_every_sec": 600,
+  "keep_checkpoints": 5,
+  "load_checkpoint_kind": "latest",
+  "save_milestones_sec": -1,
+  "save_best_every_sec": 5,
+  "save_best_metric": "reward",
+  "save_best_after": 100000,
+  "benchmark": false,
+  "encoder_mlp_layers": [
+    512,
+    512
+  ],
+  "encoder_conv_architecture": "convnet_simple",
+  "encoder_conv_mlp_layers": [
+    512
+  ],
+  "use_rnn": false,
+  "rnn_size": 512,
+  "rnn_type": "gru",
+  "rnn_num_layers": 1,
+  "decoder_mlp_layers": [],
+  "nonlinearity": "elu",
+  "policy_initialization": "orthogonal",
+  "policy_init_gain": 1.0,
+  "actor_critic_share_weights": true,
+  "adaptive_stddev": false,
+  "continuous_tanh_scale": 0.0,
+  "initial_stddev": 1.0,
+  "use_env_info_cache": false,
+  "env_gpu_actions": false,
+  "env_gpu_observations": true,
+  "env_frameskip": 1,
+  "env_framestack": 1,
+  "pixel_format": "CHW",
+  "use_record_episode_statistics": false,
+  "episode_counter": false,
+  "with_wandb": true,
+  "wandb_user": null,
+  "wandb_project": "latency-sensitive-bench",
+  "wandb_group": "asterix",
+  "wandb_job_type": "sample_factory",
+  "wandb_tags": null,
+  "wandb_dir": "/mnt/ssd/codex/atari-zero-hist8-20260924/wandb",
+  "with_pbt": false,
+  "pbt_mix_policies_in_one_env": true,
+  "pbt_period_env_steps": 5000000,
+  "pbt_start_mutation": 20000000,
+  "pbt_replace_fraction": 0.3,
+  "pbt_mutation_rate": 0.15,
+  "pbt_replace_reward_gap": 0.1,
+  "pbt_replace_reward_gap_absolute": 1e-06,
+  "pbt_optimize_gamma": false,
+  "pbt_target_objective": "true_objective",
+  "pbt_perturb_min": 1.1,
+  "pbt_perturb_max": 1.5,
+  "gym_task_name": "asterix",
+  "gym_env_id": "LatencyBench/Asterix-v0",
+  "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Asterix-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
+  "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_asterix\"]",
+  "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"], \"values\": [0, 1, 2, 3, 4, 5, 6, 7, 8]}",
+  "gym_action_labels_json": "[\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"]",
+  "gym_action_values_json": "[0, 1, 2, 3, 4, 5, 6, 7, 8]",
+  "gym_noop_action_id": 0,
+  "gym_noop_action_json": "\"noop\"",
+  "gym_base_prompt": "Collect useful objects and avoid lyres. Choose exactly one action from: noop, up, right, left, down, upright, upleft, downright, downleft.",
+  "gym_state_labels_json": "",
+  "env_fps": 60.0,
+  "obs_fps": 15.0,
+  "frame_stack": 4,
+  "action_history_decisions": 8,
+  "simulator": "cpu",
+  "gpu_env_device": "auto",
+  "gpu_env_batch_size": 1,
+  "noop_max": null,
+  "terminal_on_life_loss": null,
+  "clip_reward": null,
+  "max_episode_steps": null,
+  "export_env_raw_rgb_frames": false,
+  "mode": "train",
+  "latency_type": "zero",
+  "fixed_latency_ms": null,
+  "mean_latency_ms": null,
+  "std_latency_ms": null,
+  "min_latency_ms": null,
+  "max_latency_ms": null,
+  "latency_seed": null,
+  "latency_profile_path": null,
+  "latency_profile_worker_slot": null,
+  "simulated_worker_capacity": null,
+  "add_latency_info": false,
+  "max_pending_actions": null,
+  "hold_last_chunk_action": false,
+  "hold_policy": "hold",
+  "ordering_policy": "issue_order_fifo",
+  "eval_episodes": 5,
+  "eval_parallel_envs": 1,
+  "eval_latency_raw_frame_values": null,
+  "eval_max_steps": 5000,
+  "eval_deterministic": true,
+  "eval_raw_reward": false,
+  "episode_metrics_path": "results/checkpoints/atari_zero_hist8_cpu15m/asterix_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl",
+  "ppo": null,
+  "command_line": "--mode train --algo APPO --env latency_gymnasium --experiment asterix_sf_zero_latency_hist8_cpu15m_seed0 --train_dir results/checkpoints/atari_zero_hist8_cpu15m --restart_behavior resume --device gpu --seed 0 --episode_metrics_path results/checkpoints/atari_zero_hist8_cpu15m/asterix_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl --train_for_env_steps 15000000 --num_workers 4 --num_envs_per_worker 16 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --lr_schedule constant --nonlinearity elu --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.003 --value_loss_coeff 0.5 --max_grad_norm 0.0 --adam_eps 1e-06 --obs_scale 1.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --with_vtrace False --latency-type zero --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 5000 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group asterix --wandb_job_type sample_factory --encoder_conv_architecture convnet_simple --gym-task-name asterix --gym-env-id LatencyBench/Asterix-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/Asterix-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_asterix\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"], \"values\": [0, 1, 2, 3, 4, 5, 6, 7, 8]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"] --gym-action-values-json [0, 1, 2, 3, 4, 5, 6, 7, 8] --gym-noop-action-id 0 --gym-base-prompt Collect useful objects and avoid lyres. Choose exactly one action from: noop, up, right, left, down, upright, upleft, downright, downleft. --env-fps 60 --obs-fps 15 --frame-stack 4 --action-history-decisions 8 --simulator cpu --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False",
+  "cli_args": {
+    "algo": "APPO",
+    "env": "latency_gymnasium",
+    "experiment": "asterix_sf_zero_latency_hist8_cpu15m_seed0",
+    "train_dir": "results/checkpoints/atari_zero_hist8_cpu15m",
+    "restart_behavior": "resume",
+    "device": "gpu",
+    "seed": 0,
+    "num_policies": 1,
+    "async_rl": true,
+    "worker_num_splits": 1,
+    "max_policy_lag": 300,
+    "num_workers": 4,
+    "num_envs_per_worker": 16,
+    "batch_size": 1024,
+    "num_batches_per_epoch": 8,
+    "num_epochs": 2,
+    "rollout": 64,
+    "recurrence": 32,
+    "gamma": 0.99,
+    "normalize_returns": true,
+    "exploration_loss_coeff": 0.003,
+    "value_loss_coeff": 0.5,
+    "exploration_loss": "entropy",
+    "gae_lambda": 0.95,
+    "ppo_clip_ratio": 0.1,
+    "ppo_clip_value": 0.2,
+    "with_vtrace": false,
+    "adam_eps": 1e-06,
+    "max_grad_norm": 0.0,
+    "learning_rate": 0.000303,
+    "lr_schedule": "constant",
+    "obs_scale": 1.0,
+    "normalize_input": true,
+    "experiment_summaries_interval": 1,
+    "stats_avg": 100,
+    "train_for_env_steps": 15000000,
+    "save_every_sec": 600,
+    "keep_checkpoints": 5,
+    "encoder_conv_architecture": "convnet_simple",
+    "use_rnn": false,
+    "nonlinearity": "elu",
+    "adaptive_stddev": false,
+    "use_env_info_cache": false,
+    "with_wandb": true,
+    "wandb_project": "latency-sensitive-bench",
+    "wandb_group": "asterix",
+    "wandb_job_type": "sample_factory",
+    "gym_task_name": "asterix",
+    "gym_env_id": "LatencyBench/Asterix-v0",
+    "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Asterix-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
+    "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_asterix\"]",
+    "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"], \"values\": [0, 1, 2, 3, 4, 5, 6, 7, 8]}",
+    "gym_action_labels_json": "[\"noop\", \"up\", \"right\", \"left\", \"down\", \"upright\", \"upleft\", \"downright\", \"downleft\"]",
+    "gym_action_values_json": "[0, 1, 2, 3, 4, 5, 6, 7, 8]",
+    "gym_noop_action_id": 0,
+    "gym_noop_action_json": "\"noop\"",
+    "gym_base_prompt": "Collect useful objects and avoid lyres. Choose exactly one action from: noop, up, right, left, down, upright, upleft, downright, downleft.",
+    "env_fps": 60.0,
+    "obs_fps": 15.0,
+    "frame_stack": 4,
+    "action_history_decisions": 8,
+    "simulator": "cpu",
+    "mode": "train",
+    "latency_type": "zero",
+    "add_latency_info": false,
+    "hold_policy": "hold",
+    "ordering_policy": "issue_order_fifo",
+    "eval_episodes": 5,
+    "eval_parallel_envs": 1,
+    "eval_max_steps": 5000,
+    "eval_deterministic": true,
+    "episode_metrics_path": "results/checkpoints/atari_zero_hist8_cpu15m/asterix_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl",
+    "output_dir": "outputs/atari_zero_hist8_cpu15m/asterix/train"
+  },
+  "git_hash": "unknown",
+  "git_repo_name": "not a git repository",
+  "eval_env_frameskip": 1,
+  "output_dir": "outputs/atari_zero_hist8_cpu15m/asterix/train",
+  "wandb_unique_id": "asterix_sf_zero_latency_hist8_cpu15m_seed0"
+}