Publish five temporal H8 profiled small checkpoints

latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1/README.md

@@ -0,0 +1,10 @@
+# deadly corridor — qwenoft temporal H8 profiled small policy
+
+Sample Factory APPO small policy trained with an RTX 3090 temporal latency profile, one simulated inference worker, and an eight-decision causal history. This folder contains the training-selected best checkpoint and its exact Sample Factory config.
+
+- W&B run ID: `deadly-corridor-fs4-qwenoft_rtx3090_temporal_hist8_capacity1_native35-s42`
+- Checkpoint: `best_000044776_22925312_reward_2084.409.pth`
+- Training seed: 42; target: 25 million environment steps.
+- Profile SHA256: `bbfb93cef9f63750a9a159ec10a93a9fc6c25e4cb0cac3b39532663b4dc11eba`
+
+The reward in the checkpoint filename is a training selection metric, not a formal evaluation result. See `provenance.json` for exact source paths and hashes.

latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1/best_000044776_22925312_reward_2084.409.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62eee5b587bde20cc912fde9c068d92498a6433b62dec28f8e994004fb8e7e18
+size 36517737

latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1/config.json

@@ -0,0 +1,271 @@
+{
+  "help": false,
+  "algo": "APPO",
+  "env": "doom_deadly_corridor",
+  "experiment": "deadly_corridor_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_native35_fs4_seed42",
+  "train_dir": "results/checkpoints/deadly_corridor/decision_history_native35_temporal_25m_seed42",
+  "restart_behavior": "resume",
+  "device": "gpu",
+  "seed": 42,
+  "initial_model_path": null,
+  "num_policies": 1,
+  "async_rl": true,
+  "serial_mode": false,
+  "batched_sampling": false,
+  "num_batches_to_accumulate": 2,
+  "worker_num_splits": 2,
+  "policy_workers_per_policy": 1,
+  "max_policy_lag": 1000,
+  "num_workers": 32,
+  "num_envs_per_worker": 4,
+  "batch_size": 1024,
+  "num_batches_per_epoch": 2,
+  "num_epochs": 2,
+  "rollout": 128,
+  "fasttd3_replay_capacity": 6553600,
+  "fasttd3_replay_batch_size": 32768,
+  "fasttd3_action_chunk_horizon": 1,
+  "fasttd3_transitions_per_update": 64,
+  "fasttd3_train_for_optimizer_steps": 10000000000,
+  "fasttd3_v_min": -250.0,
+  "fasttd3_v_max": 250.0,
+  "fasttd3_actor_action_l2": 0.0,
+  "fasttd3_compile": true,
+  "recurrence": 128,
+  "shuffle_minibatches": false,
+  "gamma": 0.99,
+  "reward_scale": 1.0,
+  "reward_clip": 1000.0,
+  "value_bootstrap": false,
+  "normalize_returns": true,
+  "exploration_loss_coeff": 0.001,
+  "value_loss_coeff": 0.5,
+  "kl_loss_coeff": 0.0,
+  "exploration_loss": "symmetric_kl",
+  "gae_lambda": 0.95,
+  "ppo_clip_ratio": 0.1,
+  "ppo_clip_value": 0.2,
+  "with_vtrace": false,
+  "vtrace_rho": 1.0,
+  "vtrace_c": 1.0,
+  "optimizer": "adam",
+  "adam_eps": 1e-06,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "max_grad_norm": 4.0,
+  "learning_rate": 0.0001,
+  "lr_schedule": "constant",
+  "lr_schedule_kl_threshold": 0.008,
+  "lr_adaptive_min": 1e-06,
+  "lr_adaptive_max": 0.01,
+  "obs_subtract_mean": 0.0,
+  "obs_scale": 255.0,
+  "normalize_input": true,
+  "normalize_input_keys": null,
+  "decorrelate_experience_max_seconds": 0,
+  "decorrelate_envs_on_one_worker": true,
+  "actor_worker_gpus": [],
+  "set_workers_cpu_affinity": true,
+  "force_envs_single_thread": false,
+  "default_niceness": 0,
+  "log_to_file": true,
+  "experiment_summaries_interval": 1,
+  "flush_summaries_interval": 30,
+  "stats_avg": 100,
+  "summaries_use_frameskip": true,
+  "heartbeat_interval": 20,
+  "heartbeat_reporting_interval": 600,
+  "train_for_env_steps": 25000000,
+  "train_for_seconds": 10000000000,
+  "save_every_sec": 600,
+  "keep_checkpoints": 5,
+  "load_checkpoint_kind": "latest",
+  "save_milestones_sec": -1,
+  "save_best_every_sec": 5,
+  "save_best_metric": "reward",
+  "save_best_after": 100000,
+  "benchmark": false,
+  "encoder_mlp_layers": [
+    512,
+    512
+  ],
+  "encoder_conv_architecture": "convnet_simple",
+  "encoder_conv_mlp_layers": [
+    512
+  ],
+  "use_rnn": true,
+  "rnn_size": 512,
+  "rnn_type": "gru",
+  "rnn_num_layers": 1,
+  "decoder_mlp_layers": [],
+  "nonlinearity": "elu",
+  "policy_initialization": "orthogonal",
+  "policy_init_gain": 1.0,
+  "actor_critic_share_weights": true,
+  "adaptive_stddev": true,
+  "continuous_tanh_scale": 0.0,
+  "initial_stddev": 1.0,
+  "use_env_info_cache": false,
+  "env_gpu_actions": false,
+  "env_gpu_observations": true,
+  "env_frameskip": 1,
+  "env_framestack": 1,
+  "pixel_format": "CHW",
+  "use_record_episode_statistics": false,
+  "episode_counter": false,
+  "with_wandb": true,
+  "wandb_user": null,
+  "wandb_project": "starvla_tasks",
+  "wandb_group": "deadly-corridor-fs4-qwenoft_rtx3090_temporal_hist8_capacity1_native35",
+  "wandb_job_type": "deadly_corridor_decision_history_native35_temporal",
+  "wandb_tags": [
+    "deadly_corridor_decision_history_native35_temporal_25m_seed42",
+    "deadly-corridor",
+    "frame_stack",
+    "temporal",
+    "qwenoft_rtx3090_temporal_hist8_capacity1_native35",
+    "fs4",
+    "seed42"
+  ],
+  "wandb_dir": "/mnt/ssd/latency-sensitive-bench/wandb",
+  "with_pbt": false,
+  "pbt_mix_policies_in_one_env": true,
+  "pbt_period_env_steps": 5000000,
+  "pbt_start_mutation": 20000000,
+  "pbt_replace_fraction": 0.3,
+  "pbt_mutation_rate": 0.15,
+  "pbt_replace_reward_gap": 0.1,
+  "pbt_replace_reward_gap_absolute": 1e-06,
+  "pbt_optimize_gamma": false,
+  "pbt_target_objective": "true_objective",
+  "pbt_perturb_min": 1.1,
+  "pbt_perturb_max": 1.5,
+  "num_agents": -1,
+  "num_humans": 0,
+  "num_bots": -1,
+  "start_bot_difficulty": null,
+  "timelimit": null,
+  "res_w": 128,
+  "res_h": 72,
+  "wide_aspect_ratio": false,
+  "record_to": null,
+  "mode": "train",
+  "env_fps": 35.0,
+  "obs_fps": 8.75,
+  "latency_type": "profile_sample",
+  "fixed_latency_ms": null,
+  "mean_latency_ms": null,
+  "std_latency_ms": null,
+  "min_latency_ms": null,
+  "max_latency_ms": null,
+  "latency_seed": 42,
+  "latency_profile_path": "results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
+  "latency_profile_worker_slot": 0,
+  "simulated_worker_capacity": 1,
+  "add_latency_info": false,
+  "max_pending_actions": null,
+  "hold_policy": "hold",
+  "ordering_policy": "latest_ready",
+  "eval_episodes": 100,
+  "eval_parallel_envs": 1,
+  "eval_latency_raw_frame_values": "0,1,2,3,4,5,10,15,40",
+  "eval_max_steps": 3600,
+  "eval_raw_reward": true,
+  "eval_deterministic": true,
+  "disable_reward_scaling": true,
+  "frame_stack": 4,
+  "action_history_decisions": 8,
+  "max_episode_steps": 0,
+  "simulator": "cpu",
+  "episode_metrics_path": "results/checkpoints/deadly_corridor/decision_history_native35_temporal_25m_seed42/deadly_corridor_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_native35_fs4_seed42/episode_metrics.jsonl",
+  "vizdoom_init_max_parallel": 10,
+  "vizdoom_init_lock_timeout_sec": 5.0,
+  "vizdoom_init_lock_max_wait_sec": 60.0,
+  "vizdoom_init_retry_jitter_sec": 0.25,
+  "eval_env_frameskip": 1,
+  "fps": 35,
+  "command_line": "--mode train --algo APPO --env doom_deadly_corridor --experiment deadly_corridor_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_native35_fs4_seed42 --train_dir results/checkpoints/deadly_corridor/decision_history_native35_temporal_25m_seed42 --restart_behavior resume --device gpu --seed 42 --episode_metrics_path results/checkpoints/deadly_corridor/decision_history_native35_temporal_25m_seed42/deadly_corridor_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_native35_fs4_seed42/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 32 --num_envs_per_worker 4 --num_policies 1 --batch_size 1024 --rollout 128 --recurrence 128 --num_epochs 2 --num_batches_per_epoch 2 --worker_num_splits 2 --learning_rate 0.0001 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss symmetric_kl --exploration_loss_coeff 0.001 --value_loss_coeff 0.5 --max_grad_norm 4.0 --rnn_type gru --rnn_size 512 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn True --normalize_returns True --normalize_input True --latency-type profile_sample --latency-seed 42 --latency-profile-path results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --simulated-worker-capacity 1 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 1 --eval-max-steps 3600 --eval-deterministic True --eval-raw-reward --with_wandb True --wandb_project starvla_tasks --wandb_group deadly-corridor-fs4-qwenoft_rtx3090_temporal_hist8_capacity1_native35 --wandb_job_type deadly_corridor_decision_history_native35_temporal --wandb_tags deadly_corridor_decision_history_native35_temporal_25m_seed42 deadly-corridor frame_stack temporal qwenoft_rtx3090_temporal_hist8_capacity1_native35 fs4 seed42 --env-fps 35 --obs-fps 8.75 --res_w 128 --res_h 72 --wide_aspect_ratio False --frame_stack 4 --action-history-decisions 8 --simulator cpu --disable-reward-scaling True --hold-policy hold --ordering-policy latest_ready",
+  "cli_args": {
+    "algo": "APPO",
+    "env": "doom_deadly_corridor",
+    "experiment": "deadly_corridor_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_native35_fs4_seed42",
+    "train_dir": "results/checkpoints/deadly_corridor/decision_history_native35_temporal_25m_seed42",
+    "restart_behavior": "resume",
+    "device": "gpu",
+    "seed": 42,
+    "num_policies": 1,
+    "async_rl": true,
+    "worker_num_splits": 2,
+    "num_workers": 32,
+    "num_envs_per_worker": 4,
+    "batch_size": 1024,
+    "num_batches_per_epoch": 2,
+    "num_epochs": 2,
+    "rollout": 128,
+    "recurrence": 128,
+    "gamma": 0.99,
+    "normalize_returns": true,
+    "exploration_loss_coeff": 0.001,
+    "value_loss_coeff": 0.5,
+    "exploration_loss": "symmetric_kl",
+    "gae_lambda": 0.95,
+    "ppo_clip_ratio": 0.1,
+    "ppo_clip_value": 0.2,
+    "max_grad_norm": 4.0,
+    "learning_rate": 0.0001,
+    "normalize_input": true,
+    "experiment_summaries_interval": 1,
+    "stats_avg": 100,
+    "train_for_env_steps": 25000000,
+    "save_every_sec": 600,
+    "keep_checkpoints": 5,
+    "use_rnn": true,
+    "rnn_size": 512,
+    "rnn_type": "gru",
+    "with_wandb": true,
+    "wandb_project": "starvla_tasks",
+    "wandb_group": "deadly-corridor-fs4-qwenoft_rtx3090_temporal_hist8_capacity1_native35",
+    "wandb_job_type": "deadly_corridor_decision_history_native35_temporal",
+    "wandb_tags": [
+      "deadly_corridor_decision_history_native35_temporal_25m_seed42",
+      "deadly-corridor",
+      "frame_stack",
+      "temporal",
+      "qwenoft_rtx3090_temporal_hist8_capacity1_native35",
+      "fs4",
+      "seed42"
+    ],
+    "res_w": 128,
+    "res_h": 72,
+    "wide_aspect_ratio": false,
+    "mode": "train",
+    "env_fps": 35.0,
+    "obs_fps": 8.75,
+    "latency_type": "profile_sample",
+    "latency_seed": 42,
+    "latency_profile_path": "results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
+    "latency_profile_worker_slot": 0,
+    "simulated_worker_capacity": 1,
+    "add_latency_info": false,
+    "hold_policy": "hold",
+    "ordering_policy": "latest_ready",
+    "eval_episodes": 100,
+    "eval_parallel_envs": 1,
+    "eval_max_steps": 3600,
+    "eval_raw_reward": true,
+    "eval_deterministic": true,
+    "disable_reward_scaling": true,
+    "frame_stack": 4,
+    "action_history_decisions": 8,
+    "simulator": "cpu",
+    "episode_metrics_path": "results/checkpoints/deadly_corridor/decision_history_native35_temporal_25m_seed42/deadly_corridor_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_native35_fs4_seed42/episode_metrics.jsonl",
+    "env_frameskip": 1,
+    "eval_env_frameskip": 1,
+    "output_dir": "outputs/tasks/deadly_corridor/decision_history_native35_temporal_25m_seed42/train/frame_stack/qwenoft_rtx3090_temporal_hist8_capacity1_native35/fs4/seed_42",
+    "wandb_unique_id": "deadly-corridor-fs4-qwenoft_rtx3090_temporal_hist8_capacity1_native35-s42"
+  },
+  "git_hash": "unknown",
+  "git_repo_name": "not a git repository",
+  "output_dir": "outputs/tasks/deadly_corridor/decision_history_native35_temporal_25m_seed42/train/frame_stack/qwenoft_rtx3090_temporal_hist8_capacity1_native35/fs4/seed_42",
+  "wandb_unique_id": "deadly-corridor-fs4-qwenoft_rtx3090_temporal_hist8_capacity1_native35-s42"
+}

latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1/provenance.json

@@ -0,0 +1,16 @@
+{
+  "task": "deadly_corridor",
+  "method": "Sample Factory APPO; decision_v1 history of eight completed decisions",
+  "training_seed": 42,
+  "training_target_env_steps": 25000000,
+  "wandb_run_id": "deadly-corridor-fs4-qwenoft_rtx3090_temporal_hist8_capacity1_native35-s42",
+  "wandb_source_run": "saberrr-zju/starvla_tasks/deadly-corridor-fs4-qwenoft_rtx3090_temporal_hist8_capacity1_native35-s42",
+  "source_checkpoint": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/deadly_corridor/decision_history_native35_temporal_25m_seed42/deadly_corridor_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_native35_fs4_seed42/checkpoint_p0/best_000044776_22925312_reward_2084.409.pth",
+  "checkpoint_sha256": "62eee5b587bde20cc912fde9c068d92498a6433b62dec28f8e994004fb8e7e18",
+  "checkpoint_selection": "training best",
+  "source_config": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/deadly_corridor/decision_history_native35_temporal_25m_seed42/deadly_corridor_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_native35_fs4_seed42/config.json",
+  "config_sha256": "197ae2713f01bde79336eb319222179fcdbf67dfe1f01290dcef3c0e4d0e603a",
+  "source_profile_path": "/mnt/ssd/latency-sensitive-bench/results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
+  "profile_sha256": "bbfb93cef9f63750a9a159ec10a93a9fc6c25e4cb0cac3b39532663b4dc11eba",
+  "hf_path": "latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1"
+}

latency-aware/demon-attack/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-s42-v1/README.md

@@ -0,0 +1,10 @@
+# demon attack — qwenoft temporal H8 profiled small policy
+
+Sample Factory APPO small policy trained with an RTX 3090 temporal latency profile, one simulated inference worker, and an eight-decision causal history. This folder contains the training-selected best checkpoint and its exact Sample Factory config.
+
+- W&B run ID: `demon-attack-fs4-qwenoft_rtx3090_temporal_hist8_capacity1-s42`
+- Checkpoint: `best_000048224_24690688_reward_9340.850.pth`
+- Training seed: 42; target: 25 million environment steps.
+- Profile SHA256: `9b1ecf42b4cbd1f28970668922610509f1e7e3302ff34aaa854b1795986eeccb`
+
+The reward in the checkpoint filename is a training selection metric, not a formal evaluation result. See `provenance.json` for exact source paths and hashes.

latency-aware/demon-attack/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-s42-v1/best_000048224_24690688_reward_9340.850.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d330baeb8c09e96026f3370fd3ea2e1f3d6c3c66149566b9b16d6af75086055a
+size 24472102

latency-aware/demon-attack/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-s42-v1/config.json

@@ -0,0 +1,278 @@
+{
+  "help": false,
+  "algo": "APPO",
+  "env": "latency_demon_attack",
+  "experiment": "demon_attack_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_fs4_seed42",
+  "train_dir": "results/checkpoints/demon_attack/decision_history_temporal_25m_seed42",
+  "restart_behavior": "resume",
+  "device": "gpu",
+  "seed": 42,
+  "initial_model_path": null,
+  "num_policies": 1,
+  "async_rl": true,
+  "serial_mode": false,
+  "batched_sampling": true,
+  "num_batches_to_accumulate": 2,
+  "worker_num_splits": 1,
+  "policy_workers_per_policy": 1,
+  "max_policy_lag": 300,
+  "num_workers": 1,
+  "num_envs_per_worker": 1,
+  "batch_size": 1024,
+  "num_batches_per_epoch": 8,
+  "num_epochs": 2,
+  "rollout": 64,
+  "fasttd3_replay_capacity": 6553600,
+  "fasttd3_replay_batch_size": 32768,
+  "fasttd3_action_chunk_horizon": 1,
+  "fasttd3_transitions_per_update": 64,
+  "fasttd3_train_for_optimizer_steps": 10000000000,
+  "fasttd3_v_min": -250.0,
+  "fasttd3_v_max": 250.0,
+  "fasttd3_actor_action_l2": 0.0,
+  "fasttd3_compile": true,
+  "recurrence": 32,
+  "shuffle_minibatches": false,
+  "gamma": 0.99,
+  "reward_scale": 1.0,
+  "reward_clip": 1000.0,
+  "value_bootstrap": false,
+  "normalize_returns": true,
+  "exploration_loss_coeff": 0.003,
+  "value_loss_coeff": 0.5,
+  "kl_loss_coeff": 0.0,
+  "exploration_loss": "entropy",
+  "gae_lambda": 0.95,
+  "ppo_clip_ratio": 0.1,
+  "ppo_clip_value": 0.2,
+  "with_vtrace": false,
+  "vtrace_rho": 1.0,
+  "vtrace_c": 1.0,
+  "optimizer": "adam",
+  "adam_eps": 1e-05,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "max_grad_norm": 0.0,
+  "learning_rate": 0.000303,
+  "lr_schedule": "linear_decay",
+  "lr_schedule_kl_threshold": 0.008,
+  "lr_adaptive_min": 1e-06,
+  "lr_adaptive_max": 0.01,
+  "obs_subtract_mean": 0.0,
+  "obs_scale": 255.0,
+  "normalize_input": true,
+  "normalize_input_keys": null,
+  "decorrelate_experience_max_seconds": 0,
+  "decorrelate_envs_on_one_worker": true,
+  "actor_worker_gpus": [
+    0
+  ],
+  "set_workers_cpu_affinity": true,
+  "force_envs_single_thread": false,
+  "default_niceness": 0,
+  "log_to_file": true,
+  "experiment_summaries_interval": 1,
+  "flush_summaries_interval": 30,
+  "stats_avg": 100,
+  "summaries_use_frameskip": true,
+  "heartbeat_interval": 20,
+  "heartbeat_reporting_interval": 180,
+  "train_for_env_steps": 25000000,
+  "train_for_seconds": 10000000000,
+  "save_every_sec": 600,
+  "keep_checkpoints": 5,
+  "load_checkpoint_kind": "latest",
+  "save_milestones_sec": -1,
+  "save_best_every_sec": 5,
+  "save_best_metric": "reward",
+  "save_best_after": 100000,
+  "benchmark": false,
+  "encoder_mlp_layers": [
+    512,
+    512
+  ],
+  "encoder_conv_architecture": "convnet_atari",
+  "encoder_conv_mlp_layers": [
+    512
+  ],
+  "use_rnn": false,
+  "rnn_size": 512,
+  "rnn_type": "gru",
+  "rnn_num_layers": 1,
+  "decoder_mlp_layers": [],
+  "nonlinearity": "elu",
+  "policy_initialization": "orthogonal",
+  "policy_init_gain": 1.0,
+  "actor_critic_share_weights": true,
+  "adaptive_stddev": true,
+  "continuous_tanh_scale": 0.0,
+  "initial_stddev": 1.0,
+  "use_env_info_cache": false,
+  "env_gpu_actions": true,
+  "env_gpu_observations": true,
+  "env_frameskip": 1,
+  "env_framestack": 1,
+  "pixel_format": "CHW",
+  "use_record_episode_statistics": false,
+  "episode_counter": false,
+  "with_wandb": true,
+  "wandb_user": null,
+  "wandb_project": "starvla_tasks",
+  "wandb_group": "demon-attack-fs4-qwenoft_rtx3090_temporal_hist8_capacity1",
+  "wandb_job_type": "demon_attack_decision_history_temporal",
+  "wandb_tags": [
+    "demon_attack_decision_history_temporal_25m_seed42",
+    "demon-attack",
+    "frame_stack",
+    "temporal",
+    "qwenoft_rtx3090_temporal_hist8_capacity1",
+    "fs4",
+    "seed42"
+  ],
+  "wandb_dir": "/mnt/ssd/latency-sensitive-bench/wandb",
+  "with_pbt": false,
+  "pbt_mix_policies_in_one_env": true,
+  "pbt_period_env_steps": 5000000,
+  "pbt_start_mutation": 20000000,
+  "pbt_replace_fraction": 0.3,
+  "pbt_mutation_rate": 0.15,
+  "pbt_replace_reward_gap": 0.1,
+  "pbt_replace_reward_gap_absolute": 1e-06,
+  "pbt_optimize_gamma": false,
+  "pbt_target_objective": "true_objective",
+  "pbt_perturb_min": 1.1,
+  "pbt_perturb_max": 1.5,
+  "env_id": "ALE/DemonAttack-v5",
+  "env_fps": 60.0,
+  "obs_fps": 15.0,
+  "screen_size": 84,
+  "noop_max": 30,
+  "reset_mode": "fire",
+  "frame_stack": 4,
+  "action_history_decisions": 8,
+  "terminal_on_life_loss": true,
+  "clip_reward": true,
+  "repeat_action_probability": 0.0,
+  "full_action_space": false,
+  "max_episode_steps": 25000,
+  "simulator": "gpu",
+  "gpu_env_device": "auto",
+  "gpu_env_batch_size": 512,
+  "export_env_raw_rgb_frames": false,
+  "mode": "train",
+  "latency_type": "profile_sample",
+  "fixed_latency_ms": null,
+  "mean_latency_ms": null,
+  "std_latency_ms": null,
+  "min_latency_ms": null,
+  "max_latency_ms": null,
+  "latency_seed": 42,
+  "latency_profile_path": "results/profiling/profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
+  "latency_profile_worker_slot": 0,
+  "simulated_worker_capacity": 1,
+  "add_latency_info": false,
+  "max_pending_actions": null,
+  "hold_policy": "hold",
+  "ordering_policy": "latest_ready",
+  "eval_episodes": 100,
+  "eval_parallel_envs": 1,
+  "eval_latency_raw_frame_values": "0,1,2,3,4,5",
+  "eval_max_steps": 14400,
+  "eval_deterministic": true,
+  "eval_raw_reward": true,
+  "episode_metrics_path": "results/checkpoints/demon_attack/decision_history_temporal_25m_seed42/demon_attack_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_fs4_seed42/episode_metrics.jsonl",
+  "command_line": "--mode train --algo APPO --env latency_demon_attack --experiment demon_attack_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_fs4_seed42 --train_dir results/checkpoints/demon_attack/decision_history_temporal_25m_seed42 --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-env-batch-size 512 --seed 42 --episode_metrics_path results/checkpoints/demon_attack/decision_history_temporal_25m_seed42/demon_attack_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_fs4_seed42/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 1 --num_envs_per_worker 1 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --lr_schedule linear_decay --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --batched_sampling True --use_rnn False --normalize_returns True --normalize_input True --latency-type profile_sample --latency-seed 42 --latency-profile-path results/profiling/profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --simulated-worker-capacity 1 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 1 --eval-max-steps 14400 --eval-deterministic True --eval-raw-reward --with_wandb True --wandb_project starvla_tasks --wandb_group demon-attack-fs4-qwenoft_rtx3090_temporal_hist8_capacity1 --wandb_job_type demon_attack_decision_history_temporal --wandb_tags demon_attack_decision_history_temporal_25m_seed42 demon-attack frame_stack temporal qwenoft_rtx3090_temporal_hist8_capacity1 fs4 seed42 --env_id ALE/DemonAttack-v5 --env-fps 60 --obs-fps 15.0 --screen_size 84 --noop_max 30 --reset-mode fire --frame_stack 4 --action-history-decisions 8 --terminal_on_life_loss True --clip_reward True --repeat_action_probability 0.0 --full_action_space False --max_episode_steps 25000 --simulator gpu --gpu-env-device auto --hold-policy hold --ordering-policy latest_ready",
+  "cli_args": {
+    "algo": "APPO",
+    "env": "latency_demon_attack",
+    "experiment": "demon_attack_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_fs4_seed42",
+    "train_dir": "results/checkpoints/demon_attack/decision_history_temporal_25m_seed42",
+    "restart_behavior": "resume",
+    "device": "gpu",
+    "seed": 42,
+    "num_policies": 1,
+    "async_rl": true,
+    "batched_sampling": true,
+    "worker_num_splits": 1,
+    "max_policy_lag": 300,
+    "num_workers": 1,
+    "num_envs_per_worker": 1,
+    "batch_size": 1024,
+    "num_batches_per_epoch": 8,
+    "num_epochs": 2,
+    "rollout": 64,
+    "recurrence": 32,
+    "gamma": 0.99,
+    "normalize_returns": true,
+    "value_loss_coeff": 0.5,
+    "gae_lambda": 0.95,
+    "ppo_clip_ratio": 0.1,
+    "ppo_clip_value": 0.2,
+    "max_grad_norm": 0.0,
+    "learning_rate": 0.000303,
+    "lr_schedule": "linear_decay",
+    "normalize_input": true,
+    "actor_worker_gpus": [
+      0
+    ],
+    "experiment_summaries_interval": 1,
+    "stats_avg": 100,
+    "train_for_env_steps": 25000000,
+    "save_every_sec": 600,
+    "keep_checkpoints": 5,
+    "use_rnn": false,
+    "env_gpu_actions": true,
+    "env_gpu_observations": true,
+    "with_wandb": true,
+    "wandb_project": "starvla_tasks",
+    "wandb_group": "demon-attack-fs4-qwenoft_rtx3090_temporal_hist8_capacity1",
+    "wandb_job_type": "demon_attack_decision_history_temporal",
+    "wandb_tags": [
+      "demon_attack_decision_history_temporal_25m_seed42",
+      "demon-attack",
+      "frame_stack",
+      "temporal",
+      "qwenoft_rtx3090_temporal_hist8_capacity1",
+      "fs4",
+      "seed42"
+    ],
+    "env_id": "ALE/DemonAttack-v5",
+    "env_fps": 60.0,
+    "obs_fps": 15.0,
+    "screen_size": 84,
+    "noop_max": 30,
+    "reset_mode": "fire",
+    "frame_stack": 4,
+    "action_history_decisions": 8,
+    "terminal_on_life_loss": true,
+    "clip_reward": true,
+    "repeat_action_probability": 0.0,
+    "full_action_space": false,
+    "max_episode_steps": 25000,
+    "simulator": "gpu",
+    "gpu_env_device": "auto",
+    "gpu_env_batch_size": 512,
+    "mode": "train",
+    "latency_type": "profile_sample",
+    "latency_seed": 42,
+    "latency_profile_path": "results/profiling/profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
+    "latency_profile_worker_slot": 0,
+    "simulated_worker_capacity": 1,
+    "add_latency_info": false,
+    "hold_policy": "hold",
+    "ordering_policy": "latest_ready",
+    "eval_episodes": 100,
+    "eval_parallel_envs": 1,
+    "eval_max_steps": 14400,
+    "eval_deterministic": true,
+    "eval_raw_reward": true,
+    "episode_metrics_path": "results/checkpoints/demon_attack/decision_history_temporal_25m_seed42/demon_attack_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_fs4_seed42/episode_metrics.jsonl",
+    "output_dir": "outputs/tasks/demon_attack/decision_history_temporal_25m_seed42/train/frame_stack/qwenoft_rtx3090_temporal_hist8_capacity1/fs4/seed_42",
+    "wandb_unique_id": "demon-attack-fs4-qwenoft_rtx3090_temporal_hist8_capacity1-s42"
+  },
+  "git_hash": "unknown",
+  "git_repo_name": "not a git repository",
+  "eval_env_frameskip": 1,
+  "output_dir": "outputs/tasks/demon_attack/decision_history_temporal_25m_seed42/train/frame_stack/qwenoft_rtx3090_temporal_hist8_capacity1/fs4/seed_42",
+  "wandb_unique_id": "demon-attack-fs4-qwenoft_rtx3090_temporal_hist8_capacity1-s42"
+}

latency-aware/demon-attack/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-s42-v1/provenance.json

@@ -0,0 +1,16 @@
+{
+  "task": "demon_attack",
+  "method": "Sample Factory APPO; decision_v1 history of eight completed decisions",
+  "training_seed": 42,
+  "training_target_env_steps": 25000000,
+  "wandb_run_id": "demon-attack-fs4-qwenoft_rtx3090_temporal_hist8_capacity1-s42",
+  "wandb_source_run": "saberrr-zju/starvla_tasks/demon-attack-fs4-qwenoft_rtx3090_temporal_hist8_capacity1-s42",
+  "source_checkpoint": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/demon_attack/decision_history_temporal_25m_seed42/demon_attack_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_fs4_seed42/checkpoint_p0/best_000048224_24690688_reward_9340.850.pth",
+  "checkpoint_sha256": "d330baeb8c09e96026f3370fd3ea2e1f3d6c3c66149566b9b16d6af75086055a",
+  "checkpoint_selection": "training best",
+  "source_config": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/demon_attack/decision_history_temporal_25m_seed42/demon_attack_frame_stack_qwenoft_rtx3090_temporal_hist8_capacity1_fs4_seed42/config.json",
+  "config_sha256": "109c48c11d24fd4b12ad6eede93c0919aeae6ec8e41cb3e86cf0aa143a8eeef4",
+  "source_profile_path": "/mnt/ssd/latency-sensitive-bench/results/profiling/profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
+  "profile_sha256": "9b1ecf42b4cbd1f28970668922610509f1e7e3302ff34aaa854b1795986eeccb",
+  "hf_path": "latency-aware/demon-attack/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-s42-v1"
+}

latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-s42-v1/README.md

@@ -0,0 +1,10 @@
+# flappy — gr00t temporal H8 profiled small policy
+
+Sample Factory APPO small policy trained with an RTX 3090 temporal latency profile, one simulated inference worker, and an eight-decision causal history. This folder contains the training-selected best checkpoint and its exact Sample Factory config.
+
+- W&B run ID: `flappy-obs10-gr00t_rtx3090_temporal_hist8_capacity1-s42`
+- Checkpoint: `best_000048832_25001984_reward_3570.134.pth`
+- Training seed: 42; target: 25 million environment steps.
+- Profile SHA256: `0654f7097e292cc837a483ef8e5f7ed9c3410fd684582b31b7d8358719452b60`
+
+The reward in the checkpoint filename is a training selection metric, not a formal evaluation result. See `provenance.json` for exact source paths and hashes.

latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-s42-v1/best_000048832_25001984_reward_3570.134.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9dc95bdf974d98f05783c0eb53716fc3d8d894f4b6114a5a2123737da7a08b7
+size 25128486

latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-s42-v1/config.json

@@ -0,0 +1,296 @@
+{
+  "help": false,
+  "algo": "APPO",
+  "env": "latency_flappy",
+  "experiment": "flappy_profile_gr00t_rtx3090_temporal_hist8_capacity1_obs10_seed42",
+  "train_dir": "results/checkpoints/flappy/decision_history_temporal_25m_seed42",
+  "restart_behavior": "resume",
+  "device": "gpu",
+  "seed": 42,
+  "initial_model_path": null,
+  "num_policies": 1,
+  "async_rl": true,
+  "serial_mode": false,
+  "batched_sampling": true,
+  "num_batches_to_accumulate": 2,
+  "worker_num_splits": 1,
+  "policy_workers_per_policy": 1,
+  "max_policy_lag": 400,
+  "num_workers": 2,
+  "num_envs_per_worker": 1,
+  "batch_size": 4096,
+  "num_batches_per_epoch": 8,
+  "num_epochs": 8,
+  "rollout": 128,
+  "fasttd3_replay_capacity": 6553600,
+  "fasttd3_replay_batch_size": 32768,
+  "fasttd3_action_chunk_horizon": 1,
+  "fasttd3_transitions_per_update": 64,
+  "fasttd3_train_for_optimizer_steps": 10000000000,
+  "fasttd3_v_min": -250.0,
+  "fasttd3_v_max": 250.0,
+  "fasttd3_actor_action_l2": 0.0,
+  "fasttd3_compile": true,
+  "recurrence": 1,
+  "shuffle_minibatches": false,
+  "gamma": 0.99,
+  "reward_scale": 1.0,
+  "reward_clip": 1000.0,
+  "value_bootstrap": false,
+  "normalize_returns": true,
+  "exploration_loss_coeff": 0.003,
+  "value_loss_coeff": 0.5,
+  "kl_loss_coeff": 0.0,
+  "exploration_loss": "entropy",
+  "gae_lambda": 0.95,
+  "ppo_clip_ratio": 0.1,
+  "ppo_clip_value": 0.2,
+  "with_vtrace": false,
+  "vtrace_rho": 1.0,
+  "vtrace_c": 1.0,
+  "optimizer": "adam",
+  "adam_eps": 1e-05,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "max_grad_norm": 0.5,
+  "learning_rate": 0.00025,
+  "lr_schedule": "linear_decay",
+  "lr_schedule_kl_threshold": 0.008,
+  "lr_adaptive_min": 1e-06,
+  "lr_adaptive_max": 0.01,
+  "obs_subtract_mean": 0.0,
+  "obs_scale": 255.0,
+  "normalize_input": true,
+  "normalize_input_keys": null,
+  "decorrelate_experience_max_seconds": 0,
+  "decorrelate_envs_on_one_worker": true,
+  "actor_worker_gpus": [
+    0
+  ],
+  "set_workers_cpu_affinity": true,
+  "force_envs_single_thread": false,
+  "default_niceness": 0,
+  "log_to_file": true,
+  "experiment_summaries_interval": 1,
+  "flush_summaries_interval": 30,
+  "stats_avg": 100,
+  "summaries_use_frameskip": true,
+  "heartbeat_interval": 20,
+  "heartbeat_reporting_interval": 180,
+  "train_for_env_steps": 25000000,
+  "train_for_seconds": 10000000000,
+  "save_every_sec": 600,
+  "keep_checkpoints": 5,
+  "load_checkpoint_kind": "latest",
+  "save_milestones_sec": -1,
+  "save_best_every_sec": 5,
+  "save_best_metric": "reward",
+  "save_best_after": 100000,
+  "benchmark": false,
+  "encoder_mlp_layers": [
+    512,
+    512
+  ],
+  "encoder_conv_architecture": "convnet_atari",
+  "encoder_conv_mlp_layers": [
+    512
+  ],
+  "use_rnn": false,
+  "rnn_size": 512,
+  "rnn_type": "gru",
+  "rnn_num_layers": 1,
+  "decoder_mlp_layers": [],
+  "nonlinearity": "elu",
+  "policy_initialization": "orthogonal",
+  "policy_init_gain": 1.0,
+  "actor_critic_share_weights": true,
+  "adaptive_stddev": true,
+  "continuous_tanh_scale": 0.0,
+  "initial_stddev": 1.0,
+  "use_env_info_cache": false,
+  "env_gpu_actions": true,
+  "env_gpu_observations": true,
+  "env_frameskip": 1,
+  "env_framestack": 1,
+  "pixel_format": "CHW",
+  "use_record_episode_statistics": false,
+  "episode_counter": false,
+  "with_wandb": true,
+  "wandb_user": null,
+  "wandb_project": "starvla_tasks",
+  "wandb_group": "flappy-obs10-gr00t_rtx3090_temporal_hist8_capacity1",
+  "wandb_job_type": "flappy_decision_history_temporal",
+  "wandb_tags": [
+    "flappy_decision_history_temporal_25m_seed42",
+    "flappy",
+    "profile",
+    "temporal",
+    "gr00t_rtx3090_temporal_hist8_capacity1",
+    "obs10",
+    "seed42"
+  ],
+  "wandb_dir": "/mnt/ssd/latency-sensitive-bench/wandb",
+  "with_pbt": false,
+  "pbt_mix_policies_in_one_env": true,
+  "pbt_period_env_steps": 5000000,
+  "pbt_start_mutation": 20000000,
+  "pbt_replace_fraction": 0.3,
+  "pbt_mutation_rate": 0.15,
+  "pbt_replace_reward_gap": 0.1,
+  "pbt_replace_reward_gap_absolute": 1e-06,
+  "pbt_optimize_gamma": false,
+  "pbt_target_objective": "true_objective",
+  "pbt_perturb_min": 1.1,
+  "pbt_perturb_max": 1.5,
+  "gym_id": "FlappyBird-v0",
+  "env_fps": 10.0,
+  "obs_fps": 10.0,
+  "use_lidar": false,
+  "normalize_obs": true,
+  "audio_on": false,
+  "screen_size": "",
+  "obs_resize": "84,84",
+  "use_gpu_render": true,
+  "simulator": "gpu",
+  "gpu_render_device": "auto",
+  "gpu_render_batch_size": 128,
+  "gpu_render_profile": false,
+  "gpu_render_profile_interval": 200,
+  "mask_unadmitted_actor": false,
+  "include_transport_history": false,
+  "zero_worker_busy_bit": false,
+  "action_history_decisions": 8,
+  "lr_schedule_min_lr": 0.0,
+  "pipe_gap": 100,
+  "bird_color": "yellow",
+  "pipe_color": "green",
+  "background": "day",
+  "score_limit": -1,
+  "frame_stack": 4,
+  "debug": false,
+  "debug_timelimit_diagnostics": false,
+  "max_episode_steps": 0,
+  "mode": "train",
+  "latency_type": "profile_sample",
+  "fixed_latency_ms": null,
+  "mean_latency_ms": null,
+  "std_latency_ms": null,
+  "min_latency_ms": null,
+  "max_latency_ms": null,
+  "latency_seed": 42,
+  "latency_profile_path": "results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
+  "latency_profile_worker_slot": 0,
+  "simulated_worker_capacity": 1,
+  "add_latency_info": false,
+  "max_pending_actions": null,
+  "hold_policy": "one_frame_then_noop",
+  "ordering_policy": "latest_ready",
+  "eval_episodes": 100,
+  "eval_parallel_envs": 100,
+  "eval_latency_raw_frame_values": "0,1,2,3,4,5",
+  "eval_max_steps": 18000,
+  "eval_deterministic": true,
+  "eval_raw_reward": false,
+  "episode_metrics_path": "results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_gr00t_rtx3090_temporal_hist8_capacity1_obs10_seed42/episode_metrics.jsonl",
+  "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_profile_gr00t_rtx3090_temporal_hist8_capacity1_obs10_seed42 --train_dir results/checkpoints/flappy/decision_history_temporal_25m_seed42 --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 42 --episode_metrics_path results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_gr00t_rtx3090_temporal_hist8_capacity1_obs10_seed42/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --lr_schedule linear_decay --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type profile_sample --latency-seed 42 --latency-profile-path results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --simulated-worker-capacity 1 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 18000 --eval-deterministic True --with_wandb True --wandb_project starvla_tasks --wandb_group flappy-obs10-gr00t_rtx3090_temporal_hist8_capacity1 --wandb_job_type flappy_decision_history_temporal --wandb_tags flappy_decision_history_temporal_25m_seed42 flappy profile temporal gr00t_rtx3090_temporal_hist8_capacity1 obs10 seed42 --gym_id FlappyBird-v0 --env-fps 10 --obs-fps 10.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --mask-unadmitted-actor False --include-transport-history False --zero-worker-busy-bit False --action-history-decisions 8 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
+  "cli_args": {
+    "algo": "APPO",
+    "env": "latency_flappy",
+    "experiment": "flappy_profile_gr00t_rtx3090_temporal_hist8_capacity1_obs10_seed42",
+    "train_dir": "results/checkpoints/flappy/decision_history_temporal_25m_seed42",
+    "restart_behavior": "resume",
+    "device": "gpu",
+    "seed": 42,
+    "num_policies": 1,
+    "async_rl": true,
+    "batched_sampling": true,
+    "worker_num_splits": 1,
+    "max_policy_lag": 400,
+    "num_workers": 2,
+    "num_envs_per_worker": 1,
+    "batch_size": 4096,
+    "num_batches_per_epoch": 8,
+    "num_epochs": 8,
+    "rollout": 128,
+    "recurrence": 1,
+    "gamma": 0.99,
+    "normalize_returns": true,
+    "value_loss_coeff": 0.5,
+    "gae_lambda": 0.95,
+    "ppo_clip_ratio": 0.1,
+    "ppo_clip_value": 0.2,
+    "max_grad_norm": 0.5,
+    "learning_rate": 0.00025,
+    "lr_schedule": "linear_decay",
+    "normalize_input": true,
+    "actor_worker_gpus": [
+      0
+    ],
+    "experiment_summaries_interval": 1,
+    "stats_avg": 100,
+    "train_for_env_steps": 25000000,
+    "save_every_sec": 600,
+    "keep_checkpoints": 5,
+    "use_rnn": false,
+    "env_gpu_actions": true,
+    "env_gpu_observations": true,
+    "with_wandb": true,
+    "wandb_project": "starvla_tasks",
+    "wandb_group": "flappy-obs10-gr00t_rtx3090_temporal_hist8_capacity1",
+    "wandb_job_type": "flappy_decision_history_temporal",
+    "wandb_tags": [
+      "flappy_decision_history_temporal_25m_seed42",
+      "flappy",
+      "profile",
+      "temporal",
+      "gr00t_rtx3090_temporal_hist8_capacity1",
+      "obs10",
+      "seed42"
+    ],
+    "gym_id": "FlappyBird-v0",
+    "env_fps": 10.0,
+    "obs_fps": 10.0,
+    "use_lidar": false,
+    "normalize_obs": true,
+    "audio_on": false,
+    "obs_resize": "84,84",
+    "use_gpu_render": true,
+    "simulator": "gpu",
+    "gpu_render_device": "auto",
+    "gpu_render_batch_size": 128,
+    "gpu_render_profile": false,
+    "gpu_render_profile_interval": 200,
+    "mask_unadmitted_actor": false,
+    "include_transport_history": false,
+    "zero_worker_busy_bit": false,
+    "action_history_decisions": 8,
+    "pipe_gap": 100,
+    "bird_color": "yellow",
+    "pipe_color": "green",
+    "background": "day",
+    "frame_stack": 4,
+    "debug": false,
+    "debug_timelimit_diagnostics": false,
+    "mode": "train",
+    "latency_type": "profile_sample",
+    "latency_seed": 42,
+    "latency_profile_path": "results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
+    "latency_profile_worker_slot": 0,
+    "simulated_worker_capacity": 1,
+    "add_latency_info": false,
+    "hold_policy": "one_frame_then_noop",
+    "ordering_policy": "latest_ready",
+    "eval_episodes": 100,
+    "eval_parallel_envs": 100,
+    "eval_max_steps": 18000,
+    "eval_deterministic": true,
+    "episode_metrics_path": "results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_gr00t_rtx3090_temporal_hist8_capacity1_obs10_seed42/episode_metrics.jsonl",
+    "output_dir": "outputs/tasks/flappy/decision_history_temporal_25m_seed42/train/profile/gr00t_rtx3090_temporal_hist8_capacity1/obs10/seed_42",
+    "wandb_unique_id": "flappy-obs10-gr00t_rtx3090_temporal_hist8_capacity1-s42"
+  },
+  "git_hash": "unknown",
+  "git_repo_name": "not a git repository",
+  "eval_env_frameskip": 1,
+  "output_dir": "outputs/tasks/flappy/decision_history_temporal_25m_seed42/train/profile/gr00t_rtx3090_temporal_hist8_capacity1/obs10/seed_42",
+  "wandb_unique_id": "flappy-obs10-gr00t_rtx3090_temporal_hist8_capacity1-s42"
+}

latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-s42-v1/provenance.json

@@ -0,0 +1,16 @@
+{
+  "task": "flappy",
+  "method": "Sample Factory APPO; decision_v1 history of eight completed decisions",
+  "training_seed": 42,
+  "training_target_env_steps": 25000000,
+  "wandb_run_id": "flappy-obs10-gr00t_rtx3090_temporal_hist8_capacity1-s42",
+  "wandb_source_run": "saberrr-zju/starvla_tasks/flappy-obs10-gr00t_rtx3090_temporal_hist8_capacity1-s42",
+  "source_checkpoint": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_gr00t_rtx3090_temporal_hist8_capacity1_obs10_seed42/checkpoint_p0/best_000048832_25001984_reward_3570.134.pth",
+  "checkpoint_sha256": "e9dc95bdf974d98f05783c0eb53716fc3d8d894f4b6114a5a2123737da7a08b7",
+  "checkpoint_selection": "training best",
+  "source_config": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_gr00t_rtx3090_temporal_hist8_capacity1_obs10_seed42/config.json",
+  "config_sha256": "a8eeccd00535706ccde38024db6b2296b5de03a4873411dfebf1bef53490c132",
+  "source_profile_path": "/mnt/ssd/latency-sensitive-bench/results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
+  "profile_sha256": "0654f7097e292cc837a483ef8e5f7ed9c3410fd684582b31b7d8358719452b60",
+  "hf_path": "latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-s42-v1"
+}

latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-s42-v1/README.md

@@ -0,0 +1,10 @@
+# flappy — pi05 temporal H8 profiled small policy
+
+Sample Factory APPO small policy trained with an RTX 3090 temporal latency profile, one simulated inference worker, and an eight-decision causal history. This folder contains the training-selected best checkpoint and its exact Sample Factory config.
+
+- W&B run ID: `flappy-obs10-pi05_rtx3090_temporal_hist8_capacity1-s42`
+- Checkpoint: `best_000045712_23429120_reward_1021.035.pth`
+- Training seed: 42; target: 25 million environment steps.
+- Profile SHA256: `be2cd7a2a7fdf40c5c967d0c3cc16b912969d0ac0b4acc785aac3d0e4133df30`
+
+The reward in the checkpoint filename is a training selection metric, not a formal evaluation result. See `provenance.json` for exact source paths and hashes.

latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-s42-v1/best_000045712_23429120_reward_1021.035.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a93c6baf6573199f261e84b853da20ddfae3d0e11b751b7b9700bc718dd710b
+size 25128486

latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-s42-v1/config.json

@@ -0,0 +1,296 @@
+{
+  "help": false,
+  "algo": "APPO",
+  "env": "latency_flappy",
+  "experiment": "flappy_profile_pi05_rtx3090_temporal_hist8_capacity1_obs10_seed42",
+  "train_dir": "results/checkpoints/flappy/decision_history_temporal_25m_seed42",
+  "restart_behavior": "resume",
+  "device": "gpu",
+  "seed": 42,
+  "initial_model_path": null,
+  "num_policies": 1,
+  "async_rl": true,
+  "serial_mode": false,
+  "batched_sampling": true,
+  "num_batches_to_accumulate": 2,
+  "worker_num_splits": 1,
+  "policy_workers_per_policy": 1,
+  "max_policy_lag": 400,
+  "num_workers": 2,
+  "num_envs_per_worker": 1,
+  "batch_size": 4096,
+  "num_batches_per_epoch": 8,
+  "num_epochs": 8,
+  "rollout": 128,
+  "fasttd3_replay_capacity": 6553600,
+  "fasttd3_replay_batch_size": 32768,
+  "fasttd3_action_chunk_horizon": 1,
+  "fasttd3_transitions_per_update": 64,
+  "fasttd3_train_for_optimizer_steps": 10000000000,
+  "fasttd3_v_min": -250.0,
+  "fasttd3_v_max": 250.0,
+  "fasttd3_actor_action_l2": 0.0,
+  "fasttd3_compile": true,
+  "recurrence": 1,
+  "shuffle_minibatches": false,
+  "gamma": 0.99,
+  "reward_scale": 1.0,
+  "reward_clip": 1000.0,
+  "value_bootstrap": false,
+  "normalize_returns": true,
+  "exploration_loss_coeff": 0.003,
+  "value_loss_coeff": 0.5,
+  "kl_loss_coeff": 0.0,
+  "exploration_loss": "entropy",
+  "gae_lambda": 0.95,
+  "ppo_clip_ratio": 0.1,
+  "ppo_clip_value": 0.2,
+  "with_vtrace": false,
+  "vtrace_rho": 1.0,
+  "vtrace_c": 1.0,
+  "optimizer": "adam",
+  "adam_eps": 1e-05,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "max_grad_norm": 0.5,
+  "learning_rate": 0.00025,
+  "lr_schedule": "linear_decay",
+  "lr_schedule_kl_threshold": 0.008,
+  "lr_adaptive_min": 1e-06,
+  "lr_adaptive_max": 0.01,
+  "obs_subtract_mean": 0.0,
+  "obs_scale": 255.0,
+  "normalize_input": true,
+  "normalize_input_keys": null,
+  "decorrelate_experience_max_seconds": 0,
+  "decorrelate_envs_on_one_worker": true,
+  "actor_worker_gpus": [
+    0
+  ],
+  "set_workers_cpu_affinity": true,
+  "force_envs_single_thread": false,
+  "default_niceness": 0,
+  "log_to_file": true,
+  "experiment_summaries_interval": 1,
+  "flush_summaries_interval": 30,
+  "stats_avg": 100,
+  "summaries_use_frameskip": true,
+  "heartbeat_interval": 20,
+  "heartbeat_reporting_interval": 180,
+  "train_for_env_steps": 25000000,
+  "train_for_seconds": 10000000000,
+  "save_every_sec": 600,
+  "keep_checkpoints": 5,
+  "load_checkpoint_kind": "latest",
+  "save_milestones_sec": -1,
+  "save_best_every_sec": 5,
+  "save_best_metric": "reward",
+  "save_best_after": 100000,
+  "benchmark": false,
+  "encoder_mlp_layers": [
+    512,
+    512
+  ],
+  "encoder_conv_architecture": "convnet_atari",
+  "encoder_conv_mlp_layers": [
+    512
+  ],
+  "use_rnn": false,
+  "rnn_size": 512,
+  "rnn_type": "gru",
+  "rnn_num_layers": 1,
+  "decoder_mlp_layers": [],
+  "nonlinearity": "elu",
+  "policy_initialization": "orthogonal",
+  "policy_init_gain": 1.0,
+  "actor_critic_share_weights": true,
+  "adaptive_stddev": true,
+  "continuous_tanh_scale": 0.0,
+  "initial_stddev": 1.0,
+  "use_env_info_cache": false,
+  "env_gpu_actions": true,
+  "env_gpu_observations": true,
+  "env_frameskip": 1,
+  "env_framestack": 1,
+  "pixel_format": "CHW",
+  "use_record_episode_statistics": false,
+  "episode_counter": false,
+  "with_wandb": true,
+  "wandb_user": null,
+  "wandb_project": "starvla_tasks",
+  "wandb_group": "flappy-obs10-pi05_rtx3090_temporal_hist8_capacity1",
+  "wandb_job_type": "flappy_decision_history_temporal",
+  "wandb_tags": [
+    "flappy_decision_history_temporal_25m_seed42",
+    "flappy",
+    "profile",
+    "temporal",
+    "pi05_rtx3090_temporal_hist8_capacity1",
+    "obs10",
+    "seed42"
+  ],
+  "wandb_dir": "/mnt/ssd/latency-sensitive-bench/wandb",
+  "with_pbt": false,
+  "pbt_mix_policies_in_one_env": true,
+  "pbt_period_env_steps": 5000000,
+  "pbt_start_mutation": 20000000,
+  "pbt_replace_fraction": 0.3,
+  "pbt_mutation_rate": 0.15,
+  "pbt_replace_reward_gap": 0.1,
+  "pbt_replace_reward_gap_absolute": 1e-06,
+  "pbt_optimize_gamma": false,
+  "pbt_target_objective": "true_objective",
+  "pbt_perturb_min": 1.1,
+  "pbt_perturb_max": 1.5,
+  "gym_id": "FlappyBird-v0",
+  "env_fps": 10.0,
+  "obs_fps": 10.0,
+  "use_lidar": false,
+  "normalize_obs": true,
+  "audio_on": false,
+  "screen_size": "",
+  "obs_resize": "84,84",
+  "use_gpu_render": true,
+  "simulator": "gpu",
+  "gpu_render_device": "auto",
+  "gpu_render_batch_size": 128,
+  "gpu_render_profile": false,
+  "gpu_render_profile_interval": 200,
+  "mask_unadmitted_actor": false,
+  "include_transport_history": false,
+  "zero_worker_busy_bit": false,
+  "action_history_decisions": 8,
+  "lr_schedule_min_lr": 0.0,
+  "pipe_gap": 100,
+  "bird_color": "yellow",
+  "pipe_color": "green",
+  "background": "day",
+  "score_limit": -1,
+  "frame_stack": 4,
+  "debug": false,
+  "debug_timelimit_diagnostics": false,
+  "max_episode_steps": 0,
+  "mode": "train",
+  "latency_type": "profile_sample",
+  "fixed_latency_ms": null,
+  "mean_latency_ms": null,
+  "std_latency_ms": null,
+  "min_latency_ms": null,
+  "max_latency_ms": null,
+  "latency_seed": 42,
+  "latency_profile_path": "results/profiling/profiles/pi05/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
+  "latency_profile_worker_slot": 0,
+  "simulated_worker_capacity": 1,
+  "add_latency_info": false,
+  "max_pending_actions": null,
+  "hold_policy": "one_frame_then_noop",
+  "ordering_policy": "latest_ready",
+  "eval_episodes": 100,
+  "eval_parallel_envs": 100,
+  "eval_latency_raw_frame_values": "0,1,2,3,4,5",
+  "eval_max_steps": 18000,
+  "eval_deterministic": true,
+  "eval_raw_reward": false,
+  "episode_metrics_path": "results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_pi05_rtx3090_temporal_hist8_capacity1_obs10_seed42/episode_metrics.jsonl",
+  "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_profile_pi05_rtx3090_temporal_hist8_capacity1_obs10_seed42 --train_dir results/checkpoints/flappy/decision_history_temporal_25m_seed42 --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 42 --episode_metrics_path results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_pi05_rtx3090_temporal_hist8_capacity1_obs10_seed42/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --lr_schedule linear_decay --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type profile_sample --latency-seed 42 --latency-profile-path results/profiling/profiles/pi05/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --simulated-worker-capacity 1 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 18000 --eval-deterministic True --with_wandb True --wandb_project starvla_tasks --wandb_group flappy-obs10-pi05_rtx3090_temporal_hist8_capacity1 --wandb_job_type flappy_decision_history_temporal --wandb_tags flappy_decision_history_temporal_25m_seed42 flappy profile temporal pi05_rtx3090_temporal_hist8_capacity1 obs10 seed42 --gym_id FlappyBird-v0 --env-fps 10 --obs-fps 10.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --mask-unadmitted-actor False --include-transport-history False --zero-worker-busy-bit False --action-history-decisions 8 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
+  "cli_args": {
+    "algo": "APPO",
+    "env": "latency_flappy",
+    "experiment": "flappy_profile_pi05_rtx3090_temporal_hist8_capacity1_obs10_seed42",
+    "train_dir": "results/checkpoints/flappy/decision_history_temporal_25m_seed42",
+    "restart_behavior": "resume",
+    "device": "gpu",
+    "seed": 42,
+    "num_policies": 1,
+    "async_rl": true,
+    "batched_sampling": true,
+    "worker_num_splits": 1,
+    "max_policy_lag": 400,
+    "num_workers": 2,
+    "num_envs_per_worker": 1,
+    "batch_size": 4096,
+    "num_batches_per_epoch": 8,
+    "num_epochs": 8,
+    "rollout": 128,
+    "recurrence": 1,
+    "gamma": 0.99,
+    "normalize_returns": true,
+    "value_loss_coeff": 0.5,
+    "gae_lambda": 0.95,
+    "ppo_clip_ratio": 0.1,
+    "ppo_clip_value": 0.2,
+    "max_grad_norm": 0.5,
+    "learning_rate": 0.00025,
+    "lr_schedule": "linear_decay",
+    "normalize_input": true,
+    "actor_worker_gpus": [
+      0
+    ],
+    "experiment_summaries_interval": 1,
+    "stats_avg": 100,
+    "train_for_env_steps": 25000000,
+    "save_every_sec": 600,
+    "keep_checkpoints": 5,
+    "use_rnn": false,
+    "env_gpu_actions": true,
+    "env_gpu_observations": true,
+    "with_wandb": true,
+    "wandb_project": "starvla_tasks",
+    "wandb_group": "flappy-obs10-pi05_rtx3090_temporal_hist8_capacity1",
+    "wandb_job_type": "flappy_decision_history_temporal",
+    "wandb_tags": [
+      "flappy_decision_history_temporal_25m_seed42",
+      "flappy",
+      "profile",
+      "temporal",
+      "pi05_rtx3090_temporal_hist8_capacity1",
+      "obs10",
+      "seed42"
+    ],
+    "gym_id": "FlappyBird-v0",
+    "env_fps": 10.0,
+    "obs_fps": 10.0,
+    "use_lidar": false,
+    "normalize_obs": true,
+    "audio_on": false,
+    "obs_resize": "84,84",
+    "use_gpu_render": true,
+    "simulator": "gpu",
+    "gpu_render_device": "auto",
+    "gpu_render_batch_size": 128,
+    "gpu_render_profile": false,
+    "gpu_render_profile_interval": 200,
+    "mask_unadmitted_actor": false,
+    "include_transport_history": false,
+    "zero_worker_busy_bit": false,
+    "action_history_decisions": 8,
+    "pipe_gap": 100,
+    "bird_color": "yellow",
+    "pipe_color": "green",
+    "background": "day",
+    "frame_stack": 4,
+    "debug": false,
+    "debug_timelimit_diagnostics": false,
+    "mode": "train",
+    "latency_type": "profile_sample",
+    "latency_seed": 42,
+    "latency_profile_path": "results/profiling/profiles/pi05/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
+    "latency_profile_worker_slot": 0,
+    "simulated_worker_capacity": 1,
+    "add_latency_info": false,
+    "hold_policy": "one_frame_then_noop",
+    "ordering_policy": "latest_ready",
+    "eval_episodes": 100,
+    "eval_parallel_envs": 100,
+    "eval_max_steps": 18000,
+    "eval_deterministic": true,
+    "episode_metrics_path": "results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_pi05_rtx3090_temporal_hist8_capacity1_obs10_seed42/episode_metrics.jsonl",
+    "output_dir": "outputs/tasks/flappy/decision_history_temporal_25m_seed42/train/profile/pi05_rtx3090_temporal_hist8_capacity1/obs10/seed_42",
+    "wandb_unique_id": "flappy-obs10-pi05_rtx3090_temporal_hist8_capacity1-s42"
+  },
+  "git_hash": "unknown",
+  "git_repo_name": "not a git repository",
+  "eval_env_frameskip": 1,
+  "output_dir": "outputs/tasks/flappy/decision_history_temporal_25m_seed42/train/profile/pi05_rtx3090_temporal_hist8_capacity1/obs10/seed_42",
+  "wandb_unique_id": "flappy-obs10-pi05_rtx3090_temporal_hist8_capacity1-s42"
+}

latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-s42-v1/provenance.json

@@ -0,0 +1,16 @@
+{
+  "task": "flappy",
+  "method": "Sample Factory APPO; decision_v1 history of eight completed decisions",
+  "training_seed": 42,
+  "training_target_env_steps": 25000000,
+  "wandb_run_id": "flappy-obs10-pi05_rtx3090_temporal_hist8_capacity1-s42",
+  "wandb_source_run": "saberrr-zju/starvla_tasks/flappy-obs10-pi05_rtx3090_temporal_hist8_capacity1-s42",
+  "source_checkpoint": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_pi05_rtx3090_temporal_hist8_capacity1_obs10_seed42/checkpoint_p0/best_000045712_23429120_reward_1021.035.pth",
+  "checkpoint_sha256": "9a93c6baf6573199f261e84b853da20ddfae3d0e11b751b7b9700bc718dd710b",
+  "checkpoint_selection": "training best",
+  "source_config": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_pi05_rtx3090_temporal_hist8_capacity1_obs10_seed42/config.json",
+  "config_sha256": "deae0d5454c1bfcceb97808cd13295ebb69f554c9a18e96000c3d6bc04f54d65",
+  "source_profile_path": "/mnt/ssd/latency-sensitive-bench/results/profiling/profiles/pi05/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
+  "profile_sha256": "be2cd7a2a7fdf40c5c967d0c3cc16b912969d0ac0b4acc785aac3d0e4133df30",
+  "hf_path": "latency-aware/flappy/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-s42-v1"
+}

latency-aware/flappy/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-s42-v1/README.md

@@ -0,0 +1,10 @@
+# flappy — qwenoft temporal H8 profiled small policy
+
+Sample Factory APPO small policy trained with an RTX 3090 temporal latency profile, one simulated inference worker, and an eight-decision causal history. This folder contains the training-selected best checkpoint and its exact Sample Factory config.
+
+- W&B run ID: `flappy-obs10-qwenoft_rtx3090_temporal_hist8_capacity1-s42`
+- Checkpoint: `best_000047872_24543232_reward_1331.159.pth`
+- Training seed: 42; target: 25 million environment steps.
+- Profile SHA256: `c266cba7ebac05c7e37bc83f1f16fe4b27dab97942ff43290e6c41514f6e39fc`
+
+The reward in the checkpoint filename is a training selection metric, not a formal evaluation result. See `provenance.json` for exact source paths and hashes.

latency-aware/flappy/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-s42-v1/best_000047872_24543232_reward_1331.159.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fde7c3c8ac1917c9874994ad86c28d6fb0bf4d5a3d43787b447fc74b85327f
+size 25128486

latency-aware/flappy/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-s42-v1/config.json

@@ -0,0 +1,296 @@
+{
+  "help": false,
+  "algo": "APPO",
+  "env": "latency_flappy",
+  "experiment": "flappy_profile_qwenoft_rtx3090_temporal_hist8_capacity1_obs10_seed42",
+  "train_dir": "results/checkpoints/flappy/decision_history_temporal_25m_seed42",
+  "restart_behavior": "resume",
+  "device": "gpu",
+  "seed": 42,
+  "initial_model_path": null,
+  "num_policies": 1,
+  "async_rl": true,
+  "serial_mode": false,
+  "batched_sampling": true,
+  "num_batches_to_accumulate": 2,
+  "worker_num_splits": 1,
+  "policy_workers_per_policy": 1,
+  "max_policy_lag": 400,
+  "num_workers": 2,
+  "num_envs_per_worker": 1,
+  "batch_size": 4096,
+  "num_batches_per_epoch": 8,
+  "num_epochs": 8,
+  "rollout": 128,
+  "fasttd3_replay_capacity": 6553600,
+  "fasttd3_replay_batch_size": 32768,
+  "fasttd3_action_chunk_horizon": 1,
+  "fasttd3_transitions_per_update": 64,
+  "fasttd3_train_for_optimizer_steps": 10000000000,
+  "fasttd3_v_min": -250.0,
+  "fasttd3_v_max": 250.0,
+  "fasttd3_actor_action_l2": 0.0,
+  "fasttd3_compile": true,
+  "recurrence": 1,
+  "shuffle_minibatches": false,
+  "gamma": 0.99,
+  "reward_scale": 1.0,
+  "reward_clip": 1000.0,
+  "value_bootstrap": false,
+  "normalize_returns": true,
+  "exploration_loss_coeff": 0.003,
+  "value_loss_coeff": 0.5,
+  "kl_loss_coeff": 0.0,
+  "exploration_loss": "entropy",
+  "gae_lambda": 0.95,
+  "ppo_clip_ratio": 0.1,
+  "ppo_clip_value": 0.2,
+  "with_vtrace": false,
+  "vtrace_rho": 1.0,
+  "vtrace_c": 1.0,
+  "optimizer": "adam",
+  "adam_eps": 1e-05,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "max_grad_norm": 0.5,
+  "learning_rate": 0.00025,
+  "lr_schedule": "linear_decay",
+  "lr_schedule_kl_threshold": 0.008,
+  "lr_adaptive_min": 1e-06,
+  "lr_adaptive_max": 0.01,
+  "obs_subtract_mean": 0.0,
+  "obs_scale": 255.0,
+  "normalize_input": true,
+  "normalize_input_keys": null,
+  "decorrelate_experience_max_seconds": 0,
+  "decorrelate_envs_on_one_worker": true,
+  "actor_worker_gpus": [
+    0
+  ],
+  "set_workers_cpu_affinity": true,
+  "force_envs_single_thread": false,
+  "default_niceness": 0,
+  "log_to_file": true,
+  "experiment_summaries_interval": 1,
+  "flush_summaries_interval": 30,
+  "stats_avg": 100,
+  "summaries_use_frameskip": true,
+  "heartbeat_interval": 20,
+  "heartbeat_reporting_interval": 180,
+  "train_for_env_steps": 25000000,
+  "train_for_seconds": 10000000000,
+  "save_every_sec": 600,
+  "keep_checkpoints": 5,
+  "load_checkpoint_kind": "latest",
+  "save_milestones_sec": -1,
+  "save_best_every_sec": 5,
+  "save_best_metric": "reward",
+  "save_best_after": 100000,
+  "benchmark": false,
+  "encoder_mlp_layers": [
+    512,
+    512
+  ],
+  "encoder_conv_architecture": "convnet_atari",
+  "encoder_conv_mlp_layers": [
+    512
+  ],
+  "use_rnn": false,
+  "rnn_size": 512,
+  "rnn_type": "gru",
+  "rnn_num_layers": 1,
+  "decoder_mlp_layers": [],
+  "nonlinearity": "elu",
+  "policy_initialization": "orthogonal",
+  "policy_init_gain": 1.0,
+  "actor_critic_share_weights": true,
+  "adaptive_stddev": true,
+  "continuous_tanh_scale": 0.0,
+  "initial_stddev": 1.0,
+  "use_env_info_cache": false,
+  "env_gpu_actions": true,
+  "env_gpu_observations": true,
+  "env_frameskip": 1,
+  "env_framestack": 1,
+  "pixel_format": "CHW",
+  "use_record_episode_statistics": false,
+  "episode_counter": false,
+  "with_wandb": true,
+  "wandb_user": null,
+  "wandb_project": "starvla_tasks",
+  "wandb_group": "flappy-obs10-qwenoft_rtx3090_temporal_hist8_capacity1",
+  "wandb_job_type": "flappy_decision_history_temporal",
+  "wandb_tags": [
+    "flappy_decision_history_temporal_25m_seed42",
+    "flappy",
+    "profile",
+    "temporal",
+    "qwenoft_rtx3090_temporal_hist8_capacity1",
+    "obs10",
+    "seed42"
+  ],
+  "wandb_dir": "/mnt/ssd/latency-sensitive-bench/wandb",
+  "with_pbt": false,
+  "pbt_mix_policies_in_one_env": true,
+  "pbt_period_env_steps": 5000000,
+  "pbt_start_mutation": 20000000,
+  "pbt_replace_fraction": 0.3,
+  "pbt_mutation_rate": 0.15,
+  "pbt_replace_reward_gap": 0.1,
+  "pbt_replace_reward_gap_absolute": 1e-06,
+  "pbt_optimize_gamma": false,
+  "pbt_target_objective": "true_objective",
+  "pbt_perturb_min": 1.1,
+  "pbt_perturb_max": 1.5,
+  "gym_id": "FlappyBird-v0",
+  "env_fps": 10.0,
+  "obs_fps": 10.0,
+  "use_lidar": false,
+  "normalize_obs": true,
+  "audio_on": false,
+  "screen_size": "",
+  "obs_resize": "84,84",
+  "use_gpu_render": true,
+  "simulator": "gpu",
+  "gpu_render_device": "auto",
+  "gpu_render_batch_size": 128,
+  "gpu_render_profile": false,
+  "gpu_render_profile_interval": 200,
+  "mask_unadmitted_actor": false,
+  "include_transport_history": false,
+  "zero_worker_busy_bit": false,
+  "action_history_decisions": 8,
+  "lr_schedule_min_lr": 0.0,
+  "pipe_gap": 100,
+  "bird_color": "yellow",
+  "pipe_color": "green",
+  "background": "day",
+  "score_limit": -1,
+  "frame_stack": 4,
+  "debug": false,
+  "debug_timelimit_diagnostics": false,
+  "max_episode_steps": 0,
+  "mode": "train",
+  "latency_type": "profile_sample",
+  "fixed_latency_ms": null,
+  "mean_latency_ms": null,
+  "std_latency_ms": null,
+  "min_latency_ms": null,
+  "max_latency_ms": null,
+  "latency_seed": 42,
+  "latency_profile_path": "results/profiling/profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
+  "latency_profile_worker_slot": 0,
+  "simulated_worker_capacity": 1,
+  "add_latency_info": false,
+  "max_pending_actions": null,
+  "hold_policy": "one_frame_then_noop",
+  "ordering_policy": "latest_ready",
+  "eval_episodes": 100,
+  "eval_parallel_envs": 100,
+  "eval_latency_raw_frame_values": "0,1,2,3,4,5",
+  "eval_max_steps": 18000,
+  "eval_deterministic": true,
+  "eval_raw_reward": false,
+  "episode_metrics_path": "results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_qwenoft_rtx3090_temporal_hist8_capacity1_obs10_seed42/episode_metrics.jsonl",
+  "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_profile_qwenoft_rtx3090_temporal_hist8_capacity1_obs10_seed42 --train_dir results/checkpoints/flappy/decision_history_temporal_25m_seed42 --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 42 --episode_metrics_path results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_qwenoft_rtx3090_temporal_hist8_capacity1_obs10_seed42/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --lr_schedule linear_decay --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type profile_sample --latency-seed 42 --latency-profile-path results/profiling/profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --simulated-worker-capacity 1 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 18000 --eval-deterministic True --with_wandb True --wandb_project starvla_tasks --wandb_group flappy-obs10-qwenoft_rtx3090_temporal_hist8_capacity1 --wandb_job_type flappy_decision_history_temporal --wandb_tags flappy_decision_history_temporal_25m_seed42 flappy profile temporal qwenoft_rtx3090_temporal_hist8_capacity1 obs10 seed42 --gym_id FlappyBird-v0 --env-fps 10 --obs-fps 10.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --mask-unadmitted-actor False --include-transport-history False --zero-worker-busy-bit False --action-history-decisions 8 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
+  "cli_args": {
+    "algo": "APPO",
+    "env": "latency_flappy",
+    "experiment": "flappy_profile_qwenoft_rtx3090_temporal_hist8_capacity1_obs10_seed42",
+    "train_dir": "results/checkpoints/flappy/decision_history_temporal_25m_seed42",
+    "restart_behavior": "resume",
+    "device": "gpu",
+    "seed": 42,
+    "num_policies": 1,
+    "async_rl": true,
+    "batched_sampling": true,
+    "worker_num_splits": 1,
+    "max_policy_lag": 400,
+    "num_workers": 2,
+    "num_envs_per_worker": 1,
+    "batch_size": 4096,
+    "num_batches_per_epoch": 8,
+    "num_epochs": 8,
+    "rollout": 128,
+    "recurrence": 1,
+    "gamma": 0.99,
+    "normalize_returns": true,
+    "value_loss_coeff": 0.5,
+    "gae_lambda": 0.95,
+    "ppo_clip_ratio": 0.1,
+    "ppo_clip_value": 0.2,
+    "max_grad_norm": 0.5,
+    "learning_rate": 0.00025,
+    "lr_schedule": "linear_decay",
+    "normalize_input": true,
+    "actor_worker_gpus": [
+      0
+    ],
+    "experiment_summaries_interval": 1,
+    "stats_avg": 100,
+    "train_for_env_steps": 25000000,
+    "save_every_sec": 600,
+    "keep_checkpoints": 5,
+    "use_rnn": false,
+    "env_gpu_actions": true,
+    "env_gpu_observations": true,
+    "with_wandb": true,
+    "wandb_project": "starvla_tasks",
+    "wandb_group": "flappy-obs10-qwenoft_rtx3090_temporal_hist8_capacity1",
+    "wandb_job_type": "flappy_decision_history_temporal",
+    "wandb_tags": [
+      "flappy_decision_history_temporal_25m_seed42",
+      "flappy",
+      "profile",
+      "temporal",
+      "qwenoft_rtx3090_temporal_hist8_capacity1",
+      "obs10",
+      "seed42"
+    ],
+    "gym_id": "FlappyBird-v0",
+    "env_fps": 10.0,
+    "obs_fps": 10.0,
+    "use_lidar": false,
+    "normalize_obs": true,
+    "audio_on": false,
+    "obs_resize": "84,84",
+    "use_gpu_render": true,
+    "simulator": "gpu",
+    "gpu_render_device": "auto",
+    "gpu_render_batch_size": 128,
+    "gpu_render_profile": false,
+    "gpu_render_profile_interval": 200,
+    "mask_unadmitted_actor": false,
+    "include_transport_history": false,
+    "zero_worker_busy_bit": false,
+    "action_history_decisions": 8,
+    "pipe_gap": 100,
+    "bird_color": "yellow",
+    "pipe_color": "green",
+    "background": "day",
+    "frame_stack": 4,
+    "debug": false,
+    "debug_timelimit_diagnostics": false,
+    "mode": "train",
+    "latency_type": "profile_sample",
+    "latency_seed": 42,
+    "latency_profile_path": "results/profiling/profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
+    "latency_profile_worker_slot": 0,
+    "simulated_worker_capacity": 1,
+    "add_latency_info": false,
+    "hold_policy": "one_frame_then_noop",
+    "ordering_policy": "latest_ready",
+    "eval_episodes": 100,
+    "eval_parallel_envs": 100,
+    "eval_max_steps": 18000,
+    "eval_deterministic": true,
+    "episode_metrics_path": "results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_qwenoft_rtx3090_temporal_hist8_capacity1_obs10_seed42/episode_metrics.jsonl",
+    "output_dir": "outputs/tasks/flappy/decision_history_temporal_25m_seed42/train/profile/qwenoft_rtx3090_temporal_hist8_capacity1/obs10/seed_42",
+    "wandb_unique_id": "flappy-obs10-qwenoft_rtx3090_temporal_hist8_capacity1-s42"
+  },
+  "git_hash": "unknown",
+  "git_repo_name": "not a git repository",
+  "eval_env_frameskip": 1,
+  "output_dir": "outputs/tasks/flappy/decision_history_temporal_25m_seed42/train/profile/qwenoft_rtx3090_temporal_hist8_capacity1/obs10/seed_42",
+  "wandb_unique_id": "flappy-obs10-qwenoft_rtx3090_temporal_hist8_capacity1-s42"
+}

latency-aware/flappy/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-s42-v1/provenance.json

@@ -0,0 +1,16 @@
+{
+  "task": "flappy",
+  "method": "Sample Factory APPO; decision_v1 history of eight completed decisions",
+  "training_seed": 42,
+  "training_target_env_steps": 25000000,
+  "wandb_run_id": "flappy-obs10-qwenoft_rtx3090_temporal_hist8_capacity1-s42",
+  "wandb_source_run": "saberrr-zju/starvla_tasks/flappy-obs10-qwenoft_rtx3090_temporal_hist8_capacity1-s42",
+  "source_checkpoint": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_qwenoft_rtx3090_temporal_hist8_capacity1_obs10_seed42/checkpoint_p0/best_000047872_24543232_reward_1331.159.pth",
+  "checkpoint_sha256": "a5fde7c3c8ac1917c9874994ad86c28d6fb0bf4d5a3d43787b447fc74b85327f",
+  "checkpoint_selection": "training best",
+  "source_config": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_qwenoft_rtx3090_temporal_hist8_capacity1_obs10_seed42/config.json",
+  "config_sha256": "e113ad1c2bd9a515be3b90e0f18e0a6081e40f9f6ca68eb7c0face278bcc60ae",
+  "source_profile_path": "/mnt/ssd/latency-sensitive-bench/results/profiling/profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
+  "profile_sha256": "c266cba7ebac05c7e37bc83f1f16fe4b27dab97942ff43290e6c41514f6e39fc",
+  "hf_path": "latency-aware/flappy/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-s42-v1"
+}