talha1503 commited on
Commit
95aed22
·
verified ·
1 Parent(s): e3552be

Index 18 hist8 VLA models and publish portable configs with 27 evaluations

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +6 -0
  2. latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/README.md +2 -2
  3. latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/config.full.yaml +7 -7
  4. latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/dataset_statistics.json +1 -1
  5. latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/evaluations/profile/episode_metrics.jsonl +0 -0
  6. latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/evaluations/profile/eval_config.yaml +6 -6
  7. latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/evaluations/profile/provenance.json +1 -1
  8. latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/evaluations/profile/resolved_config.yaml +6 -6
  9. latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/evaluations/profile/summary.json +2 -2
  10. latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/evaluations/profile/verification.json +9 -9
  11. latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/manifest.json +3 -3
  12. latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/provenance.json +7 -2
  13. latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/rollout_metadata.json +4 -4
  14. latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/run_metadata.json +1 -1
  15. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/README.md +2 -2
  16. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/config.full.yaml +8 -8
  17. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/dataset_statistics.json +1 -1
  18. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/evaluations/profile/episode_metrics.jsonl +0 -0
  19. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/evaluations/profile/eval_config.yaml +6 -6
  20. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/evaluations/profile/provenance.json +1 -1
  21. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/evaluations/profile/resolved_config.yaml +6 -6
  22. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/evaluations/profile/summary.json +2 -2
  23. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/evaluations/profile/verification.json +9 -9
  24. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/manifest.json +3 -3
  25. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/provenance.json +7 -2
  26. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/rollout_metadata.json +4 -4
  27. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/run_metadata.json +1 -1
  28. latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/README.md +2 -2
  29. latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/config.full.yaml +7 -7
  30. latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/dataset_statistics.json +1 -1
  31. latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/episode_metrics.jsonl +0 -0
  32. latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/eval_config.yaml +6 -6
  33. latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/provenance.json +1 -1
  34. latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/resolved_config.yaml +6 -6
  35. latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/summary.json +2 -2
  36. latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/verification.json +9 -9
  37. latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/manifest.json +3 -3
  38. latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/provenance.json +7 -2
  39. latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/rollout_metadata.json +4 -4
  40. latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/run_metadata.json +1 -1
  41. latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/README.md +2 -2
  42. latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/config.full.yaml +8 -8
  43. latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/dataset_statistics.json +1 -1
  44. latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/episode_metrics.jsonl +0 -0
  45. latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/eval_config.yaml +6 -6
  46. latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/provenance.json +1 -1
  47. latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/resolved_config.yaml +6 -6
  48. latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/summary.json +2 -2
  49. latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/verification.json +8 -8
  50. latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/manifest.json +3 -3
README.md CHANGED
@@ -18,3 +18,9 @@ Extreme Parkour and HAIC artifacts are intentionally not published until their c
18
  Historical source repositories remain unchanged: MIKASA model revision `38327e16f9b33cf5f827b54a606cb4c22d4dfbfc` and Balance model revision `734dcedcafbcbffab7f8665d09de42a9c8416d38`.
19
 
20
  See the repository artifact registry for exact task contracts and reproduction commands.
 
 
 
 
 
 
 
18
  Historical source repositories remain unchanged: MIKASA model revision `38327e16f9b33cf5f827b54a606cb4c22d4dfbfc` and Balance model revision `734dcedcafbcbffab7f8665d09de42a9c8416d38`.
19
 
20
  See the repository artifact registry for exact task contracts and reproduction commands.
21
+
22
+ ## Hist8 VLA models (2026-09-24)
23
+
24
+ 18 final step-5000 models for Flappy, Demon Attack and Deadly Corridor are published under `zero-latency/<game>/vla/starvla-<model>-h1/<run-id>` (9) and `latency-aware/<game>/vla/starvla-<model>-h1/<run-id>` (9). Each uses one RGB image and eight raw 0/1 decision histories. All 27 formal evaluation conditions have 100 episodes.
25
+
26
+ See [the hist8 model index and evaluation matrix](reports/hist8-v2/README.md) and [model paths / checkpoint SHA256](reports/hist8-v2/models.json).
latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/README.md CHANGED
@@ -10,7 +10,7 @@ Full StarVLA state dict in `checkpoints/model.pt` (original evaluated bytes). In
10
 
11
  One current RGB image, eight prior causal decision histories (120 raw 0/1 values), action horizon 1. `h1` in this repository path is the action horizon; `hist8` is input history. Pass history as `transport`, preserve all-zero reset, and use identity state normalization. Prompt and action order are in `task_contract.json` and `manifest.json`.
12
 
13
- Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 128; 16 dataloader workers per rank and prefetch 4. Backbone LR 3e-6, action head 1e-4; other groups retain the recorded configuration. Warmup 100, cosine min_lr_rate 1/30, 5000 steps. Full historical training configuration and code snapshot are included.
14
 
15
  ## Formal evaluation
16
 
@@ -20,7 +20,7 @@ Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 1
20
 
21
  Seeds 1,000,000–1,000,099; parallel 32; capacity 1; FPS/decision Hz 35/8.75; max 3600 raw frames. Zero-trained models have both zero and profile evaluations; profile-trained models have the matching profile evaluation. `profiles/profile.json` is the exact model-specific latency profile, with SHA in provenance.
22
 
23
- Each `evaluations/<condition>/` contains the evaluated config, 100 episode records, action audit including raw-score summaries, verification, provenance and evaluator code snapshot. Evaluation configs retain original machine paths as execution evidence; replace checkpoint, model-config, backbone, profile and output paths when replaying locally. Deadly Corridor requires 160×120 RGB with HUD, no crosshair, weapon enabled, decals/particles disabled before resizing.
24
 
25
  These are one-training-seed results. Architectures use different latency profiles. Zero/profile training also uses different teachers and collected data, so their score difference is not an isolated learning-rate ablation.
26
 
 
10
 
11
  One current RGB image, eight prior causal decision histories (120 raw 0/1 values), action horizon 1. `h1` in this repository path is the action horizon; `hist8` is input history. Pass history as `transport`, preserve all-zero reset, and use identity state normalization. Prompt and action order are in `task_contract.json` and `manifest.json`.
12
 
13
+ Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 128; 16 dataloader workers per rank and prefetch 4. Backbone LR 3e-6, action head 1e-4; other groups retain the recorded configuration. Warmup 100, cosine min_lr_rate 1/30, 5000 steps. Training configuration and code snapshot are included; operational paths are represented as archive-relative references.
14
 
15
  ## Formal evaluation
16
 
 
20
 
21
  Seeds 1,000,000–1,000,099; parallel 32; capacity 1; FPS/decision Hz 35/8.75; max 3600 raw frames. Zero-trained models have both zero and profile evaluations; profile-trained models have the matching profile evaluation. `profiles/profile.json` is the exact model-specific latency profile, with SHA in provenance.
22
 
23
+ Each `evaluations/<condition>/` contains the evaluated config, 100 episode records, action audit including raw-score summaries, verification, provenance and evaluator code snapshot. Replay configs use bundle-relative checkpoint, model-config and profile paths. Run from the model directory; set `policy.backbone_path` (`BACKBONE_SNAPSHOT`) to a local snapshot of the pinned Qwen revision, and set `policy.worker_python_executable` to the matching inference Python. `source_archive/` entries in training metadata identify source evidence; they are not included datasets or runnable local paths. Deadly Corridor requires 160×120 RGB with HUD, no crosshair, weapon enabled, decals/particles disabled before resizing.
24
 
25
  These are one-training-seed results. Architectures use different latency profiles. Zero/profile training also uses different teachers and collected data, so their score difference is not an isolated learning-rate ablation.
26
 
latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/config.full.yaml CHANGED
@@ -1,7 +1,7 @@
1
  framework:
2
  name: QwenGR00T
3
  qwenvl:
4
- base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
5
  attn_implementation: flash_attention_2
6
  vl_hidden_dim: 2048
7
  enable_gradient_checkpointing: true
@@ -46,10 +46,10 @@ datasets:
46
  vla_data:
47
  dataset_py: lerobot_datasets
48
  include_state: true
49
- data_root_dir: /home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t
50
  data_mix: lerobot
51
  eval_data_mix: lerobot__val
52
- custom_mixtures_path: /home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/_generated_mixtures/lerobot.json
53
  action_type: discrete
54
  sequential_step_sampling: false
55
  eval_sequential_step_sampling: null
@@ -182,7 +182,7 @@ trainer:
182
  batch_size: 8
183
  bootstrap_repeats: 4000
184
  workspace_dir: WORKSPACE_DIR
185
- run_root_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train
186
  seed: 42
187
  wandb_entity: saberrr-zju
188
  wandb_project: starvla_tasks
@@ -194,7 +194,7 @@ paths:
194
  run_root_dir: results/Checkpoints
195
  dataset_local_dir: playground/Datasets/rl_games
196
  dataset_cache_dir: null
197
- base_model_dir: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
198
  accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
199
  launch:
200
  use_accelerate: true
@@ -283,8 +283,8 @@ checkpoint:
283
  sync_every_n_checkpoints: 1
284
  resume_policy: local_latest
285
  run_id: deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16
286
- output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16
287
- config_yaml: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/train.yaml
288
  is_debug: false
289
  version_id: '0.21'
290
  wandb_name: deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16
 
1
  framework:
2
  name: QwenGR00T
3
  qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
  attn_implementation: flash_attention_2
6
  vl_hidden_dim: 2048
7
  enable_gradient_checkpointing: true
 
46
  vla_data:
47
  dataset_py: lerobot_datasets
48
  include_state: true
49
+ data_root_dir: source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t
50
  data_mix: lerobot
51
  eval_data_mix: lerobot__val
52
+ custom_mixtures_path: source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/_generated_mixtures/lerobot.json
53
  action_type: discrete
54
  sequential_step_sampling: false
55
  eval_sequential_step_sampling: null
 
182
  batch_size: 8
183
  bootstrap_repeats: 4000
184
  workspace_dir: WORKSPACE_DIR
185
+ run_root_dir: source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train
186
  seed: 42
187
  wandb_entity: saberrr-zju
188
  wandb_project: starvla_tasks
 
194
  run_root_dir: results/Checkpoints
195
  dataset_local_dir: playground/Datasets/rl_games
196
  dataset_cache_dir: null
197
+ base_model_dir: source_archive/home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
198
  accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
199
  launch:
200
  use_accelerate: true
 
283
  sync_every_n_checkpoints: 1
284
  resume_policy: local_latest
285
  run_id: deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16
286
+ output_dir: source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16
287
+ config_yaml: source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/train.yaml
288
  is_debug: false
289
  version_id: '0.21'
290
  wandb_name: deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16
latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/dataset_statistics.json CHANGED
@@ -802,4 +802,4 @@
802
  "num_transitions": 330543,
803
  "num_trajectories": 6975
804
  }
805
- }
 
802
  "num_transitions": 330543,
803
  "num_trajectories": 6975
804
  }
805
+ }
latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/evaluations/profile/episode_metrics.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/evaluations/profile/eval_config.yaml CHANGED
@@ -84,7 +84,7 @@ env:
84
  render_particles: false
85
  latency:
86
  method: temporal
87
- profile_path: /mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json
88
  profile_worker_slot: 0
89
  seed: 271828
90
  add_latency_info: false
@@ -101,14 +101,14 @@ policy:
101
  - TURN_LEFT
102
  - TURN_RIGHT
103
  - ATTACK
104
- checkpoint_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/checkpoints/model.pt
105
- model_config_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/config.yaml
106
  device: cuda:0
107
  unnorm_key: new_embodiment
108
  prompt_mode: latency_neutral
109
  action_layout: multibinary_7
110
- backbone_path: /mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct
111
- worker_python_executable: /mnt/ssd/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
112
  state_source: transport
113
  training:
114
  train_for_env_steps: 25000000
@@ -153,7 +153,7 @@ evaluation:
153
  uniform: []
154
  eval_latency_values: null
155
  logging:
156
- output_dir: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16-to-profile-par32-sf-render-v4
157
  video:
158
  enabled: false
159
  num_bins: 10
 
84
  render_particles: false
85
  latency:
86
  method: temporal
87
+ profile_path: profiles/profile.json
88
  profile_worker_slot: 0
89
  seed: 271828
90
  add_latency_info: false
 
101
  - TURN_LEFT
102
  - TURN_RIGHT
103
  - ATTACK
104
+ checkpoint_path: checkpoints/model.pt
105
+ model_config_path: config.yaml
106
  device: cuda:0
107
  unnorm_key: new_embodiment
108
  prompt_mode: latency_neutral
109
  action_layout: multibinary_7
110
+ backbone_path: BACKBONE_SNAPSHOT
111
+ worker_python_executable: python
112
  state_source: transport
113
  training:
114
  train_for_env_steps: 25000000
 
153
  uniform: []
154
  eval_latency_values: null
155
  logging:
156
+ output_dir: replay_outputs/profile
157
  video:
158
  enabled: false
159
  num_bins: 10
latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/evaluations/profile/provenance.json CHANGED
@@ -5,7 +5,7 @@
5
  "teacher_path": "latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
6
  "teacher_checkpoint": "best_000031048_15896576_reward_2265.338.pth",
7
  "teacher_sha256": "618e6bfef84cf4e31207a0eac43db8a5c3fa6c1757e20a116a4f93d26bc970d6",
8
- "profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
9
  "profile_sha256": "78e19fdd6ceb9f06d830f1b5314fd64e3a825aad8f5672ebe203372bc0791e39",
10
  "episodes": 7750,
11
  "filter_preset": "none",
 
5
  "teacher_path": "latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
6
  "teacher_checkpoint": "best_000031048_15896576_reward_2265.338.pth",
7
  "teacher_sha256": "618e6bfef84cf4e31207a0eac43db8a5c3fa6c1757e20a116a4f93d26bc970d6",
8
+ "profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
9
  "profile_sha256": "78e19fdd6ceb9f06d830f1b5314fd64e3a825aad8f5672ebe203372bc0791e39",
10
  "episodes": 7750,
11
  "filter_preset": "none",
latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/evaluations/profile/resolved_config.yaml CHANGED
@@ -84,7 +84,7 @@ env:
84
  render_particles: false
85
  latency:
86
  method: temporal
87
- profile_path: /mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json
88
  profile_worker_slot: 0
89
  seed: 271828
90
  add_latency_info: false
@@ -101,14 +101,14 @@ policy:
101
  - TURN_LEFT
102
  - TURN_RIGHT
103
  - ATTACK
104
- checkpoint_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/checkpoints/model.pt
105
- model_config_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/config.yaml
106
  device: cuda:0
107
  unnorm_key: new_embodiment
108
  prompt_mode: latency_neutral
109
  action_layout: multibinary_7
110
- backbone_path: /mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct
111
- worker_python_executable: /mnt/ssd/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
112
  state_source: transport
113
  action_prefix:
114
  mode: none
@@ -155,7 +155,7 @@ evaluation:
155
  uniform: []
156
  eval_latency_values: null
157
  logging:
158
- output_dir: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16-to-profile-par32-sf-render-v4
159
  video:
160
  enabled: false
161
  num_bins: 10
 
84
  render_particles: false
85
  latency:
86
  method: temporal
87
+ profile_path: profiles/profile.json
88
  profile_worker_slot: 0
89
  seed: 271828
90
  add_latency_info: false
 
101
  - TURN_LEFT
102
  - TURN_RIGHT
103
  - ATTACK
104
+ checkpoint_path: checkpoints/model.pt
105
+ model_config_path: config.yaml
106
  device: cuda:0
107
  unnorm_key: new_embodiment
108
  prompt_mode: latency_neutral
109
  action_layout: multibinary_7
110
+ backbone_path: BACKBONE_SNAPSHOT
111
+ worker_python_executable: python
112
  state_source: transport
113
  action_prefix:
114
  mode: none
 
155
  uniform: []
156
  eval_latency_values: null
157
  logging:
158
+ output_dir: replay_outputs/profile
159
  video:
160
  enabled: false
161
  num_bins: 10
latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/evaluations/profile/summary.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "checkpoint_path": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/checkpoints/model.pt",
3
  "experiment_name": "deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16-step5000-history01-profile-par32",
4
  "latency": "profile_sample",
5
  "latency_type": "profile_sample",
@@ -210,7 +210,7 @@
210
  2281.234603881836
211
  ],
212
  "seed": 1000000,
213
- "source_profile_path": "/mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
214
  "std_return": 552.1152576989377,
215
  "suite_name": "profile_sample",
216
  "timestamp_utc": "2026-09-23T23:58:03.670535+00:00"
 
1
  {
2
+ "checkpoint_path": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/checkpoints/model.pt",
3
  "experiment_name": "deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16-step5000-history01-profile-par32",
4
  "latency": "profile_sample",
5
  "latency_type": "profile_sample",
 
210
  2281.234603881836
211
  ],
212
  "seed": 1000000,
213
+ "source_profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
214
  "std_return": 552.1152576989377,
215
  "suite_name": "profile_sample",
216
  "timestamp_utc": "2026-09-23T23:58:03.670535+00:00"
latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/evaluations/profile/verification.json CHANGED
@@ -3,7 +3,7 @@
3
  "job_id": "eval_v2__deadly_corridor-qwengr00t-hist8-scratch-s42-v2",
4
  "task": "deadly_corridor",
5
  "model": "qwengr00t",
6
- "remote_eval_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16-to-profile-par32-sf-render-v4",
7
  "checked_at": 1790208001.919022,
8
  "training_step": 5000,
9
  "checkpoint_sha256": "a68c7ec382c18367164a938eae0332cb8e1cbea28b94907e9640717cd5d7d3d2",
@@ -49,22 +49,22 @@
49
  "job": {
50
  "id": "eval_v2__deadly_corridor-qwengr00t-hist8-scratch-s42-v2",
51
  "source": "v2",
52
- "python": "/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python",
53
  "task": "deadly_corridor",
54
  "model": "qwengr00t",
55
- "backbone": "/mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct",
56
- "profile_path": "/mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
57
- "bundle_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16",
58
  "priority": 1000,
59
  "depends_on": [],
60
  "kind": "eval_ready",
61
- "runtime_root": "/mnt/ssd/codex/hist8-vla-eval-sf-render-v4-20260924",
62
  "env_condition": "profile",
63
  "parallel_envs": 32,
64
  "metric_prefix": "eval_hist8_v4/profile_to_profile",
65
- "eval_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16-to-profile-par32-sf-render-v4",
66
  "gpus_required": 2,
67
- "ready_path": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/bundle.complete.json"
68
  },
69
- "evidence_dir": "/home/lixinyuan/latency-sensitive-bench/outputs/tasks/decision_history_vla_hist8_v2/evaluation_receipts/h100/eval_v2__deadly_corridor-qwengr00t-hist8-scratch-s42-v2/hist8-history01-sf-render-v4"
70
  }
 
3
  "job_id": "eval_v2__deadly_corridor-qwengr00t-hist8-scratch-s42-v2",
4
  "task": "deadly_corridor",
5
  "model": "qwengr00t",
6
+ "remote_eval_dir": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16-to-profile-par32-sf-render-v4",
7
  "checked_at": 1790208001.919022,
8
  "training_step": 5000,
9
  "checkpoint_sha256": "a68c7ec382c18367164a938eae0332cb8e1cbea28b94907e9640717cd5d7d3d2",
 
49
  "job": {
50
  "id": "eval_v2__deadly_corridor-qwengr00t-hist8-scratch-s42-v2",
51
  "source": "v2",
52
+ "python": "source_archive/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python",
53
  "task": "deadly_corridor",
54
  "model": "qwengr00t",
55
+ "backbone": "source_archive/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct",
56
+ "profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
57
+ "bundle_dir": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16",
58
  "priority": 1000,
59
  "depends_on": [],
60
  "kind": "eval_ready",
61
+ "runtime_root": "source_archive/hist8-vla-eval-sf-render-v4-20260924",
62
  "env_condition": "profile",
63
  "parallel_envs": 32,
64
  "metric_prefix": "eval_hist8_v4/profile_to_profile",
65
+ "eval_dir": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16-to-profile-par32-sf-render-v4",
66
  "gpus_required": 2,
67
+ "ready_path": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/bundle.complete.json"
68
  },
69
+ "evidence_dir": "source_archive/outputs/tasks/decision_history_vla_hist8_v2/evaluation_receipts/h100/eval_v2__deadly_corridor-qwengr00t-hist8-scratch-s42-v2/hist8-history01-sf-render-v4"
70
  }
latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/manifest.json CHANGED
@@ -7,7 +7,7 @@
7
  "You are playing Deadly Corridor in VizDoom. Your goal is to survive the corridor, fight enemies, and reach the green armor vest at the far end. The available actions are: MOVE_FORWARD, MOVE_BACKWARD, MOVE_LEFT, MOVE_RIGHT, TURN_LEFT, TURN_RIGHT, and ATTACK. Choose the best next action from the current visual observation."
8
  ],
9
  "format": "starvla_lerobot_v2_decision_v1",
10
- "source": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/raw",
11
  "robot_type": "rl_games_deadly_corridor",
12
  "action_layout": "multibinary_7",
13
  "source_action_layout": "deadly_corridor_joint_54",
@@ -396,8 +396,8 @@
396
  "rows_unit": "decision_step",
397
  "obs_fps": 8.75,
398
  "obs_stride_raw_frames": 4,
399
- "latency_prompt_map_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/lerobot/latency_prompt_map.json",
400
- "custom_mixtures_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/_generated_mixtures/lerobot.json",
401
  "validation_dataset_name": "lerobot__val",
402
  "validation_episodes": 775,
403
  "validation_frames": 36811
 
7
  "You are playing Deadly Corridor in VizDoom. Your goal is to survive the corridor, fight enemies, and reach the green armor vest at the far end. The available actions are: MOVE_FORWARD, MOVE_BACKWARD, MOVE_LEFT, MOVE_RIGHT, TURN_LEFT, TURN_RIGHT, and ATTACK. Choose the best next action from the current visual observation."
8
  ],
9
  "format": "starvla_lerobot_v2_decision_v1",
10
+ "source": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/raw",
11
  "robot_type": "rl_games_deadly_corridor",
12
  "action_layout": "multibinary_7",
13
  "source_action_layout": "deadly_corridor_joint_54",
 
396
  "rows_unit": "decision_step",
397
  "obs_fps": 8.75,
398
  "obs_stride_raw_frames": 4,
399
+ "latency_prompt_map_path": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/lerobot/latency_prompt_map.json",
400
+ "custom_mixtures_path": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/_generated_mixtures/lerobot.json",
401
  "validation_dataset_name": "lerobot__val",
402
  "validation_episodes": 775,
403
  "validation_frames": 36811
latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/provenance.json CHANGED
@@ -5,7 +5,7 @@
5
  "teacher_path": "latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
6
  "teacher_checkpoint": "best_000031048_15896576_reward_2265.338.pth",
7
  "teacher_sha256": "618e6bfef84cf4e31207a0eac43db8a5c3fa6c1757e20a116a4f93d26bc970d6",
8
- "profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
9
  "profile_sha256": "78e19fdd6ceb9f06d830f1b5314fd64e3a825aad8f5672ebe203372bc0791e39",
10
  "episodes": 7750,
11
  "filter_preset": "none",
@@ -68,5 +68,10 @@
68
  },
69
  "environment_condition": "profile"
70
  }
71
- ]
 
 
 
 
 
72
  }
 
5
  "teacher_path": "latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
6
  "teacher_checkpoint": "best_000031048_15896576_reward_2265.338.pth",
7
  "teacher_sha256": "618e6bfef84cf4e31207a0eac43db8a5c3fa6c1757e20a116a4f93d26bc970d6",
8
+ "profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
9
  "profile_sha256": "78e19fdd6ceb9f06d830f1b5314fd64e3a825aad8f5672ebe203372bc0791e39",
10
  "episodes": 7750,
11
  "filter_preset": "none",
 
68
  },
69
  "environment_condition": "profile"
70
  }
71
+ ],
72
+ "export_notes": {
73
+ "checkpoint": "Original evaluated bytes; SHA unchanged.",
74
+ "paths": "Operational paths in metadata are archive-relative. source_archive references describe source evidence and are not files shipped in this inference bundle.",
75
+ "replay": "Run from this model directory. Set BACKBONE_SNAPSHOT to the pinned Qwen snapshot and policy.worker_python_executable to the matching inference Python. Evaluated environment settings and profile bytes are unchanged."
76
+ }
77
  }
latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/rollout_metadata.json CHANGED
@@ -308,7 +308,7 @@
308
  "vizdoom_init_retry_jitter_sec": 0.25,
309
  "vtrace_c": 1.0,
310
  "vtrace_rho": 1.0,
311
- "wandb_dir": "/mnt/ssd/latency-sensitive-bench/wandb",
312
  "wandb_group": "deadly-corridor-fs4-gr00t_rtx3090_temporal_hist8_capacity1_native35",
313
  "wandb_job_type": "deadly_corridor_decision_history_native35_temporal",
314
  "wandb_project": "starvla_tasks",
@@ -329,10 +329,10 @@
329
  "with_wandb": true,
330
  "worker_num_splits": 2
331
  },
332
- "checkpoint_experiment_dir": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/models/latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
333
- "checkpoint_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/models/latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-native35-s42-v1/best_000031048_15896576_reward_2265.338.pth",
334
  "checkpoint_train_step": 31048,
335
- "config_source": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/models/latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-native35-s42-v1/config.json",
336
  "context_image_count": 0,
337
  "context_window": 1,
338
  "env_fps": 35.0,
 
308
  "vizdoom_init_retry_jitter_sec": 0.25,
309
  "vtrace_c": 1.0,
310
  "vtrace_rho": 1.0,
311
+ "wandb_dir": "source_archive/mnt/ssd/latency-sensitive-bench/wandb",
312
  "wandb_group": "deadly-corridor-fs4-gr00t_rtx3090_temporal_hist8_capacity1_native35",
313
  "wandb_job_type": "deadly_corridor_decision_history_native35_temporal",
314
  "wandb_project": "starvla_tasks",
 
329
  "with_wandb": true,
330
  "worker_num_splits": 2
331
  },
332
+ "checkpoint_experiment_dir": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/models/latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
333
+ "checkpoint_path": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/models/latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-native35-s42-v1/best_000031048_15896576_reward_2265.338.pth",
334
  "checkpoint_train_step": 31048,
335
+ "config_source": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/models/latency-aware/deadly-corridor/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-native35-s42-v1/config.json",
336
  "context_image_count": 0,
337
  "context_window": 1,
338
  "env_fps": 35.0,
latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16/run_metadata.json CHANGED
@@ -12,7 +12,7 @@
12
  "eval_num_workers_per_rank": 16,
13
  "prefetch_factor": 4,
14
  "base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
15
- "dataset_dir": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/lerobot",
16
  "dataset_manifest_sha256": "ff4ce3dcb19143bd00f4da7486b50edee5827184f674c041e1536df8c0cc27b8",
17
  "code_snapshot_sha256": "4fdfd05c7faaa60fb697f4d2bd169b94979d9626b8ebe52ac01b9b6a6faecf8d"
18
  }
 
12
  "eval_num_workers_per_rank": 16,
13
  "prefetch_factor": 4,
14
  "base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
15
+ "dataset_dir": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwengr00t/lerobot",
16
  "dataset_manifest_sha256": "ff4ce3dcb19143bd00f4da7486b50edee5827184f674c041e1536df8c0cc27b8",
17
  "code_snapshot_sha256": "4fdfd05c7faaa60fb697f4d2bd169b94979d9626b8ebe52ac01b9b6a6faecf8d"
18
  }
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/README.md CHANGED
@@ -10,7 +10,7 @@ Full StarVLA state dict in `checkpoints/model.pt` (original evaluated bytes). In
10
 
11
  One current RGB image, eight prior causal decision histories (120 raw 0/1 values), action horizon 1. `h1` in this repository path is the action horizon; `hist8` is input history. Pass history as `transport`, preserve all-zero reset, and use identity state normalization. Prompt and action order are in `task_contract.json` and `manifest.json`.
12
 
13
- Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 128; 16 dataloader workers per rank and prefetch 4. Backbone LR 3e-6, action head 1e-4; other groups retain the recorded configuration. Warmup 100, cosine min_lr_rate 1/30, 5000 steps. Full historical training configuration and code snapshot are included.
14
 
15
  ## Formal evaluation
16
 
@@ -20,7 +20,7 @@ Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 1
20
 
21
  Seeds 1,000,000–1,000,099; parallel 32; capacity 1; FPS/decision Hz 35/8.75; max 3600 raw frames. Zero-trained models have both zero and profile evaluations; profile-trained models have the matching profile evaluation. `profiles/profile.json` is the exact model-specific latency profile, with SHA in provenance.
22
 
23
- Each `evaluations/<condition>/` contains the evaluated config, 100 episode records, action audit including raw-score summaries, verification, provenance and evaluator code snapshot. Evaluation configs retain original machine paths as execution evidence; replace checkpoint, model-config, backbone, profile and output paths when replaying locally. Deadly Corridor requires 160×120 RGB with HUD, no crosshair, weapon enabled, decals/particles disabled before resizing.
24
 
25
  These are one-training-seed results. Architectures use different latency profiles. Zero/profile training also uses different teachers and collected data, so their score difference is not an isolated learning-rate ablation.
26
 
 
10
 
11
  One current RGB image, eight prior causal decision histories (120 raw 0/1 values), action horizon 1. `h1` in this repository path is the action horizon; `hist8` is input history. Pass history as `transport`, preserve all-zero reset, and use identity state normalization. Prompt and action order are in `task_contract.json` and `manifest.json`.
12
 
13
+ Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 128; 16 dataloader workers per rank and prefetch 4. Backbone LR 3e-6, action head 1e-4; other groups retain the recorded configuration. Warmup 100, cosine min_lr_rate 1/30, 5000 steps. Training configuration and code snapshot are included; operational paths are represented as archive-relative references.
14
 
15
  ## Formal evaluation
16
 
 
20
 
21
  Seeds 1,000,000–1,000,099; parallel 32; capacity 1; FPS/decision Hz 35/8.75; max 3600 raw frames. Zero-trained models have both zero and profile evaluations; profile-trained models have the matching profile evaluation. `profiles/profile.json` is the exact model-specific latency profile, with SHA in provenance.
22
 
23
+ Each `evaluations/<condition>/` contains the evaluated config, 100 episode records, action audit including raw-score summaries, verification, provenance and evaluator code snapshot. Replay configs use bundle-relative checkpoint, model-config and profile paths. Run from the model directory; set `policy.backbone_path` (`BACKBONE_SNAPSHOT`) to a local snapshot of the pinned Qwen revision, and set `policy.worker_python_executable` to the matching inference Python. `source_archive/` entries in training metadata identify source evidence; they are not included datasets or runnable local paths. Deadly Corridor requires 160×120 RGB with HUD, no crosshair, weapon enabled, decals/particles disabled before resizing.
24
 
25
  These are one-training-seed results. Architectures use different latency profiles. Zero/profile training also uses different teachers and collected data, so their score difference is not an isolated learning-rate ablation.
26
 
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/config.full.yaml CHANGED
@@ -1,7 +1,7 @@
1
  framework:
2
  name: QwenOFT
3
  qwenvl:
4
- base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
5
  attn_implementation: flash_attention_2
6
  enable_gradient_checkpointing: true
7
  action_model:
@@ -26,10 +26,10 @@ datasets:
26
  vla_data:
27
  dataset_py: lerobot_datasets
28
  include_state: true
29
- data_root_dir: /home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft
30
  data_mix: lerobot
31
  eval_data_mix: lerobot__val
32
- custom_mixtures_path: /home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/_generated_mixtures/lerobot.json
33
  action_type: discrete
34
  sequential_step_sampling: false
35
  eval_sequential_step_sampling: null
@@ -133,7 +133,7 @@ trainer:
133
  gradient_accumulation_steps: 1
134
  distributed_backend: deepspeed
135
  is_resume: true
136
- pretrained_checkpoint: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwenoft-hist8-scratch-s42-v2/checkpoints/steps_1890_state
137
  resume_step: 1890
138
  reload_modules: null
139
  optimizer:
@@ -159,7 +159,7 @@ trainer:
159
  batch_size: 8
160
  bootstrap_repeats: 4000
161
  workspace_dir: WORKSPACE_DIR
162
- run_root_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train
163
  seed: 42
164
  wandb_entity: saberrr-zju
165
  wandb_project: starvla_tasks
@@ -171,7 +171,7 @@ paths:
171
  run_root_dir: results/Checkpoints
172
  dataset_local_dir: playground/Datasets/rl_games
173
  dataset_cache_dir: null
174
- base_model_dir: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
175
  accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
176
  launch:
177
  use_accelerate: true
@@ -260,8 +260,8 @@ checkpoint:
260
  sync_every_n_checkpoints: 1
261
  resume_policy: local_latest
262
  run_id: deadly_corridor-qwenoft-hist8-scratch-s42-v2
263
- output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwenoft-hist8-scratch-s42-v2
264
- config_yaml: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwenoft-hist8-scratch-s42-v2/train.yaml
265
  is_debug: false
266
  version_id: '0.21'
267
  wandb_name: deadly_corridor-qwenoft-hist8-scratch-s42-v2
 
1
  framework:
2
  name: QwenOFT
3
  qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
  attn_implementation: flash_attention_2
6
  enable_gradient_checkpointing: true
7
  action_model:
 
26
  vla_data:
27
  dataset_py: lerobot_datasets
28
  include_state: true
29
+ data_root_dir: source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft
30
  data_mix: lerobot
31
  eval_data_mix: lerobot__val
32
+ custom_mixtures_path: source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/_generated_mixtures/lerobot.json
33
  action_type: discrete
34
  sequential_step_sampling: false
35
  eval_sequential_step_sampling: null
 
133
  gradient_accumulation_steps: 1
134
  distributed_backend: deepspeed
135
  is_resume: true
136
+ pretrained_checkpoint: source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwenoft-hist8-scratch-s42-v2/checkpoints/steps_1890_state
137
  resume_step: 1890
138
  reload_modules: null
139
  optimizer:
 
159
  batch_size: 8
160
  bootstrap_repeats: 4000
161
  workspace_dir: WORKSPACE_DIR
162
+ run_root_dir: source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train
163
  seed: 42
164
  wandb_entity: saberrr-zju
165
  wandb_project: starvla_tasks
 
171
  run_root_dir: results/Checkpoints
172
  dataset_local_dir: playground/Datasets/rl_games
173
  dataset_cache_dir: null
174
+ base_model_dir: source_archive/home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
175
  accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
176
  launch:
177
  use_accelerate: true
 
260
  sync_every_n_checkpoints: 1
261
  resume_policy: local_latest
262
  run_id: deadly_corridor-qwenoft-hist8-scratch-s42-v2
263
+ output_dir: source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwenoft-hist8-scratch-s42-v2
264
+ config_yaml: source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwenoft-hist8-scratch-s42-v2/train.yaml
265
  is_debug: false
266
  version_id: '0.21'
267
  wandb_name: deadly_corridor-qwenoft-hist8-scratch-s42-v2
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/dataset_statistics.json CHANGED
@@ -802,4 +802,4 @@
802
  "num_transitions": 320105,
803
  "num_trajectories": 7650
804
  }
805
- }
 
802
  "num_transitions": 320105,
803
  "num_trajectories": 7650
804
  }
805
+ }
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/evaluations/profile/episode_metrics.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/evaluations/profile/eval_config.yaml CHANGED
@@ -84,7 +84,7 @@ env:
84
  render_particles: false
85
  latency:
86
  method: temporal
87
- profile_path: /mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json
88
  profile_worker_slot: 0
89
  seed: 271828
90
  add_latency_info: false
@@ -101,14 +101,14 @@ policy:
101
  - TURN_LEFT
102
  - TURN_RIGHT
103
  - ATTACK
104
- checkpoint_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenoft-hist8-scratch-s42-v2/checkpoints/model.pt
105
- model_config_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenoft-hist8-scratch-s42-v2/config.yaml
106
  device: cuda:0
107
  unnorm_key: new_embodiment
108
  prompt_mode: latency_neutral
109
  action_layout: multibinary_7
110
- backbone_path: /mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct
111
- worker_python_executable: /mnt/ssd/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
112
  state_source: transport
113
  training:
114
  train_for_env_steps: 25000000
@@ -153,7 +153,7 @@ evaluation:
153
  uniform: []
154
  eval_latency_values: null
155
  logging:
156
- output_dir: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenoft-hist8-scratch-s42-v2-to-profile-par32-sf-render-v4
157
  video:
158
  enabled: false
159
  num_bins: 10
 
84
  render_particles: false
85
  latency:
86
  method: temporal
87
+ profile_path: profiles/profile.json
88
  profile_worker_slot: 0
89
  seed: 271828
90
  add_latency_info: false
 
101
  - TURN_LEFT
102
  - TURN_RIGHT
103
  - ATTACK
104
+ checkpoint_path: checkpoints/model.pt
105
+ model_config_path: config.yaml
106
  device: cuda:0
107
  unnorm_key: new_embodiment
108
  prompt_mode: latency_neutral
109
  action_layout: multibinary_7
110
+ backbone_path: BACKBONE_SNAPSHOT
111
+ worker_python_executable: python
112
  state_source: transport
113
  training:
114
  train_for_env_steps: 25000000
 
153
  uniform: []
154
  eval_latency_values: null
155
  logging:
156
+ output_dir: replay_outputs/profile
157
  video:
158
  enabled: false
159
  num_bins: 10
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/evaluations/profile/provenance.json CHANGED
@@ -5,7 +5,7 @@
5
  "teacher_path": "latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
6
  "teacher_checkpoint": "best_000044776_22925312_reward_2084.409.pth",
7
  "teacher_sha256": "62eee5b587bde20cc912fde9c068d92498a6433b62dec28f8e994004fb8e7e18",
8
- "profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
9
  "profile_sha256": "bbfb93cef9f63750a9a159ec10a93a9fc6c25e4cb0cac3b39532663b4dc11eba",
10
  "episodes": 8500,
11
  "filter_preset": "none",
 
5
  "teacher_path": "latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
6
  "teacher_checkpoint": "best_000044776_22925312_reward_2084.409.pth",
7
  "teacher_sha256": "62eee5b587bde20cc912fde9c068d92498a6433b62dec28f8e994004fb8e7e18",
8
+ "profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
9
  "profile_sha256": "bbfb93cef9f63750a9a159ec10a93a9fc6c25e4cb0cac3b39532663b4dc11eba",
10
  "episodes": 8500,
11
  "filter_preset": "none",
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/evaluations/profile/resolved_config.yaml CHANGED
@@ -84,7 +84,7 @@ env:
84
  render_particles: false
85
  latency:
86
  method: temporal
87
- profile_path: /mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json
88
  profile_worker_slot: 0
89
  seed: 271828
90
  add_latency_info: false
@@ -101,14 +101,14 @@ policy:
101
  - TURN_LEFT
102
  - TURN_RIGHT
103
  - ATTACK
104
- checkpoint_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenoft-hist8-scratch-s42-v2/checkpoints/model.pt
105
- model_config_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenoft-hist8-scratch-s42-v2/config.yaml
106
  device: cuda:0
107
  unnorm_key: new_embodiment
108
  prompt_mode: latency_neutral
109
  action_layout: multibinary_7
110
- backbone_path: /mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct
111
- worker_python_executable: /mnt/ssd/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
112
  state_source: transport
113
  action_prefix:
114
  mode: none
@@ -155,7 +155,7 @@ evaluation:
155
  uniform: []
156
  eval_latency_values: null
157
  logging:
158
- output_dir: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenoft-hist8-scratch-s42-v2-to-profile-par32-sf-render-v4
159
  video:
160
  enabled: false
161
  num_bins: 10
 
84
  render_particles: false
85
  latency:
86
  method: temporal
87
+ profile_path: profiles/profile.json
88
  profile_worker_slot: 0
89
  seed: 271828
90
  add_latency_info: false
 
101
  - TURN_LEFT
102
  - TURN_RIGHT
103
  - ATTACK
104
+ checkpoint_path: checkpoints/model.pt
105
+ model_config_path: config.yaml
106
  device: cuda:0
107
  unnorm_key: new_embodiment
108
  prompt_mode: latency_neutral
109
  action_layout: multibinary_7
110
+ backbone_path: BACKBONE_SNAPSHOT
111
+ worker_python_executable: python
112
  state_source: transport
113
  action_prefix:
114
  mode: none
 
155
  uniform: []
156
  eval_latency_values: null
157
  logging:
158
+ output_dir: replay_outputs/profile
159
  video:
160
  enabled: false
161
  num_bins: 10
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/evaluations/profile/summary.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "checkpoint_path": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenoft-hist8-scratch-s42-v2/checkpoints/model.pt",
3
  "experiment_name": "deadly_corridor-qwenoft-hist8-scratch-s42-v2-step5000-history01-profile-par32",
4
  "latency": "profile_sample",
5
  "latency_type": "profile_sample",
@@ -210,7 +210,7 @@
210
  2279.032180786133
211
  ],
212
  "seed": 1000000,
213
- "source_profile_path": "/mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
214
  "std_return": 579.6123067681043,
215
  "suite_name": "profile_sample",
216
  "timestamp_utc": "2026-09-23T23:56:33.931684+00:00"
 
1
  {
2
+ "checkpoint_path": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenoft-hist8-scratch-s42-v2/checkpoints/model.pt",
3
  "experiment_name": "deadly_corridor-qwenoft-hist8-scratch-s42-v2-step5000-history01-profile-par32",
4
  "latency": "profile_sample",
5
  "latency_type": "profile_sample",
 
210
  2279.032180786133
211
  ],
212
  "seed": 1000000,
213
+ "source_profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
214
  "std_return": 579.6123067681043,
215
  "suite_name": "profile_sample",
216
  "timestamp_utc": "2026-09-23T23:56:33.931684+00:00"
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/evaluations/profile/verification.json CHANGED
@@ -3,7 +3,7 @@
3
  "job_id": "eval_v2__deadly_corridor-qwenoft-hist8-scratch-s42-v2",
4
  "task": "deadly_corridor",
5
  "model": "qwenoft",
6
- "remote_eval_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenoft-hist8-scratch-s42-v2-to-profile-par32-sf-render-v4",
7
  "checked_at": 1790207994.4064398,
8
  "training_step": 5000,
9
  "checkpoint_sha256": "29e42431b2fb4e83e74f21c0e7e108d43ebbeb91ab7c34da06c33cb0652fb56c",
@@ -49,22 +49,22 @@
49
  "job": {
50
  "id": "eval_v2__deadly_corridor-qwenoft-hist8-scratch-s42-v2",
51
  "source": "v2",
52
- "python": "/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python",
53
  "task": "deadly_corridor",
54
  "model": "qwenoft",
55
- "backbone": "/mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct",
56
- "profile_path": "/mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
57
- "bundle_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenoft-hist8-scratch-s42-v2",
58
  "priority": 1000,
59
  "depends_on": [],
60
  "kind": "eval_ready",
61
- "runtime_root": "/mnt/ssd/codex/hist8-vla-eval-sf-render-v4-20260924",
62
  "env_condition": "profile",
63
  "parallel_envs": 32,
64
  "metric_prefix": "eval_hist8_v4/profile_to_profile",
65
- "eval_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenoft-hist8-scratch-s42-v2-to-profile-par32-sf-render-v4",
66
  "gpus_required": 2,
67
- "ready_path": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenoft-hist8-scratch-s42-v2/bundle.complete.json"
68
  },
69
- "evidence_dir": "/home/lixinyuan/latency-sensitive-bench/outputs/tasks/decision_history_vla_hist8_v2/evaluation_receipts/h100/eval_v2__deadly_corridor-qwenoft-hist8-scratch-s42-v2/hist8-history01-sf-render-v4"
70
  }
 
3
  "job_id": "eval_v2__deadly_corridor-qwenoft-hist8-scratch-s42-v2",
4
  "task": "deadly_corridor",
5
  "model": "qwenoft",
6
+ "remote_eval_dir": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenoft-hist8-scratch-s42-v2-to-profile-par32-sf-render-v4",
7
  "checked_at": 1790207994.4064398,
8
  "training_step": 5000,
9
  "checkpoint_sha256": "29e42431b2fb4e83e74f21c0e7e108d43ebbeb91ab7c34da06c33cb0652fb56c",
 
49
  "job": {
50
  "id": "eval_v2__deadly_corridor-qwenoft-hist8-scratch-s42-v2",
51
  "source": "v2",
52
+ "python": "source_archive/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python",
53
  "task": "deadly_corridor",
54
  "model": "qwenoft",
55
+ "backbone": "source_archive/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct",
56
+ "profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
57
+ "bundle_dir": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenoft-hist8-scratch-s42-v2",
58
  "priority": 1000,
59
  "depends_on": [],
60
  "kind": "eval_ready",
61
+ "runtime_root": "source_archive/hist8-vla-eval-sf-render-v4-20260924",
62
  "env_condition": "profile",
63
  "parallel_envs": 32,
64
  "metric_prefix": "eval_hist8_v4/profile_to_profile",
65
+ "eval_dir": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenoft-hist8-scratch-s42-v2-to-profile-par32-sf-render-v4",
66
  "gpus_required": 2,
67
+ "ready_path": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenoft-hist8-scratch-s42-v2/bundle.complete.json"
68
  },
69
+ "evidence_dir": "source_archive/outputs/tasks/decision_history_vla_hist8_v2/evaluation_receipts/h100/eval_v2__deadly_corridor-qwenoft-hist8-scratch-s42-v2/hist8-history01-sf-render-v4"
70
  }
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/manifest.json CHANGED
@@ -7,7 +7,7 @@
7
  "You are playing Deadly Corridor in VizDoom. Your goal is to survive the corridor, fight enemies, and reach the green armor vest at the far end. The available actions are: MOVE_FORWARD, MOVE_BACKWARD, MOVE_LEFT, MOVE_RIGHT, TURN_LEFT, TURN_RIGHT, and ATTACK. Choose the best next action from the current visual observation."
8
  ],
9
  "format": "starvla_lerobot_v2_decision_v1",
10
- "source": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/raw",
11
  "robot_type": "rl_games_deadly_corridor",
12
  "action_layout": "multibinary_7",
13
  "source_action_layout": "deadly_corridor_joint_54",
@@ -396,8 +396,8 @@
396
  "rows_unit": "decision_step",
397
  "obs_fps": 8.75,
398
  "obs_stride_raw_frames": 4,
399
- "latency_prompt_map_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/lerobot/latency_prompt_map.json",
400
- "custom_mixtures_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/_generated_mixtures/lerobot.json",
401
  "validation_dataset_name": "lerobot__val",
402
  "validation_episodes": 850,
403
  "validation_frames": 35269
 
7
  "You are playing Deadly Corridor in VizDoom. Your goal is to survive the corridor, fight enemies, and reach the green armor vest at the far end. The available actions are: MOVE_FORWARD, MOVE_BACKWARD, MOVE_LEFT, MOVE_RIGHT, TURN_LEFT, TURN_RIGHT, and ATTACK. Choose the best next action from the current visual observation."
8
  ],
9
  "format": "starvla_lerobot_v2_decision_v1",
10
+ "source": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/raw",
11
  "robot_type": "rl_games_deadly_corridor",
12
  "action_layout": "multibinary_7",
13
  "source_action_layout": "deadly_corridor_joint_54",
 
396
  "rows_unit": "decision_step",
397
  "obs_fps": 8.75,
398
  "obs_stride_raw_frames": 4,
399
+ "latency_prompt_map_path": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/lerobot/latency_prompt_map.json",
400
+ "custom_mixtures_path": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/_generated_mixtures/lerobot.json",
401
  "validation_dataset_name": "lerobot__val",
402
  "validation_episodes": 850,
403
  "validation_frames": 35269
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/provenance.json CHANGED
@@ -5,7 +5,7 @@
5
  "teacher_path": "latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
6
  "teacher_checkpoint": "best_000044776_22925312_reward_2084.409.pth",
7
  "teacher_sha256": "62eee5b587bde20cc912fde9c068d92498a6433b62dec28f8e994004fb8e7e18",
8
- "profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
9
  "profile_sha256": "bbfb93cef9f63750a9a159ec10a93a9fc6c25e4cb0cac3b39532663b4dc11eba",
10
  "episodes": 8500,
11
  "filter_preset": "none",
@@ -68,5 +68,10 @@
68
  },
69
  "environment_condition": "profile"
70
  }
71
- ]
 
 
 
 
 
72
  }
 
5
  "teacher_path": "latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
6
  "teacher_checkpoint": "best_000044776_22925312_reward_2084.409.pth",
7
  "teacher_sha256": "62eee5b587bde20cc912fde9c068d92498a6433b62dec28f8e994004fb8e7e18",
8
+ "profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
9
  "profile_sha256": "bbfb93cef9f63750a9a159ec10a93a9fc6c25e4cb0cac3b39532663b4dc11eba",
10
  "episodes": 8500,
11
  "filter_preset": "none",
 
68
  },
69
  "environment_condition": "profile"
70
  }
71
+ ],
72
+ "export_notes": {
73
+ "checkpoint": "Original evaluated bytes; SHA unchanged.",
74
+ "paths": "Operational paths in metadata are archive-relative. source_archive references describe source evidence and are not files shipped in this inference bundle.",
75
+ "replay": "Run from this model directory. Set BACKBONE_SNAPSHOT to the pinned Qwen snapshot and policy.worker_python_executable to the matching inference Python. Evaluated environment settings and profile bytes are unchanged."
76
+ }
77
  }
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/rollout_metadata.json CHANGED
@@ -308,7 +308,7 @@
308
  "vizdoom_init_retry_jitter_sec": 0.25,
309
  "vtrace_c": 1.0,
310
  "vtrace_rho": 1.0,
311
- "wandb_dir": "/mnt/ssd/latency-sensitive-bench/wandb",
312
  "wandb_group": "deadly-corridor-fs4-qwenoft_rtx3090_temporal_hist8_capacity1_native35",
313
  "wandb_job_type": "deadly_corridor_decision_history_native35_temporal",
314
  "wandb_project": "starvla_tasks",
@@ -329,10 +329,10 @@
329
  "with_wandb": true,
330
  "worker_num_splits": 2
331
  },
332
- "checkpoint_experiment_dir": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/models/latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
333
- "checkpoint_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/models/latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1/best_000044776_22925312_reward_2084.409.pth",
334
  "checkpoint_train_step": 44776,
335
- "config_source": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/models/latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1/config.json",
336
  "context_image_count": 0,
337
  "context_window": 1,
338
  "env_fps": 35.0,
 
308
  "vizdoom_init_retry_jitter_sec": 0.25,
309
  "vtrace_c": 1.0,
310
  "vtrace_rho": 1.0,
311
+ "wandb_dir": "source_archive/mnt/ssd/latency-sensitive-bench/wandb",
312
  "wandb_group": "deadly-corridor-fs4-qwenoft_rtx3090_temporal_hist8_capacity1_native35",
313
  "wandb_job_type": "deadly_corridor_decision_history_native35_temporal",
314
  "wandb_project": "starvla_tasks",
 
329
  "with_wandb": true,
330
  "worker_num_splits": 2
331
  },
332
+ "checkpoint_experiment_dir": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/models/latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
333
+ "checkpoint_path": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/models/latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1/best_000044776_22925312_reward_2084.409.pth",
334
  "checkpoint_train_step": 44776,
335
+ "config_source": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/models/latency-aware/deadly-corridor/small-policy/sample-factory-qwenoft-rtx3090-temporal-hist8-capacity1-native35-s42-v1/config.json",
336
  "context_image_count": 0,
337
  "context_window": 1,
338
  "env_fps": 35.0,
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2/run_metadata.json CHANGED
@@ -11,7 +11,7 @@
11
  "eval_num_workers_per_rank": 16,
12
  "prefetch_factor": 4,
13
  "base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
14
- "dataset_dir": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/lerobot",
15
  "dataset_manifest_sha256": "a24c5d5e384c572d13559d3c027c6737565f9861ad3fff3b9cfac1689f3a1435",
16
  "code_snapshot_sha256": "a87288eda53e8a6c45adf04e81f1236d5829d8eb2fe145e0e001310d6a9ebbbe"
17
  }
 
11
  "eval_num_workers_per_rank": 16,
12
  "prefetch_factor": 4,
13
  "base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
14
+ "dataset_dir": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenoft/lerobot",
15
  "dataset_manifest_sha256": "a24c5d5e384c572d13559d3c027c6737565f9861ad3fff3b9cfac1689f3a1435",
16
  "code_snapshot_sha256": "a87288eda53e8a6c45adf04e81f1236d5829d8eb2fe145e0e001310d6a9ebbbe"
17
  }
latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/README.md CHANGED
@@ -10,7 +10,7 @@ Full StarVLA state dict in `checkpoints/model.pt` (original evaluated bytes). In
10
 
11
  One current RGB image, eight prior causal decision histories (120 raw 0/1 values), action horizon 1. `h1` in this repository path is the action horizon; `hist8` is input history. Pass history as `transport`, preserve all-zero reset, and use identity state normalization. Prompt and action order are in `task_contract.json` and `manifest.json`.
12
 
13
- Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 128; 16 dataloader workers per rank and prefetch 4. Backbone LR 3e-6, action head 1e-4; other groups retain the recorded configuration. Warmup 100, cosine min_lr_rate 1/30, 5000 steps. Full historical training configuration and code snapshot are included.
14
 
15
  ## Formal evaluation
16
 
@@ -20,7 +20,7 @@ Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 1
20
 
21
  Seeds 1,000,000–1,000,099; parallel 32; capacity 1; FPS/decision Hz 35/8.75; max 3600 raw frames. Zero-trained models have both zero and profile evaluations; profile-trained models have the matching profile evaluation. `profiles/profile.json` is the exact model-specific latency profile, with SHA in provenance.
22
 
23
- Each `evaluations/<condition>/` contains the evaluated config, 100 episode records, action audit including raw-score summaries, verification, provenance and evaluator code snapshot. Evaluation configs retain original machine paths as execution evidence; replace checkpoint, model-config, backbone, profile and output paths when replaying locally. Deadly Corridor requires 160×120 RGB with HUD, no crosshair, weapon enabled, decals/particles disabled before resizing.
24
 
25
  These are one-training-seed results. Architectures use different latency profiles. Zero/profile training also uses different teachers and collected data, so their score difference is not an isolated learning-rate ablation.
26
 
 
10
 
11
  One current RGB image, eight prior causal decision histories (120 raw 0/1 values), action horizon 1. `h1` in this repository path is the action horizon; `hist8` is input history. Pass history as `transport`, preserve all-zero reset, and use identity state normalization. Prompt and action order are in `task_contract.json` and `manifest.json`.
12
 
13
+ Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 128; 16 dataloader workers per rank and prefetch 4. Backbone LR 3e-6, action head 1e-4; other groups retain the recorded configuration. Warmup 100, cosine min_lr_rate 1/30, 5000 steps. Training configuration and code snapshot are included; operational paths are represented as archive-relative references.
14
 
15
  ## Formal evaluation
16
 
 
20
 
21
  Seeds 1,000,000–1,000,099; parallel 32; capacity 1; FPS/decision Hz 35/8.75; max 3600 raw frames. Zero-trained models have both zero and profile evaluations; profile-trained models have the matching profile evaluation. `profiles/profile.json` is the exact model-specific latency profile, with SHA in provenance.
22
 
23
+ Each `evaluations/<condition>/` contains the evaluated config, 100 episode records, action audit including raw-score summaries, verification, provenance and evaluator code snapshot. Replay configs use bundle-relative checkpoint, model-config and profile paths. Run from the model directory; set `policy.backbone_path` (`BACKBONE_SNAPSHOT`) to a local snapshot of the pinned Qwen revision, and set `policy.worker_python_executable` to the matching inference Python. `source_archive/` entries in training metadata identify source evidence; they are not included datasets or runnable local paths. Deadly Corridor requires 160×120 RGB with HUD, no crosshair, weapon enabled, decals/particles disabled before resizing.
24
 
25
  These are one-training-seed results. Architectures use different latency profiles. Zero/profile training also uses different teachers and collected data, so their score difference is not an isolated learning-rate ablation.
26
 
latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/config.full.yaml CHANGED
@@ -1,7 +1,7 @@
1
  framework:
2
  name: QwenPI_v3
3
  qwenvl:
4
- base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
5
  attn_implementation: flash_attention_2
6
  vl_hidden_dim: 2560
7
  num_vl_layers: 36
@@ -49,10 +49,10 @@ datasets:
49
  vla_data:
50
  dataset_py: lerobot_datasets
51
  include_state: true
52
- data_root_dir: /home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3
53
  data_mix: lerobot
54
  eval_data_mix: lerobot__val
55
- custom_mixtures_path: /home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/_generated_mixtures/lerobot.json
56
  action_type: discrete
57
  sequential_step_sampling: false
58
  eval_sequential_step_sampling: null
@@ -185,7 +185,7 @@ trainer:
185
  batch_size: 8
186
  bootstrap_repeats: 4000
187
  workspace_dir: WORKSPACE_DIR
188
- run_root_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train
189
  seed: 42
190
  wandb_entity: saberrr-zju
191
  wandb_project: starvla_tasks
@@ -197,7 +197,7 @@ paths:
197
  run_root_dir: results/Checkpoints
198
  dataset_local_dir: playground/Datasets/rl_games
199
  dataset_cache_dir: null
200
- base_model_dir: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
201
  accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
202
  launch:
203
  use_accelerate: true
@@ -286,8 +286,8 @@ checkpoint:
286
  sync_every_n_checkpoints: 1
287
  resume_policy: local_latest
288
  run_id: deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6
289
- output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6
290
- config_yaml: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/train.yaml
291
  is_debug: false
292
  version_id: '0.21'
293
  wandb_name: deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6
 
1
  framework:
2
  name: QwenPI_v3
3
  qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
  attn_implementation: flash_attention_2
6
  vl_hidden_dim: 2560
7
  num_vl_layers: 36
 
49
  vla_data:
50
  dataset_py: lerobot_datasets
51
  include_state: true
52
+ data_root_dir: source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3
53
  data_mix: lerobot
54
  eval_data_mix: lerobot__val
55
+ custom_mixtures_path: source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/_generated_mixtures/lerobot.json
56
  action_type: discrete
57
  sequential_step_sampling: false
58
  eval_sequential_step_sampling: null
 
185
  batch_size: 8
186
  bootstrap_repeats: 4000
187
  workspace_dir: WORKSPACE_DIR
188
+ run_root_dir: source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train
189
  seed: 42
190
  wandb_entity: saberrr-zju
191
  wandb_project: starvla_tasks
 
197
  run_root_dir: results/Checkpoints
198
  dataset_local_dir: playground/Datasets/rl_games
199
  dataset_cache_dir: null
200
+ base_model_dir: source_archive/home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
201
  accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
202
  launch:
203
  use_accelerate: true
 
286
  sync_every_n_checkpoints: 1
287
  resume_policy: local_latest
288
  run_id: deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6
289
+ output_dir: source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6
290
+ config_yaml: source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/train.yaml
291
  is_debug: false
292
  version_id: '0.21'
293
  wandb_name: deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6
latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/dataset_statistics.json CHANGED
@@ -802,4 +802,4 @@
802
  "num_transitions": 323787,
803
  "num_trajectories": 7650
804
  }
805
- }
 
802
  "num_transitions": 323787,
803
  "num_trajectories": 7650
804
  }
805
+ }
latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/episode_metrics.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/eval_config.yaml CHANGED
@@ -84,7 +84,7 @@ env:
84
  render_particles: false
85
  latency:
86
  method: temporal
87
- profile_path: /home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json
88
  profile_worker_slot: 0
89
  seed: 271828
90
  add_latency_info: false
@@ -101,14 +101,14 @@ policy:
101
  - TURN_LEFT
102
  - TURN_RIGHT
103
  - ATTACK
104
- checkpoint_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/checkpoints/model.pt
105
- model_config_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/config.yaml
106
  device: cuda:0
107
  unnorm_key: new_embodiment
108
  prompt_mode: latency_neutral
109
  action_layout: multibinary_7
110
- backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
111
- worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
112
  state_source: transport
113
  training:
114
  train_for_env_steps: 25000000
@@ -153,7 +153,7 @@ evaluation:
153
  uniform: []
154
  eval_latency_values: null
155
  logging:
156
- output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-to-profile-par32-sf-render-v4
157
  video:
158
  enabled: false
159
  num_bins: 10
 
84
  render_particles: false
85
  latency:
86
  method: temporal
87
+ profile_path: profiles/profile.json
88
  profile_worker_slot: 0
89
  seed: 271828
90
  add_latency_info: false
 
101
  - TURN_LEFT
102
  - TURN_RIGHT
103
  - ATTACK
104
+ checkpoint_path: checkpoints/model.pt
105
+ model_config_path: config.yaml
106
  device: cuda:0
107
  unnorm_key: new_embodiment
108
  prompt_mode: latency_neutral
109
  action_layout: multibinary_7
110
+ backbone_path: BACKBONE_SNAPSHOT
111
+ worker_python_executable: python
112
  state_source: transport
113
  training:
114
  train_for_env_steps: 25000000
 
153
  uniform: []
154
  eval_latency_values: null
155
  logging:
156
+ output_dir: replay_outputs/profile
157
  video:
158
  enabled: false
159
  num_bins: 10
latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/provenance.json CHANGED
@@ -5,7 +5,7 @@
5
  "teacher_path": "latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
6
  "teacher_checkpoint": "best_000034720_17776640_reward_1806.008.pth",
7
  "teacher_sha256": "ea036c7cc6391913f04210e36aeee8503d0ce23fc94909ca00b820758b245209",
8
- "profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
9
  "profile_sha256": "ccadd20b8a6b6833f9f02fd34c2a67e1a43a468a6d000d94252c819224422b43",
10
  "episodes": 8500,
11
  "filter_preset": "none",
 
5
  "teacher_path": "latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
6
  "teacher_checkpoint": "best_000034720_17776640_reward_1806.008.pth",
7
  "teacher_sha256": "ea036c7cc6391913f04210e36aeee8503d0ce23fc94909ca00b820758b245209",
8
+ "profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
9
  "profile_sha256": "ccadd20b8a6b6833f9f02fd34c2a67e1a43a468a6d000d94252c819224422b43",
10
  "episodes": 8500,
11
  "filter_preset": "none",
latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/resolved_config.yaml CHANGED
@@ -84,7 +84,7 @@ env:
84
  render_particles: false
85
  latency:
86
  method: temporal
87
- profile_path: /home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json
88
  profile_worker_slot: 0
89
  seed: 271828
90
  add_latency_info: false
@@ -101,14 +101,14 @@ policy:
101
  - TURN_LEFT
102
  - TURN_RIGHT
103
  - ATTACK
104
- checkpoint_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/checkpoints/model.pt
105
- model_config_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/config.yaml
106
  device: cuda:0
107
  unnorm_key: new_embodiment
108
  prompt_mode: latency_neutral
109
  action_layout: multibinary_7
110
- backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
111
- worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
112
  state_source: transport
113
  action_prefix:
114
  mode: none
@@ -155,7 +155,7 @@ evaluation:
155
  uniform: []
156
  eval_latency_values: null
157
  logging:
158
- output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-to-profile-par32-sf-render-v4
159
  video:
160
  enabled: false
161
  num_bins: 10
 
84
  render_particles: false
85
  latency:
86
  method: temporal
87
+ profile_path: profiles/profile.json
88
  profile_worker_slot: 0
89
  seed: 271828
90
  add_latency_info: false
 
101
  - TURN_LEFT
102
  - TURN_RIGHT
103
  - ATTACK
104
+ checkpoint_path: checkpoints/model.pt
105
+ model_config_path: config.yaml
106
  device: cuda:0
107
  unnorm_key: new_embodiment
108
  prompt_mode: latency_neutral
109
  action_layout: multibinary_7
110
+ backbone_path: BACKBONE_SNAPSHOT
111
+ worker_python_executable: python
112
  state_source: transport
113
  action_prefix:
114
  mode: none
 
155
  uniform: []
156
  eval_latency_values: null
157
  logging:
158
+ output_dir: replay_outputs/profile
159
  video:
160
  enabled: false
161
  num_bins: 10
latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/summary.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "checkpoint_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/checkpoints/model.pt",
3
  "experiment_name": "deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-step5000-history01-profile-par32",
4
  "latency": "profile_sample",
5
  "latency_type": "profile_sample",
@@ -210,7 +210,7 @@
210
  619.7261962890625
211
  ],
212
  "seed": 1000000,
213
- "source_profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
214
  "std_return": 843.0353709402635,
215
  "suite_name": "profile_sample",
216
  "timestamp_utc": "2026-09-23T23:58:01.128465+00:00"
 
1
  {
2
+ "checkpoint_path": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/checkpoints/model.pt",
3
  "experiment_name": "deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-step5000-history01-profile-par32",
4
  "latency": "profile_sample",
5
  "latency_type": "profile_sample",
 
210
  619.7261962890625
211
  ],
212
  "seed": 1000000,
213
+ "source_profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
214
  "std_return": 843.0353709402635,
215
  "suite_name": "profile_sample",
216
  "timestamp_utc": "2026-09-23T23:58:01.128465+00:00"
latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/verification.json CHANGED
@@ -3,7 +3,7 @@
3
  "job_id": "eval_v2__deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2",
4
  "task": "deadly_corridor",
5
  "model": "qwenpi_v3",
6
- "remote_eval_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-to-profile-par32-sf-render-v4",
7
  "checked_at": 1790208024.9444075,
8
  "training_step": 5000,
9
  "checkpoint_sha256": "177fb96011eb1b5408da0e874e3e566292fa72577ea8bb3edd656f215cb15875",
@@ -49,24 +49,24 @@
49
  "job": {
50
  "id": "eval_v2__deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2",
51
  "source": "v2",
52
- "python": "/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python",
53
  "task": "deadly_corridor",
54
  "model": "qwenpi_v3",
55
- "backbone": "/home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17",
56
- "profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
57
- "bundle_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6",
58
  "priority": 1000,
59
  "depends_on": [
60
  "package_v2__deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2"
61
  ],
62
  "kind": "eval_ready",
63
- "runtime_root": "/home/ubuntu/codex/hist8-vla-eval-sf-render-v4-20260924",
64
  "env_condition": "profile",
65
  "parallel_envs": 32,
66
  "metric_prefix": "eval_hist8_v4/profile_to_profile",
67
- "eval_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-to-profile-par32-sf-render-v4",
68
  "gpus_required": 2,
69
- "ready_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/bundle.complete.json"
70
  },
71
- "evidence_dir": "/home/lixinyuan/latency-sensitive-bench/outputs/tasks/decision_history_vla_hist8_v2/evaluation_receipts/h200-2/eval_v2__deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2/hist8-history01-sf-render-v4"
72
  }
 
3
  "job_id": "eval_v2__deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2",
4
  "task": "deadly_corridor",
5
  "model": "qwenpi_v3",
6
+ "remote_eval_dir": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-to-profile-par32-sf-render-v4",
7
  "checked_at": 1790208024.9444075,
8
  "training_step": 5000,
9
  "checkpoint_sha256": "177fb96011eb1b5408da0e874e3e566292fa72577ea8bb3edd656f215cb15875",
 
49
  "job": {
50
  "id": "eval_v2__deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2",
51
  "source": "v2",
52
+ "python": "source_archive/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python",
53
  "task": "deadly_corridor",
54
  "model": "qwenpi_v3",
55
+ "backbone": "source_archive/home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17",
56
+ "profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
57
+ "bundle_dir": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6",
58
  "priority": 1000,
59
  "depends_on": [
60
  "package_v2__deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2"
61
  ],
62
  "kind": "eval_ready",
63
+ "runtime_root": "source_archive/hist8-vla-eval-sf-render-v4-20260924",
64
  "env_condition": "profile",
65
  "parallel_envs": 32,
66
  "metric_prefix": "eval_hist8_v4/profile_to_profile",
67
+ "eval_dir": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-to-profile-par32-sf-render-v4",
68
  "gpus_required": 2,
69
+ "ready_path": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/bundle.complete.json"
70
  },
71
+ "evidence_dir": "source_archive/outputs/tasks/decision_history_vla_hist8_v2/evaluation_receipts/h200-2/eval_v2__deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2/hist8-history01-sf-render-v4"
72
  }
latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/manifest.json CHANGED
@@ -7,7 +7,7 @@
7
  "You are playing Deadly Corridor in VizDoom. Your goal is to survive the corridor, fight enemies, and reach the green armor vest at the far end. The available actions are: MOVE_FORWARD, MOVE_BACKWARD, MOVE_LEFT, MOVE_RIGHT, TURN_LEFT, TURN_RIGHT, and ATTACK. Choose the best next action from the current visual observation."
8
  ],
9
  "format": "starvla_lerobot_v2_decision_v1",
10
- "source": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/raw",
11
  "robot_type": "rl_games_deadly_corridor",
12
  "action_layout": "multibinary_7",
13
  "source_action_layout": "deadly_corridor_joint_54",
@@ -396,8 +396,8 @@
396
  "rows_unit": "decision_step",
397
  "obs_fps": 8.75,
398
  "obs_stride_raw_frames": 4,
399
- "latency_prompt_map_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/lerobot/latency_prompt_map.json",
400
- "custom_mixtures_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/_generated_mixtures/lerobot.json",
401
  "validation_dataset_name": "lerobot__val",
402
  "validation_episodes": 850,
403
  "validation_frames": 36378
 
7
  "You are playing Deadly Corridor in VizDoom. Your goal is to survive the corridor, fight enemies, and reach the green armor vest at the far end. The available actions are: MOVE_FORWARD, MOVE_BACKWARD, MOVE_LEFT, MOVE_RIGHT, TURN_LEFT, TURN_RIGHT, and ATTACK. Choose the best next action from the current visual observation."
8
  ],
9
  "format": "starvla_lerobot_v2_decision_v1",
10
+ "source": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/raw",
11
  "robot_type": "rl_games_deadly_corridor",
12
  "action_layout": "multibinary_7",
13
  "source_action_layout": "deadly_corridor_joint_54",
 
396
  "rows_unit": "decision_step",
397
  "obs_fps": 8.75,
398
  "obs_stride_raw_frames": 4,
399
+ "latency_prompt_map_path": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/lerobot/latency_prompt_map.json",
400
+ "custom_mixtures_path": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/_generated_mixtures/lerobot.json",
401
  "validation_dataset_name": "lerobot__val",
402
  "validation_episodes": 850,
403
  "validation_frames": 36378
latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/provenance.json CHANGED
@@ -5,7 +5,7 @@
5
  "teacher_path": "latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
6
  "teacher_checkpoint": "best_000034720_17776640_reward_1806.008.pth",
7
  "teacher_sha256": "ea036c7cc6391913f04210e36aeee8503d0ce23fc94909ca00b820758b245209",
8
- "profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
9
  "profile_sha256": "ccadd20b8a6b6833f9f02fd34c2a67e1a43a468a6d000d94252c819224422b43",
10
  "episodes": 8500,
11
  "filter_preset": "none",
@@ -68,5 +68,10 @@
68
  },
69
  "environment_condition": "profile"
70
  }
71
- ]
 
 
 
 
 
72
  }
 
5
  "teacher_path": "latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
6
  "teacher_checkpoint": "best_000034720_17776640_reward_1806.008.pth",
7
  "teacher_sha256": "ea036c7cc6391913f04210e36aeee8503d0ce23fc94909ca00b820758b245209",
8
+ "profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
9
  "profile_sha256": "ccadd20b8a6b6833f9f02fd34c2a67e1a43a468a6d000d94252c819224422b43",
10
  "episodes": 8500,
11
  "filter_preset": "none",
 
68
  },
69
  "environment_condition": "profile"
70
  }
71
+ ],
72
+ "export_notes": {
73
+ "checkpoint": "Original evaluated bytes; SHA unchanged.",
74
+ "paths": "Operational paths in metadata are archive-relative. source_archive references describe source evidence and are not files shipped in this inference bundle.",
75
+ "replay": "Run from this model directory. Set BACKBONE_SNAPSHOT to the pinned Qwen snapshot and policy.worker_python_executable to the matching inference Python. Evaluated environment settings and profile bytes are unchanged."
76
+ }
77
  }
latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/rollout_metadata.json CHANGED
@@ -308,7 +308,7 @@
308
  "vizdoom_init_retry_jitter_sec": 0.25,
309
  "vtrace_c": 1.0,
310
  "vtrace_rho": 1.0,
311
- "wandb_dir": "/mnt/ssd/latency-sensitive-bench/wandb",
312
  "wandb_group": "deadly-corridor-fs4-pi05_rtx3090_temporal_hist8_capacity1_native35",
313
  "wandb_job_type": "deadly_corridor_decision_history_native35_temporal",
314
  "wandb_project": "starvla_tasks",
@@ -329,10 +329,10 @@
329
  "with_wandb": true,
330
  "worker_num_splits": 2
331
  },
332
- "checkpoint_experiment_dir": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/models/latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
333
- "checkpoint_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/models/latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-native35-s42-v1/best_000034720_17776640_reward_1806.008.pth",
334
  "checkpoint_train_step": 34720,
335
- "config_source": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/models/latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-native35-s42-v1/config.json",
336
  "context_image_count": 0,
337
  "context_window": 1,
338
  "env_fps": 35.0,
 
308
  "vizdoom_init_retry_jitter_sec": 0.25,
309
  "vtrace_c": 1.0,
310
  "vtrace_rho": 1.0,
311
+ "wandb_dir": "source_archive/mnt/ssd/latency-sensitive-bench/wandb",
312
  "wandb_group": "deadly-corridor-fs4-pi05_rtx3090_temporal_hist8_capacity1_native35",
313
  "wandb_job_type": "deadly_corridor_decision_history_native35_temporal",
314
  "wandb_project": "starvla_tasks",
 
329
  "with_wandb": true,
330
  "worker_num_splits": 2
331
  },
332
+ "checkpoint_experiment_dir": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/models/latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-native35-s42-v1",
333
+ "checkpoint_path": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/models/latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-native35-s42-v1/best_000034720_17776640_reward_1806.008.pth",
334
  "checkpoint_train_step": 34720,
335
+ "config_source": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/models/latency-aware/deadly-corridor/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-native35-s42-v1/config.json",
336
  "context_image_count": 0,
337
  "context_window": 1,
338
  "env_fps": 35.0,
latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/run_metadata.json CHANGED
@@ -12,7 +12,7 @@
12
  "eval_num_workers_per_rank": 16,
13
  "prefetch_factor": 4,
14
  "base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
15
- "dataset_dir": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/lerobot",
16
  "dataset_manifest_sha256": "5ce667c2871d789b786d60463211f9b3bae8a4461d7cca44eff10446de1ec90f",
17
  "code_snapshot_sha256": "4fdfd05c7faaa60fb697f4d2bd169b94979d9626b8ebe52ac01b9b6a6faecf8d"
18
  }
 
12
  "eval_num_workers_per_rank": 16,
13
  "prefetch_factor": 4,
14
  "base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
15
+ "dataset_dir": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/deadly_corridor/qwenpi_v3/lerobot",
16
  "dataset_manifest_sha256": "5ce667c2871d789b786d60463211f9b3bae8a4461d7cca44eff10446de1ec90f",
17
  "code_snapshot_sha256": "4fdfd05c7faaa60fb697f4d2bd169b94979d9626b8ebe52ac01b9b6a6faecf8d"
18
  }
latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/README.md CHANGED
@@ -10,7 +10,7 @@ Full StarVLA state dict in `checkpoints/model.pt` (original evaluated bytes). In
10
 
11
  One current RGB image, eight prior causal decision histories (88 raw 0/1 values), action horizon 1. `h1` in this repository path is the action horizon; `hist8` is input history. Pass history as `transport`, preserve all-zero reset, and use identity state normalization. Prompt and action order are in `task_contract.json` and `manifest.json`.
12
 
13
- Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 128; 16 dataloader workers per rank and prefetch 4. Backbone LR 3e-6, action head 1e-4; other groups retain the recorded configuration. Warmup 100, cosine min_lr_rate 1/30, 5000 steps. Full historical training configuration and code snapshot are included.
14
 
15
  ## Formal evaluation
16
 
@@ -20,7 +20,7 @@ Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 1
20
 
21
  Seeds 1,000,000–1,000,099; parallel 32; capacity 1; FPS/decision Hz 60/15; max 7200 raw frames. Zero-trained models have both zero and profile evaluations; profile-trained models have the matching profile evaluation. `profiles/profile.json` is the exact model-specific latency profile, with SHA in provenance.
22
 
23
- Each `evaluations/<condition>/` contains the evaluated config, 100 episode records, action audit including raw-score summaries, verification, provenance and evaluator code snapshot. Evaluation configs retain original machine paths as execution evidence; replace checkpoint, model-config, backbone, profile and output paths when replaying locally. Deadly Corridor requires 160×120 RGB with HUD, no crosshair, weapon enabled, decals/particles disabled before resizing.
24
 
25
  These are one-training-seed results. Architectures use different latency profiles. Zero/profile training also uses different teachers and collected data, so their score difference is not an isolated learning-rate ablation.
26
 
 
10
 
11
  One current RGB image, eight prior causal decision histories (88 raw 0/1 values), action horizon 1. `h1` in this repository path is the action horizon; `hist8` is input history. Pass history as `transport`, preserve all-zero reset, and use identity state normalization. Prompt and action order are in `task_contract.json` and `manifest.json`.
12
 
13
+ Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 128; 16 dataloader workers per rank and prefetch 4. Backbone LR 3e-6, action head 1e-4; other groups retain the recorded configuration. Warmup 100, cosine min_lr_rate 1/30, 5000 steps. Training configuration and code snapshot are included; operational paths are represented as archive-relative references.
14
 
15
  ## Formal evaluation
16
 
 
20
 
21
  Seeds 1,000,000–1,000,099; parallel 32; capacity 1; FPS/decision Hz 60/15; max 7200 raw frames. Zero-trained models have both zero and profile evaluations; profile-trained models have the matching profile evaluation. `profiles/profile.json` is the exact model-specific latency profile, with SHA in provenance.
22
 
23
+ Each `evaluations/<condition>/` contains the evaluated config, 100 episode records, action audit including raw-score summaries, verification, provenance and evaluator code snapshot. Replay configs use bundle-relative checkpoint, model-config and profile paths. Run from the model directory; set `policy.backbone_path` (`BACKBONE_SNAPSHOT`) to a local snapshot of the pinned Qwen revision, and set `policy.worker_python_executable` to the matching inference Python. `source_archive/` entries in training metadata identify source evidence; they are not included datasets or runnable local paths. Deadly Corridor requires 160×120 RGB with HUD, no crosshair, weapon enabled, decals/particles disabled before resizing.
24
 
25
  These are one-training-seed results. Architectures use different latency profiles. Zero/profile training also uses different teachers and collected data, so their score difference is not an isolated learning-rate ablation.
26
 
latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/config.full.yaml CHANGED
@@ -1,7 +1,7 @@
1
  framework:
2
  name: QwenGR00T
3
  qwenvl:
4
- base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
5
  attn_implementation: flash_attention_2
6
  vl_hidden_dim: 2048
7
  enable_gradient_checkpointing: true
@@ -46,10 +46,10 @@ datasets:
46
  vla_data:
47
  dataset_py: lerobot_datasets
48
  include_state: true
49
- data_root_dir: /home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwengr00t
50
  data_mix: lerobot
51
  eval_data_mix: lerobot__val
52
- custom_mixtures_path: /home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwengr00t/_generated_mixtures/lerobot.json
53
  action_type: discrete
54
  sequential_step_sampling: false
55
  eval_sequential_step_sampling: null
@@ -153,7 +153,7 @@ trainer:
153
  gradient_accumulation_steps: 1
154
  distributed_backend: deepspeed
155
  is_resume: true
156
- pretrained_checkpoint: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/demon_attack-qwengr00t-hist8-scratch-s42-v2/checkpoints/steps_1259_state
157
  resume_step: 1259
158
  reload_modules: null
159
  optimizer:
@@ -182,7 +182,7 @@ trainer:
182
  batch_size: 8
183
  bootstrap_repeats: 4000
184
  workspace_dir: WORKSPACE_DIR
185
- run_root_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train
186
  seed: 42
187
  wandb_entity: saberrr-zju
188
  wandb_project: starvla_tasks
@@ -194,7 +194,7 @@ paths:
194
  run_root_dir: results/Checkpoints
195
  dataset_local_dir: playground/Datasets/rl_games
196
  dataset_cache_dir: null
197
- base_model_dir: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
198
  accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
199
  launch:
200
  use_accelerate: true
@@ -281,8 +281,8 @@ checkpoint:
281
  sync_every_n_checkpoints: 1
282
  resume_policy: local_latest
283
  run_id: demon_attack-qwengr00t-hist8-scratch-s42-v2
284
- output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/demon_attack-qwengr00t-hist8-scratch-s42-v2
285
- config_yaml: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/demon_attack-qwengr00t-hist8-scratch-s42-v2/train.yaml
286
  is_debug: false
287
  version_id: '0.21'
288
  wandb_name: demon_attack-qwengr00t-hist8-scratch-s42-v2
 
1
  framework:
2
  name: QwenGR00T
3
  qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
  attn_implementation: flash_attention_2
6
  vl_hidden_dim: 2048
7
  enable_gradient_checkpointing: true
 
46
  vla_data:
47
  dataset_py: lerobot_datasets
48
  include_state: true
49
+ data_root_dir: source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwengr00t
50
  data_mix: lerobot
51
  eval_data_mix: lerobot__val
52
+ custom_mixtures_path: source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwengr00t/_generated_mixtures/lerobot.json
53
  action_type: discrete
54
  sequential_step_sampling: false
55
  eval_sequential_step_sampling: null
 
153
  gradient_accumulation_steps: 1
154
  distributed_backend: deepspeed
155
  is_resume: true
156
+ pretrained_checkpoint: source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/demon_attack-qwengr00t-hist8-scratch-s42-v2/checkpoints/steps_1259_state
157
  resume_step: 1259
158
  reload_modules: null
159
  optimizer:
 
182
  batch_size: 8
183
  bootstrap_repeats: 4000
184
  workspace_dir: WORKSPACE_DIR
185
+ run_root_dir: source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train
186
  seed: 42
187
  wandb_entity: saberrr-zju
188
  wandb_project: starvla_tasks
 
194
  run_root_dir: results/Checkpoints
195
  dataset_local_dir: playground/Datasets/rl_games
196
  dataset_cache_dir: null
197
+ base_model_dir: source_archive/home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
198
  accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
199
  launch:
200
  use_accelerate: true
 
281
  sync_every_n_checkpoints: 1
282
  resume_policy: local_latest
283
  run_id: demon_attack-qwengr00t-hist8-scratch-s42-v2
284
+ output_dir: source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/demon_attack-qwengr00t-hist8-scratch-s42-v2
285
+ config_yaml: source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/demon_attack-qwengr00t-hist8-scratch-s42-v2/train.yaml
286
  is_debug: false
287
  version_id: '0.21'
288
  wandb_name: demon_attack-qwengr00t-hist8-scratch-s42-v2
latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/dataset_statistics.json CHANGED
@@ -603,4 +603,4 @@
603
  "num_transitions": 608054,
604
  "num_trajectories": 180
605
  }
606
- }
 
603
  "num_transitions": 608054,
604
  "num_trajectories": 180
605
  }
606
+ }
latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/episode_metrics.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/eval_config.yaml CHANGED
@@ -39,7 +39,7 @@ env:
39
  action_history_decisions: 8
40
  latency:
41
  method: temporal
42
- profile_path: /mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json
43
  profile_worker_slot: 0
44
  seed: 271828
45
  add_latency_info: false
@@ -55,13 +55,13 @@ policy:
55
  - LEFT
56
  - RIGHTFIRE
57
  - LEFTFIRE
58
- checkpoint_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwengr00t-hist8-scratch-s42-v2/checkpoints/model.pt
59
- model_config_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwengr00t-hist8-scratch-s42-v2/config.yaml
60
  device: cuda:0
61
  unnorm_key: new_embodiment
62
  prompt_mode: latency_neutral
63
- backbone_path: /mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct
64
- worker_python_executable: /mnt/ssd/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
65
  state_source: transport
66
  training:
67
  train_for_env_steps: 25000000
@@ -105,7 +105,7 @@ evaluation:
105
  latency_bench_env_backend: demon_attack_gpu_batched
106
  eval_latency_values: null
107
  logging:
108
- output_dir: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwengr00t-hist8-scratch-s42-v2-to-profile-par32
109
  video:
110
  enabled: false
111
  num_bins: 10
 
39
  action_history_decisions: 8
40
  latency:
41
  method: temporal
42
+ profile_path: profiles/profile.json
43
  profile_worker_slot: 0
44
  seed: 271828
45
  add_latency_info: false
 
55
  - LEFT
56
  - RIGHTFIRE
57
  - LEFTFIRE
58
+ checkpoint_path: checkpoints/model.pt
59
+ model_config_path: config.yaml
60
  device: cuda:0
61
  unnorm_key: new_embodiment
62
  prompt_mode: latency_neutral
63
+ backbone_path: BACKBONE_SNAPSHOT
64
+ worker_python_executable: python
65
  state_source: transport
66
  training:
67
  train_for_env_steps: 25000000
 
105
  latency_bench_env_backend: demon_attack_gpu_batched
106
  eval_latency_values: null
107
  logging:
108
+ output_dir: replay_outputs/profile
109
  video:
110
  enabled: false
111
  num_bins: 10
latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/provenance.json CHANGED
@@ -5,7 +5,7 @@
5
  "teacher_path": "latency-aware/demon-attack/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-s42-v1",
6
  "teacher_checkpoint": "best_000047744_24444928_reward_4477.300.pth",
7
  "teacher_sha256": "b5430581140648264f8ddb2eab6d0fa45491687e90a5cf391ef047e5dbcf18b1",
8
- "profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
9
  "profile_sha256": "98b0d13a45e305ca635c472444081c48b77afcc157c77f0ce61e47a111b19e68",
10
  "episodes": 200,
11
  "filter_preset": "none",
 
5
  "teacher_path": "latency-aware/demon-attack/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-s42-v1",
6
  "teacher_checkpoint": "best_000047744_24444928_reward_4477.300.pth",
7
  "teacher_sha256": "b5430581140648264f8ddb2eab6d0fa45491687e90a5cf391ef047e5dbcf18b1",
8
+ "profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
9
  "profile_sha256": "98b0d13a45e305ca635c472444081c48b77afcc157c77f0ce61e47a111b19e68",
10
  "episodes": 200,
11
  "filter_preset": "none",
latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/resolved_config.yaml CHANGED
@@ -39,7 +39,7 @@ env:
39
  action_history_decisions: 8
40
  latency:
41
  method: temporal
42
- profile_path: /mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json
43
  profile_worker_slot: 0
44
  seed: 271828
45
  add_latency_info: false
@@ -55,13 +55,13 @@ policy:
55
  - LEFT
56
  - RIGHTFIRE
57
  - LEFTFIRE
58
- checkpoint_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwengr00t-hist8-scratch-s42-v2/checkpoints/model.pt
59
- model_config_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwengr00t-hist8-scratch-s42-v2/config.yaml
60
  device: cuda:0
61
  unnorm_key: new_embodiment
62
  prompt_mode: latency_neutral
63
- backbone_path: /mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct
64
- worker_python_executable: /mnt/ssd/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
65
  state_source: transport
66
  action_prefix:
67
  mode: none
@@ -107,7 +107,7 @@ evaluation:
107
  latency_bench_env_backend: demon_attack_gpu_batched
108
  eval_latency_values: null
109
  logging:
110
- output_dir: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwengr00t-hist8-scratch-s42-v2-to-profile-par32
111
  video:
112
  enabled: false
113
  num_bins: 10
 
39
  action_history_decisions: 8
40
  latency:
41
  method: temporal
42
+ profile_path: profiles/profile.json
43
  profile_worker_slot: 0
44
  seed: 271828
45
  add_latency_info: false
 
55
  - LEFT
56
  - RIGHTFIRE
57
  - LEFTFIRE
58
+ checkpoint_path: checkpoints/model.pt
59
+ model_config_path: config.yaml
60
  device: cuda:0
61
  unnorm_key: new_embodiment
62
  prompt_mode: latency_neutral
63
+ backbone_path: BACKBONE_SNAPSHOT
64
+ worker_python_executable: python
65
  state_source: transport
66
  action_prefix:
67
  mode: none
 
107
  latency_bench_env_backend: demon_attack_gpu_batched
108
  eval_latency_values: null
109
  logging:
110
+ output_dir: replay_outputs/profile
111
  video:
112
  enabled: false
113
  num_bins: 10
latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/summary.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "checkpoint_path": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwengr00t-hist8-scratch-s42-v2/checkpoints/model.pt",
3
  "experiment_name": "demon_attack-qwengr00t-hist8-scratch-s42-v2-step5000-history01-profile-par32",
4
  "latency": "profile_sample",
5
  "latency_type": "profile_sample",
@@ -210,7 +210,7 @@
210
  1480.0
211
  ],
212
  "seed": 1000000,
213
- "source_profile_path": "/mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
214
  "std_return": 310.32706939614525,
215
  "suite_name": "profile_sample",
216
  "timestamp_utc": "2026-09-23T19:51:16.519497+00:00"
 
1
  {
2
+ "checkpoint_path": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwengr00t-hist8-scratch-s42-v2/checkpoints/model.pt",
3
  "experiment_name": "demon_attack-qwengr00t-hist8-scratch-s42-v2-step5000-history01-profile-par32",
4
  "latency": "profile_sample",
5
  "latency_type": "profile_sample",
 
210
  1480.0
211
  ],
212
  "seed": 1000000,
213
+ "source_profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
214
  "std_return": 310.32706939614525,
215
  "suite_name": "profile_sample",
216
  "timestamp_utc": "2026-09-23T19:51:16.519497+00:00"
latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/verification.json CHANGED
@@ -2,7 +2,7 @@
2
  "job_id": "eval_v2__demon_attack-qwengr00t-hist8-scratch-s42-v2",
3
  "task": "demon_attack",
4
  "model": "qwengr00t",
5
- "remote_eval_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwengr00t-hist8-scratch-s42-v2-to-profile-par32",
6
  "checked_at": 1790193230.6011114,
7
  "training_step": 5000,
8
  "checkpoint_sha256": "a059ad8efbed631dc1963c9128bd033f6065671aa6b053d6bc3e57438d98fab8",
@@ -45,22 +45,22 @@
45
  "job": {
46
  "id": "eval_v2__demon_attack-qwengr00t-hist8-scratch-s42-v2",
47
  "source": "v2",
48
- "python": "/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python",
49
  "task": "demon_attack",
50
  "model": "qwengr00t",
51
  "env_condition": "profile",
52
  "parallel_envs": 32,
53
  "metric_prefix": "eval_hist8_v3/profile_to_profile",
54
  "kind": "eval_ready",
55
- "backbone": "/mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct",
56
- "profile_path": "/mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
57
- "bundle_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwengr00t-hist8-scratch-s42-v2",
58
- "ready_path": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwengr00t-hist8-scratch-s42-v2/bundle.complete.json",
59
- "eval_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwengr00t-hist8-scratch-s42-v2-to-profile-par32",
60
  "gpus_required": 2,
61
  "priority": 1000,
62
  "depends_on": []
63
  },
64
- "evidence_dir": "/home/lixinyuan/latency-sensitive-bench/outputs/tasks/decision_history_vla_hist8_v2/evaluation_receipts/h100/eval_v2__demon_attack-qwengr00t-hist8-scratch-s42-v2",
65
  "verification_status": "verified"
66
  }
 
2
  "job_id": "eval_v2__demon_attack-qwengr00t-hist8-scratch-s42-v2",
3
  "task": "demon_attack",
4
  "model": "qwengr00t",
5
+ "remote_eval_dir": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwengr00t-hist8-scratch-s42-v2-to-profile-par32",
6
  "checked_at": 1790193230.6011114,
7
  "training_step": 5000,
8
  "checkpoint_sha256": "a059ad8efbed631dc1963c9128bd033f6065671aa6b053d6bc3e57438d98fab8",
 
45
  "job": {
46
  "id": "eval_v2__demon_attack-qwengr00t-hist8-scratch-s42-v2",
47
  "source": "v2",
48
+ "python": "source_archive/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python",
49
  "task": "demon_attack",
50
  "model": "qwengr00t",
51
  "env_condition": "profile",
52
  "parallel_envs": 32,
53
  "metric_prefix": "eval_hist8_v3/profile_to_profile",
54
  "kind": "eval_ready",
55
+ "backbone": "source_archive/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct",
56
+ "profile_path": "source_archive/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
57
+ "bundle_dir": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwengr00t-hist8-scratch-s42-v2",
58
+ "ready_path": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwengr00t-hist8-scratch-s42-v2/bundle.complete.json",
59
+ "eval_dir": "source_archive/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwengr00t-hist8-scratch-s42-v2-to-profile-par32",
60
  "gpus_required": 2,
61
  "priority": 1000,
62
  "depends_on": []
63
  },
64
+ "evidence_dir": "source_archive/outputs/tasks/decision_history_vla_hist8_v2/evaluation_receipts/h100/eval_v2__demon_attack-qwengr00t-hist8-scratch-s42-v2",
65
  "verification_status": "verified"
66
  }
latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2/manifest.json CHANGED
@@ -7,7 +7,7 @@
7
  "You are playing Demon Attack from a single game image. Choose exactly one action from: NOOP, FIRE, RIGHT, LEFT, RIGHTFIRE, LEFTFIRE. Survive, avoid enemy fire, and shoot enemies to maximize score."
8
  ],
9
  "format": "starvla_lerobot_v2_decision_v1",
10
- "source": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwengr00t/raw",
11
  "robot_type": "rl_games_demon_attack",
12
  "action_layout": "demon_attack_discrete",
13
  "source_action_layout": "demon_attack_discrete",
@@ -299,8 +299,8 @@
299
  "rows_unit": "decision_step",
300
  "obs_fps": 15.0,
301
  "obs_stride_raw_frames": 4,
302
- "latency_prompt_map_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwengr00t/lerobot/latency_prompt_map.json",
303
- "custom_mixtures_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwengr00t/_generated_mixtures/lerobot.json",
304
  "validation_dataset_name": "lerobot__val",
305
  "validation_episodes": 20,
306
  "validation_frames": 71062
 
7
  "You are playing Demon Attack from a single game image. Choose exactly one action from: NOOP, FIRE, RIGHT, LEFT, RIGHTFIRE, LEFTFIRE. Survive, avoid enemy fire, and shoot enemies to maximize score."
8
  ],
9
  "format": "starvla_lerobot_v2_decision_v1",
10
+ "source": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwengr00t/raw",
11
  "robot_type": "rl_games_demon_attack",
12
  "action_layout": "demon_attack_discrete",
13
  "source_action_layout": "demon_attack_discrete",
 
299
  "rows_unit": "decision_step",
300
  "obs_fps": 15.0,
301
  "obs_stride_raw_frames": 4,
302
+ "latency_prompt_map_path": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwengr00t/lerobot/latency_prompt_map.json",
303
+ "custom_mixtures_path": "source_archive/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwengr00t/_generated_mixtures/lerobot.json",
304
  "validation_dataset_name": "lerobot__val",
305
  "validation_episodes": 20,
306
  "validation_frames": 71062