talha1503 commited on
Commit
ae19f24
·
verified ·
1 Parent(s): 2fb0663

Publish hist8 profile demon_attack qwenpi_v3 step5000

Browse files
Files changed (29) hide show
  1. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/README.md +35 -0
  2. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/bundle.complete.json +4 -0
  3. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/checkpoint.sha256 +1 -0
  4. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/checkpoints/model.pt +3 -0
  5. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/collection_quality_report.json +34 -0
  6. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/config.full.yaml +300 -0
  7. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/config.yaml +57 -0
  8. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/dataset_statistics.json +606 -0
  9. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/eval_profile.json +41 -0
  10. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/action_audit.json +141 -0
  11. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/episode_metrics.jsonl +0 -0
  12. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/eval_code_snapshot.json +0 -0
  13. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/eval_config.yaml +118 -0
  14. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/provenance.json +35 -0
  15. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/resolved_config.yaml +121 -0
  16. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/summary.json +217 -0
  17. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/verification.json +66 -0
  18. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/manifest.json +307 -0
  19. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/profiles/DONE +0 -0
  20. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/profiles/hardware.json +40 -0
  21. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/profiles/latency_burst_model.json +30 -0
  22. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/profiles/latency_distribution.json +1027 -0
  23. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/profiles/latency_profile.png +0 -0
  24. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/profiles/profile.json +66 -0
  25. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/provenance.json +69 -0
  26. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/rollout_metadata.json +362 -0
  27. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/run_metadata.json +17 -0
  28. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/task_contract.json +51 -0
  29. latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/training_code_snapshot.json +0 -0
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/README.md ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # demon_attack / qwenpi_v3 — hist8 profile training
2
+
3
+ Run `demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6`; final optimizer step **5000**, seed **42**. [W&B](https://wandb.ai/saberrr-zju/starvla_tasks/runs/b2071776).
4
+
5
+ Checkpoint SHA256: `f48e84564276085b48f0a1d6164c48c91e5865c30bef0aa6bd3ea674357b2338`.
6
+
7
+ ## Model and inputs
8
+
9
+ Full StarVLA state dict in `checkpoints/model.pt` (original evaluated bytes). Initialize the matching Qwen model with `config.yaml` and `dataset_statistics.json`. Base: `Qwen/Qwen3-VL-4B-Instruct@ebb281ec70b05090aa6165b016eac8ec08e71b17`; model-specific action head trained from random initialization.
10
+
11
+ One current RGB image, eight prior causal decision histories (88 raw 0/1 values), action horizon 1. `h1` in this repository path is the action horizon; `hist8` is input history. Pass history as `transport`, preserve all-zero reset, and use identity state normalization. Prompt and action order are in `task_contract.json` and `manifest.json`.
12
+
13
+ Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 128; 16 dataloader workers per rank and prefetch 4. Backbone LR 3e-6, action head 1e-4; other groups retain the recorded configuration. Warmup 100, cosine min_lr_rate 1/30, 5000 steps. Full historical training configuration and code snapshot are included.
14
+
15
+ ## Formal evaluation
16
+
17
+ | Environment | Episodes | Return mean ± std | Mean raw frames |
18
+ |---|---:|---:|---:|
19
+ | profile | 100 | 907.3000 ± 280.3876 | 7087.70 |
20
+
21
+ Seeds 1,000,000–1,000,099; parallel 32; capacity 1; FPS/decision Hz 60/15; max 7200 raw frames. Zero-trained models have both zero and profile evaluations; profile-trained models have the matching profile evaluation. `profiles/profile.json` is the exact model-specific latency profile, with SHA in provenance.
22
+
23
+ Each `evaluations/<condition>/` contains the evaluated config, 100 episode records, action audit including raw-score summaries, verification, provenance and evaluator code snapshot. Evaluation configs retain original machine paths as execution evidence; replace checkpoint, model-config, backbone, profile and output paths when replaying locally. Deadly Corridor requires 160×120 RGB with HUD, no crosshair, weapon enabled, decals/particles disabled before resizing.
24
+
25
+ These are one-training-seed results. Architectures use different latency profiles. Zero/profile training also uses different teachers and collected data, so their score difference is not an isolated learning-rate ablation.
26
+
27
+ ## Download
28
+
29
+ ```python
30
+ from huggingface_hub import snapshot_download
31
+ prefix = "latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6"
32
+ repo = snapshot_download("latency-sensitive-bench/benchmark-models", allow_patterns=[prefix + "/**"])
33
+ ```
34
+
35
+ Use a pinned repository commit for reproduction. Preserve the original checkpoint SHA above. Optimizer/RNG resume state remains in the source training archive; this publication contains the inference checkpoint.
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/bundle.complete.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "checkpoint_sha256": "f48e84564276085b48f0a1d6164c48c91e5865c30bef0aa6bd3ea674357b2338",
3
+ "training_step": 5000
4
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/checkpoint.sha256 ADDED
@@ -0,0 +1 @@
 
 
1
+ f48e84564276085b48f0a1d6164c48c91e5865c30bef0aa6bd3ea674357b2338 checkpoints/model.pt
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/checkpoints/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f48e84564276085b48f0a1d6164c48c91e5865c30bef0aa6bd3ea674357b2338
3
+ size 10922799261
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/collection_quality_report.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episodes": 200,
3
+ "train_episodes": 180,
4
+ "val_episodes": 20,
5
+ "train_labels": 576498,
6
+ "val_labels": 59618,
7
+ "raw_frames_quantiles": [
8
+ 4764.0,
9
+ 9423.2,
10
+ 14328.0,
11
+ 14400.0,
12
+ 14400.0
13
+ ],
14
+ "return_quantiles": [
15
+ 295.0,
16
+ 1530.0000000000002,
17
+ 3120.0,
18
+ 4077.0,
19
+ 4700.0
20
+ ],
21
+ "termination_reasons": {
22
+ "horizon": 99,
23
+ "terminated": 101
24
+ },
25
+ "action_id_counts": {
26
+ "0": 61886,
27
+ "1": 176496,
28
+ "2": 50882,
29
+ "3": 102208,
30
+ "4": 115548,
31
+ "5": 129096
32
+ },
33
+ "previous_decision_admitted_fraction": 0.31968687688311037
34
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/config.full.yaml ADDED
@@ -0,0 +1,300 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenPI_v3
3
+ qwenvl:
4
+ base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
5
+ attn_implementation: flash_attention_2
6
+ vl_hidden_dim: 2560
7
+ num_vl_layers: 36
8
+ enable_gradient_checkpointing: true
9
+ action_model:
10
+ action_model_type: LayerwiseFM
11
+ action_dim: 6
12
+ state_dim: 88
13
+ state_encoding: continuous_projector
14
+ task_objective: null
15
+ action_horizon: 1
16
+ repeated_diffusion_steps: 2
17
+ num_inference_timesteps: 4
18
+ add_pos_embed: true
19
+ max_seq_len: 1024
20
+ num_target_vision_tokens: 32
21
+ noise_beta_alpha: 1.5
22
+ noise_beta_beta: 1.0
23
+ noise_s: 0.999
24
+ num_timestep_buckets: 1000
25
+ diffusion_model_cfg:
26
+ action_dit_hidden_dim: 1024
27
+ dropout: 0.2
28
+ final_dropout: true
29
+ interleave_self_attention: true
30
+ norm_type: ada_norm
31
+ positional_embeddings: null
32
+ attention_head_dim: 64
33
+ output_dim: 1024
34
+ num_layers: 36
35
+ input_embedding_dim: 1024
36
+ cross_attention_dim: 1024
37
+ num_attention_heads: 16
38
+ loss_type: l1
39
+ future_action_window_size: 0
40
+ past_action_window_size: 0
41
+ action_env_dim: 6
42
+ kv_memory:
43
+ enabled: false
44
+ window: 4
45
+ rollout_len: 8
46
+ packed_train: false
47
+ rebased_sink: true
48
+ datasets:
49
+ vla_data:
50
+ dataset_py: lerobot_datasets
51
+ include_state: true
52
+ data_root_dir: /home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwenpi_v3
53
+ data_mix: lerobot
54
+ eval_data_mix: lerobot__val
55
+ custom_mixtures_path: /home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwenpi_v3/_generated_mixtures/lerobot.json
56
+ action_type: discrete
57
+ sequential_step_sampling: false
58
+ eval_sequential_step_sampling: null
59
+ num_workers: 16
60
+ eval_num_workers: 16
61
+ prefetch_factor: 4
62
+ persistent_workers: true
63
+ pin_memory: true
64
+ shuffle: true
65
+ action_balance:
66
+ enabled: false
67
+ strategy: balanced_epoch
68
+ action_key: action_id
69
+ target_flap_fraction: 0.3
70
+ noop_id: 0
71
+ flap_id: 1
72
+ latency_curriculum:
73
+ enabled: false
74
+ strategy: exclusive
75
+ latencies: null
76
+ phase_steps: null
77
+ phase_distributions: null
78
+ new_latency_passes: 1.0
79
+ replay_passes: 0.25
80
+ target_total_passes: 2.0
81
+ final_equalization: true
82
+ step_budget_mode: auto
83
+ eval_at_phase_end: false
84
+ save_at_phase_end: false
85
+ computed_plan: null
86
+ per_device_batch_size: 64
87
+ load_all_data_for_training: true
88
+ num_obs_frames: 1
89
+ image_mode: single
90
+ prompt_mode: raw
91
+ stitch_grid:
92
+ - 2
93
+ - 2
94
+ obs_image_size: null
95
+ video_backend: torchvision_av
96
+ dataset:
97
+ source_hf: ''
98
+ config_name: null
99
+ source_subdir: null
100
+ converted_name: demon_attack_train
101
+ single_source_hf: ''
102
+ mixed_source_hf: ''
103
+ single_converted_name: demon_attack_train
104
+ mixed_converted_name: demon_attack_mixed_latency_train
105
+ single_latency_filter: null
106
+ mixed_latency_filter: null
107
+ force_download: false
108
+ setup_force: false
109
+ skip_verification: false
110
+ target_latency_unit: observation_steps
111
+ verify_rows: 200
112
+ max_episodes: null
113
+ episodes_per_latency: null
114
+ latency_filter: null
115
+ debug_subset:
116
+ enabled: false
117
+ max_episodes: 5
118
+ suffix: debug
119
+ base_model:
120
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
121
+ initialization:
122
+ checkpoint_local_dir: null
123
+ checkpoint_hf_repo_id: null
124
+ checkpoint_filename: null
125
+ trainer:
126
+ max_train_steps: 5000
127
+ num_warmup_steps: 100
128
+ save_interval: 500
129
+ eval_interval: 500
130
+ eval_num_batches: 50
131
+ per_latency_eval_num_batches: null
132
+ eval_action_classification: false
133
+ eval_action_classification_interval: null
134
+ cc_f1_tolerance: 1
135
+ learning_rate:
136
+ base: 3.0e-05
137
+ qwen_vl_interface: 3.0e-06
138
+ action_model: 0.0001
139
+ lr_scheduler_type: cosine_with_min_lr
140
+ scheduler_specific_kwargs:
141
+ min_lr_rate: 0.03333333333333333
142
+ freeze_modules: ''
143
+ freeze_vit: false
144
+ freeze_tied_embedding: false
145
+ freeze_llm_layers: []
146
+ loss_scale:
147
+ vla: 1.0
148
+ vlm: 0.0
149
+ max_grad_norm: 1.0
150
+ weight_decay: 0.0
151
+ logging_frequency: 1
152
+ profile_timing:
153
+ enabled: false
154
+ log_interval: 10
155
+ gradient_clipping: 1.0
156
+ gradient_accumulation_steps: 1
157
+ distributed_backend: deepspeed
158
+ is_resume: true
159
+ pretrained_checkpoint: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/checkpoints/steps_1000_state
160
+ resume_step: 1000
161
+ reload_modules: null
162
+ optimizer:
163
+ name: AdamW
164
+ betas:
165
+ - 0.9
166
+ - 0.95
167
+ eps: 1.0e-08
168
+ weight_decay: 1.0e-08
169
+ fused: true
170
+ save_format: pt
171
+ hist8_diagnostics:
172
+ steps:
173
+ - 0
174
+ - 500
175
+ - 1000
176
+ - 2500
177
+ - 5000
178
+ sample_count: 2048
179
+ noise_seeds:
180
+ - 1729
181
+ - 1730
182
+ - 1731
183
+ - 1732
184
+ sample_seed: 42
185
+ batch_size: 8
186
+ bootstrap_repeats: 4000
187
+ workspace_dir: WORKSPACE_DIR
188
+ run_root_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train
189
+ seed: 42
190
+ wandb_entity: saberrr-zju
191
+ wandb_project: starvla_tasks
192
+ auth:
193
+ env_file: null
194
+ hf_token_env: HF_TOKEN
195
+ wandb_api_key_env: WANDB_API_KEY
196
+ paths:
197
+ run_root_dir: results/Checkpoints
198
+ dataset_local_dir: playground/Datasets/rl_games
199
+ dataset_cache_dir: null
200
+ base_model_dir: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
201
+ accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
202
+ launch:
203
+ use_accelerate: true
204
+ gpus: null
205
+ num_processes: 1
206
+ dry_run: false
207
+ conda:
208
+ enabled: true
209
+ env_name: null
210
+ rl_games:
211
+ model_alias: pi-0.5
212
+ env_eval:
213
+ image_size: 224
214
+ frameskip: 4
215
+ image_transform: raw_rgb
216
+ prompt_mode: raw
217
+ ghost_trail:
218
+ history_frames: 5
219
+ gamma: 1.3
220
+ min_alpha: 35
221
+ scroll_px_per_step: 4.0
222
+ ground_fraction: 0.22
223
+ seed: 42
224
+ fixed_episode_seeds: true
225
+ latency_seed_stride: 0
226
+ task_seed_stride: 0
227
+ task_description: 'You are playing Demon Attack from a single game image. Choose
228
+ exactly one action from: NOOP, FIRE, RIGHT, LEFT, RIGHTFIRE, LEFTFIRE.'
229
+ eval_parallel_envs: 5
230
+ action_chunk_execution:
231
+ enabled: false
232
+ chunk_size: null
233
+ demon_attack:
234
+ noop_max: 30
235
+ enabled: false
236
+ eval_backend: latency_bench
237
+ distributed_mode: none
238
+ vectorized:
239
+ enabled: false
240
+ batch_size: 1
241
+ latency:
242
+ prompt_map_path: null
243
+ mode: single
244
+ values:
245
+ - 0
246
+ mid_train:
247
+ enabled: false
248
+ interval_steps: 100
249
+ latencies:
250
+ - 0
251
+ num_episodes: 5
252
+ max_steps_per_episode: 3600
253
+ post_train:
254
+ enabled: false
255
+ latencies:
256
+ - 0
257
+ - 1
258
+ - 2
259
+ - 3
260
+ - 4
261
+ num_episodes: 5
262
+ max_steps_per_episode: 3600
263
+ task: demon_attack
264
+ initialization_mode: scratch
265
+ action_carrier: native
266
+ model: pi05
267
+ env: demon_attack
268
+ init: scratch
269
+ mode: single
270
+ checkpoint:
271
+ load: none
272
+ hf_repo_id: null
273
+ save_best_model: false
274
+ save_final_model: true
275
+ save_pt_file: true
276
+ save_training_state: true
277
+ save_safetensors_file: false
278
+ local:
279
+ keep_last_n: 2
280
+ sync:
281
+ enabled: false
282
+ repo_id: null
283
+ keep_last_n: 0
284
+ sync_every_n_checkpoints: 1
285
+ resume_policy: local_latest
286
+ run_id: demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6
287
+ output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6
288
+ config_yaml: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/train.yaml
289
+ is_debug: false
290
+ version_id: '0.21'
291
+ wandb_name: demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6
292
+ wandb_group: decision-history-vla-h8-v2
293
+ wandb_tags:
294
+ - demon_attack
295
+ - qwenpi_v3
296
+ - hist8-v2
297
+ - history01
298
+ - scratch
299
+ - profile-latency
300
+ training_latency_condition: profile-latency
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/config.yaml ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenPI_v3
3
+ qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
+ attn_implementation: flash_attention_2
6
+ vl_hidden_dim: 2560
7
+ num_vl_layers: 36
8
+ enable_gradient_checkpointing: true
9
+ action_model:
10
+ action_model_type: LayerwiseFM
11
+ action_dim: 6
12
+ state_dim: 88
13
+ state_encoding: continuous_projector
14
+ task_objective: null
15
+ action_horizon: 1
16
+ repeated_diffusion_steps: 2
17
+ num_inference_timesteps: 4
18
+ add_pos_embed: true
19
+ max_seq_len: 1024
20
+ num_target_vision_tokens: 32
21
+ noise_beta_alpha: 1.5
22
+ noise_beta_beta: 1.0
23
+ noise_s: 0.999
24
+ num_timestep_buckets: 1000
25
+ diffusion_model_cfg:
26
+ action_dit_hidden_dim: 1024
27
+ dropout: 0.2
28
+ final_dropout: true
29
+ interleave_self_attention: true
30
+ norm_type: ada_norm
31
+ positional_embeddings: null
32
+ attention_head_dim: 64
33
+ output_dim: 1024
34
+ num_layers: 36
35
+ input_embedding_dim: 1024
36
+ cross_attention_dim: 1024
37
+ num_attention_heads: 16
38
+ loss_type: l1
39
+ future_action_window_size: 0
40
+ past_action_window_size: 0
41
+ action_env_dim: 6
42
+ kv_memory:
43
+ enabled: false
44
+ window: 4
45
+ rollout_len: 8
46
+ packed_train: false
47
+ rebased_sink: true
48
+ version_id: '0.21'
49
+ datasets:
50
+ vla_data:
51
+ include_state: true
52
+ obs_image_size: null
53
+ image_mode: single
54
+ num_obs_frames: 1
55
+ robot_type: rl_games_demon_attack
56
+ trainer:
57
+ pretrained_checkpoint: null
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/dataset_statistics.json ADDED
@@ -0,0 +1,606 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "action": {
4
+ "mean": [
5
+ 0.0970393642783165,
6
+ 0.27741119265556335,
7
+ 0.07977477461099625,
8
+ 0.15980280935764313,
9
+ 0.181794211268425,
10
+ 0.2041776329278946
11
+ ],
12
+ "std": [
13
+ 0.29541727900505066,
14
+ 0.44859015941619873,
15
+ 0.27138257026672363,
16
+ 0.3668152689933777,
17
+ 0.38457876443862915,
18
+ 0.4025740325450897
19
+ ],
20
+ "max": [
21
+ 1.0,
22
+ 1.0,
23
+ 1.0,
24
+ 1.0,
25
+ 1.0,
26
+ 1.0
27
+ ],
28
+ "min": [
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0
35
+ ],
36
+ "q01": [
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0
43
+ ],
44
+ "q99": [
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0
51
+ ],
52
+ "mask": [
53
+ true,
54
+ true,
55
+ true,
56
+ true,
57
+ true,
58
+ true
59
+ ]
60
+ },
61
+ "state": {
62
+ "mean": [
63
+ 0.31523439288139343,
64
+ 0.17818622291088104,
65
+ 3.9896061934996396e-05,
66
+ 0.007146598771214485,
67
+ 0.09118504822254181,
68
+ 0.03758902847766876,
69
+ 0.5519984364509583,
70
+ 0.00012315741332713515,
71
+ 0.021892530843615532,
72
+ 0.28480932116508484,
73
+ 0.11760491877794266,
74
+ 0.3158501982688904,
75
+ 0.17867885529994965,
76
+ 3.9896061934996396e-05,
77
+ 0.007146598771214485,
78
+ 0.09129779785871506,
79
+ 0.03759770095348358,
80
+ 0.5527980923652649,
81
+ 0.00012315741332713515,
82
+ 0.022296695038676262,
83
+ 0.2848665416240692,
84
+ 0.1176326721906662,
85
+ 0.3164729177951813,
86
+ 0.17919576168060303,
87
+ 3.9896061934996396e-05,
88
+ 0.007146598771214485,
89
+ 0.09139841049909592,
90
+ 0.03760290518403053,
91
+ 0.5541858077049255,
92
+ 0.00012315741332713515,
93
+ 0.02233659103512764,
94
+ 0.28493940830230713,
95
+ 0.11765868961811066,
96
+ 0.31708696484565735,
97
+ 0.17967799305915833,
98
+ 3.9896061934996396e-05,
99
+ 0.0071518030017614365,
100
+ 0.09151462465524673,
101
+ 0.037613313645124435,
102
+ 0.5558804869651794,
103
+ 0.00012315741332713515,
104
+ 0.02234179526567459,
105
+ 0.2850955128669739,
106
+ 0.11768470704555511,
107
+ 0.3177218437194824,
108
+ 0.1801862269639969,
109
+ 3.9896061934996396e-05,
110
+ 0.0071518030017614365,
111
+ 0.09163431823253632,
112
+ 0.03762025013566017,
113
+ 0.5575370788574219,
114
+ 0.00012315741332713515,
115
+ 0.022343529388308525,
116
+ 0.2853418290615082,
117
+ 0.11770899593830109,
118
+ 0.31831681728363037,
119
+ 0.18069447576999664,
120
+ 3.9896061934996396e-05,
121
+ 0.0071518030017614365,
122
+ 0.09171757847070694,
123
+ 0.03762372210621834,
124
+ 0.5591259598731995,
125
+ 0.00012315741332713515,
126
+ 0.022343529388308525,
127
+ 0.28565752506256104,
128
+ 0.11773501336574554,
129
+ 0.3189551532268524,
130
+ 0.18123219907283783,
131
+ 3.9896061934996396e-05,
132
+ 0.007153537590056658,
133
+ 0.09180257469415665,
134
+ 0.037635862827301025,
135
+ 0.560688853263855,
136
+ 0.00012315741332713515,
137
+ 0.022348733618855476,
138
+ 0.2859957814216614,
139
+ 0.11776103079319,
140
+ 0.3195778727531433,
141
+ 0.18175604939460754,
142
+ 3.9896061934996396e-05,
143
+ 0.007158741354942322,
144
+ 0.0918823629617691,
145
+ 0.037649739533662796,
146
+ 0.5622482895851135,
147
+ 0.00012315741332713515,
148
+ 0.022353937849402428,
149
+ 0.28634271025657654,
150
+ 0.11778358370065689
151
+ ],
152
+ "std": [
153
+ 0.4650253355503082,
154
+ 0.38216567039489746,
155
+ 0.006316087208688259,
156
+ 0.08402024954557419,
157
+ 0.2874163091182709,
158
+ 0.19006703794002533,
159
+ 0.4981486201286316,
160
+ 0.011096298694610596,
161
+ 0.14580607414245605,
162
+ 0.4500943124294281,
163
+ 0.32306984066963196,
164
+ 0.4660026431083679,
165
+ 0.3824656903743744,
166
+ 0.006316087208688259,
167
+ 0.08402024954557419,
168
+ 0.2875675559043884,
169
+ 0.1900881975889206,
170
+ 0.4979340732097626,
171
+ 0.011096298694610596,
172
+ 0.14820276200771332,
173
+ 0.45011624693870544,
174
+ 0.32310280203819275,
175
+ 0.466185986995697,
176
+ 0.38253894448280334,
177
+ 0.006316087208688259,
178
+ 0.08402024954557419,
179
+ 0.28768157958984375,
180
+ 0.19010008871555328,
181
+ 0.4962374269962311,
182
+ 0.011096298694610596,
183
+ 0.1483307182788849,
184
+ 0.4501520097255707,
185
+ 0.3231275677680969,
186
+ 0.4660818874835968,
187
+ 0.38329723477363586,
188
+ 0.006316087208688259,
189
+ 0.08405041694641113,
190
+ 0.28784239292144775,
191
+ 0.19012559950351715,
192
+ 0.49715656042099,
193
+ 0.011096298694610596,
194
+ 0.14834779500961304,
195
+ 0.45020344853401184,
196
+ 0.3231578469276428,
197
+ 0.4664101302623749,
198
+ 0.3836030662059784,
199
+ 0.006316087208688259,
200
+ 0.08405041694641113,
201
+ 0.28790345788002014,
202
+ 0.19014370441436768,
203
+ 0.49733203649520874,
204
+ 0.011096298694610596,
205
+ 0.14835338294506073,
206
+ 0.45024389028549194,
207
+ 0.32318779826164246,
208
+ 0.4654041826725006,
209
+ 0.3840235471725464,
210
+ 0.006316087208688259,
211
+ 0.08405041694641113,
212
+ 0.2880185544490814,
213
+ 0.19015203416347504,
214
+ 0.4965565800666809,
215
+ 0.011096298694610596,
216
+ 0.14835338294506073,
217
+ 0.4504394829273224,
218
+ 0.32321837544441223,
219
+ 0.4655330181121826,
220
+ 0.3844521641731262,
221
+ 0.006316087208688259,
222
+ 0.08406057953834534,
223
+ 0.28814637660980225,
224
+ 0.1901795119047165,
225
+ 0.4958641827106476,
226
+ 0.011096298694610596,
227
+ 0.14835815131664276,
228
+ 0.4505872428417206,
229
+ 0.32324865460395813,
230
+ 0.46579709649086,
231
+ 0.38453924655914307,
232
+ 0.006316087208688259,
233
+ 0.08409105986356735,
234
+ 0.28823235630989075,
235
+ 0.19021371006965637,
236
+ 0.49602365493774414,
237
+ 0.011096298694610596,
238
+ 0.14837485551834106,
239
+ 0.45040470361709595,
240
+ 0.32317715883255005
241
+ ],
242
+ "max": [
243
+ 1.0,
244
+ 1.0,
245
+ 1.0,
246
+ 1.0,
247
+ 1.0,
248
+ 1.0,
249
+ 1.0,
250
+ 1.0,
251
+ 1.0,
252
+ 1.0,
253
+ 1.0,
254
+ 1.0,
255
+ 1.0,
256
+ 1.0,
257
+ 1.0,
258
+ 1.0,
259
+ 1.0,
260
+ 1.0,
261
+ 1.0,
262
+ 1.0,
263
+ 1.0,
264
+ 1.0,
265
+ 1.0,
266
+ 1.0,
267
+ 1.0,
268
+ 1.0,
269
+ 1.0,
270
+ 1.0,
271
+ 1.0,
272
+ 1.0,
273
+ 1.0,
274
+ 1.0,
275
+ 1.0,
276
+ 1.0,
277
+ 1.0,
278
+ 1.0,
279
+ 1.0,
280
+ 1.0,
281
+ 1.0,
282
+ 1.0,
283
+ 1.0,
284
+ 1.0,
285
+ 1.0,
286
+ 1.0,
287
+ 1.0,
288
+ 1.0,
289
+ 1.0,
290
+ 1.0,
291
+ 1.0,
292
+ 1.0,
293
+ 1.0,
294
+ 1.0,
295
+ 1.0,
296
+ 1.0,
297
+ 1.0,
298
+ 1.0,
299
+ 1.0,
300
+ 1.0,
301
+ 1.0,
302
+ 1.0,
303
+ 1.0,
304
+ 1.0,
305
+ 1.0,
306
+ 1.0,
307
+ 1.0,
308
+ 1.0,
309
+ 1.0,
310
+ 1.0,
311
+ 1.0,
312
+ 1.0,
313
+ 1.0,
314
+ 1.0,
315
+ 1.0,
316
+ 1.0,
317
+ 1.0,
318
+ 1.0,
319
+ 1.0,
320
+ 1.0,
321
+ 1.0,
322
+ 1.0,
323
+ 1.0,
324
+ 1.0,
325
+ 1.0,
326
+ 1.0,
327
+ 1.0,
328
+ 1.0,
329
+ 1.0,
330
+ 1.0
331
+ ],
332
+ "min": [
333
+ 0.0,
334
+ 0.0,
335
+ 0.0,
336
+ 0.0,
337
+ 0.0,
338
+ 0.0,
339
+ 0.0,
340
+ 0.0,
341
+ 0.0,
342
+ 0.0,
343
+ 0.0,
344
+ 0.0,
345
+ 0.0,
346
+ 0.0,
347
+ 0.0,
348
+ 0.0,
349
+ 0.0,
350
+ 0.0,
351
+ 0.0,
352
+ 0.0,
353
+ 0.0,
354
+ 0.0,
355
+ 0.0,
356
+ 0.0,
357
+ 0.0,
358
+ 0.0,
359
+ 0.0,
360
+ 0.0,
361
+ 0.0,
362
+ 0.0,
363
+ 0.0,
364
+ 0.0,
365
+ 0.0,
366
+ 0.0,
367
+ 0.0,
368
+ 0.0,
369
+ 0.0,
370
+ 0.0,
371
+ 0.0,
372
+ 0.0,
373
+ 0.0,
374
+ 0.0,
375
+ 0.0,
376
+ 0.0,
377
+ 0.0,
378
+ 0.0,
379
+ 0.0,
380
+ 0.0,
381
+ 0.0,
382
+ 0.0,
383
+ 0.0,
384
+ 0.0,
385
+ 0.0,
386
+ 0.0,
387
+ 0.0,
388
+ 0.0,
389
+ 0.0,
390
+ 0.0,
391
+ 0.0,
392
+ 0.0,
393
+ 0.0,
394
+ 0.0,
395
+ 0.0,
396
+ 0.0,
397
+ 0.0,
398
+ 0.0,
399
+ 0.0,
400
+ 0.0,
401
+ 0.0,
402
+ 0.0,
403
+ 0.0,
404
+ 0.0,
405
+ 0.0,
406
+ 0.0,
407
+ 0.0,
408
+ 0.0,
409
+ 0.0,
410
+ 0.0,
411
+ 0.0,
412
+ 0.0,
413
+ 0.0,
414
+ 0.0,
415
+ 0.0,
416
+ 0.0,
417
+ 0.0,
418
+ 0.0,
419
+ 0.0,
420
+ 0.0
421
+ ],
422
+ "q01": [
423
+ 0.0,
424
+ 0.0,
425
+ 0.0,
426
+ 0.0,
427
+ 0.0,
428
+ 0.0,
429
+ 0.0,
430
+ 0.0,
431
+ 0.0,
432
+ 0.0,
433
+ 0.0,
434
+ 0.0,
435
+ 0.0,
436
+ 0.0,
437
+ 0.0,
438
+ 0.0,
439
+ 0.0,
440
+ 0.0,
441
+ 0.0,
442
+ 0.0,
443
+ 0.0,
444
+ 0.0,
445
+ 0.0,
446
+ 0.0,
447
+ 0.0,
448
+ 0.0,
449
+ 0.0,
450
+ 0.0,
451
+ 0.0,
452
+ 0.0,
453
+ 0.0,
454
+ 0.0,
455
+ 0.0,
456
+ 0.0,
457
+ 0.0,
458
+ 0.0,
459
+ 0.0,
460
+ 0.0,
461
+ 0.0,
462
+ 0.0,
463
+ 0.0,
464
+ 0.0,
465
+ 0.0,
466
+ 0.0,
467
+ 0.0,
468
+ 0.0,
469
+ 0.0,
470
+ 0.0,
471
+ 0.0,
472
+ 0.0,
473
+ 0.0,
474
+ 0.0,
475
+ 0.0,
476
+ 0.0,
477
+ 0.0,
478
+ 0.0,
479
+ 0.0,
480
+ 0.0,
481
+ 0.0,
482
+ 0.0,
483
+ 0.0,
484
+ 0.0,
485
+ 0.0,
486
+ 0.0,
487
+ 0.0,
488
+ 0.0,
489
+ 0.0,
490
+ 0.0,
491
+ 0.0,
492
+ 0.0,
493
+ 0.0,
494
+ 0.0,
495
+ 0.0,
496
+ 0.0,
497
+ 0.0,
498
+ 0.0,
499
+ 0.0,
500
+ 0.0,
501
+ 0.0,
502
+ 0.0,
503
+ 0.0,
504
+ 0.0,
505
+ 0.0,
506
+ 0.0,
507
+ 0.0,
508
+ 0.0,
509
+ 0.0,
510
+ 0.0
511
+ ],
512
+ "q99": [
513
+ 1.0,
514
+ 1.0,
515
+ 0.0,
516
+ 0.0,
517
+ 1.0,
518
+ 1.0,
519
+ 1.0,
520
+ 0.0,
521
+ 1.0,
522
+ 1.0,
523
+ 1.0,
524
+ 1.0,
525
+ 1.0,
526
+ 0.0,
527
+ 0.0,
528
+ 1.0,
529
+ 1.0,
530
+ 1.0,
531
+ 0.0,
532
+ 1.0,
533
+ 1.0,
534
+ 1.0,
535
+ 1.0,
536
+ 1.0,
537
+ 0.0,
538
+ 0.0,
539
+ 1.0,
540
+ 1.0,
541
+ 1.0,
542
+ 0.0,
543
+ 1.0,
544
+ 1.0,
545
+ 1.0,
546
+ 1.0,
547
+ 1.0,
548
+ 0.0,
549
+ 0.0,
550
+ 1.0,
551
+ 1.0,
552
+ 1.0,
553
+ 0.0,
554
+ 1.0,
555
+ 1.0,
556
+ 1.0,
557
+ 1.0,
558
+ 1.0,
559
+ 0.0,
560
+ 0.0,
561
+ 1.0,
562
+ 1.0,
563
+ 1.0,
564
+ 0.0,
565
+ 1.0,
566
+ 1.0,
567
+ 1.0,
568
+ 1.0,
569
+ 1.0,
570
+ 0.0,
571
+ 0.0,
572
+ 1.0,
573
+ 1.0,
574
+ 1.0,
575
+ 0.0,
576
+ 1.0,
577
+ 1.0,
578
+ 1.0,
579
+ 1.0,
580
+ 1.0,
581
+ 0.0,
582
+ 0.0,
583
+ 1.0,
584
+ 1.0,
585
+ 1.0,
586
+ 0.0,
587
+ 1.0,
588
+ 1.0,
589
+ 1.0,
590
+ 1.0,
591
+ 1.0,
592
+ 0.0,
593
+ 0.0,
594
+ 1.0,
595
+ 1.0,
596
+ 1.0,
597
+ 0.0,
598
+ 1.0,
599
+ 1.0,
600
+ 1.0
601
+ ]
602
+ },
603
+ "num_transitions": 576498,
604
+ "num_trajectories": 180
605
+ }
606
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/eval_profile.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job_id": "eval_v2__demon_attack-qwenpi_v3-hist8-scratch-s42-v2",
3
+ "eval_protocol_version": "hist8-history01-par32-v3",
4
+ "training_step": 5000,
5
+ "checkpoint_sha256": "f48e84564276085b48f0a1d6164c48c91e5865c30bef0aa6bd3ea674357b2338",
6
+ "profile_sha256": "5c2895d34b3d821c7b24a14d9acd84e416baec9eebc87083ba86b9c8954696ae",
7
+ "mean_return": 907.3,
8
+ "std_return": 280.3876067161315,
9
+ "mean_length": 7087.7,
10
+ "episodes": 100,
11
+ "parallel_envs": 32,
12
+ "max_episode_raw_frames": 7200,
13
+ "issued_actions": 56727,
14
+ "top_action": "FIRE",
15
+ "largest_action_fraction": 0.5705396019532145,
16
+ "unique_action_values": 6,
17
+ "episode_final_done": 8,
18
+ "episodes_at_frame_cap": 92,
19
+ "checks": {
20
+ "100_exact_seeds": true,
21
+ "checkpoint_sha": true,
22
+ "bundle_step": true,
23
+ "profile_sha": true,
24
+ "binary_history": true,
25
+ "raw_score_means_match": true,
26
+ "action_counts_match": true,
27
+ "action_total_match": true,
28
+ "summary_returns_match": true,
29
+ "summary_lengths_match": true,
30
+ "100_final_steps": true,
31
+ "final_step_lengths_match": true,
32
+ "parallel_capacity_horizon": true,
33
+ "fps_history": true,
34
+ "environment_latency_matches": true,
35
+ "episode_latency_protocol": true,
36
+ "training_recipe": true,
37
+ "training_dimensions": true,
38
+ "initialization_revision": true
39
+ },
40
+ "environment_condition": "profile"
41
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/action_audit.json ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_protocol_version": "hist8-history01-par32-v3",
3
+ "history_encoding": "binary_0_1",
4
+ "episodes": 100,
5
+ "episode_seeds": [
6
+ 1000000,
7
+ 1000001,
8
+ 1000002,
9
+ 1000003,
10
+ 1000004,
11
+ 1000005,
12
+ 1000006,
13
+ 1000007,
14
+ 1000008,
15
+ 1000009,
16
+ 1000010,
17
+ 1000011,
18
+ 1000012,
19
+ 1000013,
20
+ 1000014,
21
+ 1000015,
22
+ 1000016,
23
+ 1000017,
24
+ 1000018,
25
+ 1000019,
26
+ 1000020,
27
+ 1000021,
28
+ 1000022,
29
+ 1000023,
30
+ 1000024,
31
+ 1000025,
32
+ 1000026,
33
+ 1000027,
34
+ 1000028,
35
+ 1000029,
36
+ 1000030,
37
+ 1000031,
38
+ 1000032,
39
+ 1000033,
40
+ 1000034,
41
+ 1000035,
42
+ 1000036,
43
+ 1000037,
44
+ 1000038,
45
+ 1000039,
46
+ 1000040,
47
+ 1000041,
48
+ 1000042,
49
+ 1000043,
50
+ 1000044,
51
+ 1000045,
52
+ 1000046,
53
+ 1000047,
54
+ 1000048,
55
+ 1000049,
56
+ 1000050,
57
+ 1000051,
58
+ 1000052,
59
+ 1000053,
60
+ 1000054,
61
+ 1000055,
62
+ 1000056,
63
+ 1000057,
64
+ 1000058,
65
+ 1000059,
66
+ 1000060,
67
+ 1000061,
68
+ 1000062,
69
+ 1000063,
70
+ 1000064,
71
+ 1000065,
72
+ 1000066,
73
+ 1000067,
74
+ 1000068,
75
+ 1000069,
76
+ 1000070,
77
+ 1000071,
78
+ 1000072,
79
+ 1000073,
80
+ 1000074,
81
+ 1000075,
82
+ 1000076,
83
+ 1000077,
84
+ 1000078,
85
+ 1000079,
86
+ 1000080,
87
+ 1000081,
88
+ 1000082,
89
+ 1000083,
90
+ 1000084,
91
+ 1000085,
92
+ 1000086,
93
+ 1000087,
94
+ 1000088,
95
+ 1000089,
96
+ 1000090,
97
+ 1000091,
98
+ 1000092,
99
+ 1000093,
100
+ 1000094,
101
+ 1000095,
102
+ 1000096,
103
+ 1000097,
104
+ 1000098,
105
+ 1000099
106
+ ],
107
+ "issued_actions": 56727,
108
+ "action_counts": {
109
+ "1": 32365,
110
+ "3": 1237,
111
+ "4": 16343,
112
+ "5": 6606,
113
+ "0": 156,
114
+ "2": 20
115
+ },
116
+ "largest_action_fraction": 0.5705396019532145,
117
+ "raw_score_min": [
118
+ -0.07354915142059326,
119
+ -0.09306693077087402,
120
+ -0.08943191170692444,
121
+ -0.0733889639377594,
122
+ -0.08850216865539551,
123
+ -0.07469278573989868
124
+ ],
125
+ "raw_score_max": [
126
+ 1.0141057968139648,
127
+ 1.130868673324585,
128
+ 1.0344053506851196,
129
+ 1.1176567077636719,
130
+ 1.1082382202148438,
131
+ 1.1284195184707642
132
+ ],
133
+ "raw_score_mean": [
134
+ 0.0053301283726099775,
135
+ 0.5795998221489869,
136
+ -0.00166348957813469,
137
+ 0.014348105459750187,
138
+ 0.28341442783106835,
139
+ 0.11743463120424949
140
+ ]
141
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/episode_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/eval_code_snapshot.json ADDED
The diff for this file is too large to render. See raw diff
 
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/eval_config.yaml ADDED
@@ -0,0 +1,118 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment:
2
+ name: demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-step5000-history01-profile-par32
3
+ seed: 1000000
4
+ backend:
5
+ type: sample_factory
6
+ algo: APPO
7
+ device: cpu
8
+ train_dir: results/sample_factory
9
+ restart_behavior: resume
10
+ run_mode: eval
11
+ executor:
12
+ mode: simulated
13
+ simulated_worker_capacity: 1
14
+ simulated_inference_pool: true
15
+ inference_devices:
16
+ - cuda:0
17
+ - cuda:1
18
+ inference_batch_size: 16
19
+ env:
20
+ name: demon_attack
21
+ env_id: ALE/DemonAttack-v5
22
+ env_fps: 60
23
+ obs_fps: 15
24
+ screen_size: 84
25
+ noop_max: 30
26
+ reset_mode: fire
27
+ frame_stack: 1
28
+ terminal_on_life_loss: true
29
+ clip_reward: false
30
+ repeat_action_probability: 0.0
31
+ full_action_space: false
32
+ max_episode_steps: 25000
33
+ noop_action: 0
34
+ simulator: gpu
35
+ gpu_env_device: auto
36
+ obs_resize:
37
+ - 224
38
+ - 224
39
+ action_history_decisions: 8
40
+ latency:
41
+ method: temporal
42
+ profile_path: /mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json
43
+ profile_worker_slot: 0
44
+ seed: 271828
45
+ add_latency_info: false
46
+ scheduler:
47
+ hold_policy: hold
48
+ ordering_policy: latest_ready
49
+ policy:
50
+ type: starvla
51
+ actions:
52
+ - NOOP
53
+ - FIRE
54
+ - RIGHT
55
+ - LEFT
56
+ - RIGHTFIRE
57
+ - LEFTFIRE
58
+ checkpoint_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/checkpoints/model.pt
59
+ model_config_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/config.yaml
60
+ device: cuda:0
61
+ unnorm_key: new_embodiment
62
+ prompt_mode: latency_neutral
63
+ backbone_path: /mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct
64
+ worker_python_executable: /mnt/ssd/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
65
+ state_source: transport
66
+ training:
67
+ train_for_env_steps: 25000000
68
+ num_workers: 1
69
+ num_envs_per_worker: 512
70
+ worker_num_splits: 1
71
+ num_policies: 1
72
+ batch_size: 1024
73
+ batched_sampling: true
74
+ rollout: 64
75
+ recurrence: 32
76
+ num_epochs: 2
77
+ num_batches_per_epoch: 8
78
+ max_policy_lag: 300
79
+ learning_rate: 0.000303
80
+ gamma: 0.99
81
+ gae_lambda: 0.95
82
+ ppo_clip_ratio: 0.1
83
+ ppo_clip_value: 0.2
84
+ value_loss_coeff: 0.5
85
+ max_grad_norm: 0.0
86
+ async_rl: true
87
+ use_rnn: false
88
+ normalize_input: true
89
+ normalize_returns: true
90
+ stats_avg: 100
91
+ experiment_summaries_interval: 1
92
+ save_every_sec: 600
93
+ keep_checkpoints: 5
94
+ evaluation:
95
+ eval_interval_steps: 1000000
96
+ eval_episodes: 100
97
+ eval_parallel_envs: 32
98
+ eval_max_steps: 7200
99
+ eval_deterministic: true
100
+ eval_raw_reward: true
101
+ eval_suites:
102
+ fixed: []
103
+ normal: []
104
+ uniform: []
105
+ latency_bench_env_backend: demon_attack_gpu_batched
106
+ eval_latency_values: null
107
+ logging:
108
+ output_dir: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-to-profile-par32
109
+ video:
110
+ enabled: false
111
+ num_bins: 10
112
+ save_step_records: true
113
+ save_action_records: true
114
+ save_latency_records: true
115
+ wandb_project: null
116
+ wandb_group: null
117
+ wandb_job_type: null
118
+ wandb_tags: ''
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/provenance.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "collection": {
3
+ "teacher_repo": "latency-sensitive-bench/benchmark-models",
4
+ "teacher_revision": "af125bd372c22c5b00e326d9af1af64ea3751b56",
5
+ "teacher_path": "latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-s42-v1",
6
+ "teacher_checkpoint": "best_000047936_24543232_reward_2760.000.pth",
7
+ "teacher_sha256": "0d56843071572d2872d2f3a724fa4cc08e8254bd4086d3f149346585814fd890",
8
+ "profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
9
+ "profile_sha256": "5c2895d34b3d821c7b24a14d9acd84e416baec9eebc87083ba86b9c8954696ae",
10
+ "episodes": 200,
11
+ "filter_preset": "none",
12
+ "history": "decision_v1"
13
+ },
14
+ "training_run_id": "demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6",
15
+ "training_step": 5000,
16
+ "global_batch": 128,
17
+ "base_model": "Qwen/Qwen3-VL-4B-Instruct",
18
+ "wandb_run_id": "b2071776",
19
+ "checkpoint_sha256": "f48e84564276085b48f0a1d6164c48c91e5865c30bef0aa6bd3ea674357b2338",
20
+ "eval_protocol_version": "hist8-history01-par32-v3",
21
+ "history_encoding": "binary_0_1",
22
+ "episodes": 100,
23
+ "env_condition": "profile",
24
+ "parallel_envs": 32,
25
+ "max_episode_raw_frames": 7200,
26
+ "inference_devices": [
27
+ "cuda:0",
28
+ "cuda:1"
29
+ ],
30
+ "episode_seeds": [
31
+ 1000000,
32
+ 1000099
33
+ ],
34
+ "profile_sha256": "5c2895d34b3d821c7b24a14d9acd84e416baec9eebc87083ba86b9c8954696ae"
35
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/resolved_config.yaml ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment:
2
+ name: demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-step5000-history01-profile-par32
3
+ seed: 1000000
4
+ backend:
5
+ type: sample_factory
6
+ algo: APPO
7
+ device: cpu
8
+ train_dir: results/sample_factory
9
+ restart_behavior: resume
10
+ run_mode: eval
11
+ executor:
12
+ mode: simulated
13
+ simulated_worker_capacity: 1
14
+ simulated_inference_pool: true
15
+ inference_devices:
16
+ - cuda:0
17
+ - cuda:1
18
+ inference_batch_size: 16
19
+ env:
20
+ name: demon_attack
21
+ env_id: ALE/DemonAttack-v5
22
+ env_fps: 60
23
+ obs_fps: 15
24
+ screen_size: 84
25
+ noop_max: 30
26
+ reset_mode: fire
27
+ frame_stack: 1
28
+ terminal_on_life_loss: true
29
+ clip_reward: false
30
+ repeat_action_probability: 0.0
31
+ full_action_space: false
32
+ max_episode_steps: 25000
33
+ noop_action: 0
34
+ simulator: gpu
35
+ gpu_env_device: auto
36
+ obs_resize:
37
+ - 224
38
+ - 224
39
+ action_history_decisions: 8
40
+ latency:
41
+ method: temporal
42
+ profile_path: /mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json
43
+ profile_worker_slot: 0
44
+ seed: 271828
45
+ add_latency_info: false
46
+ scheduler:
47
+ hold_policy: hold
48
+ ordering_policy: latest_ready
49
+ policy:
50
+ type: starvla
51
+ actions:
52
+ - NOOP
53
+ - FIRE
54
+ - RIGHT
55
+ - LEFT
56
+ - RIGHTFIRE
57
+ - LEFTFIRE
58
+ checkpoint_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/checkpoints/model.pt
59
+ model_config_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/config.yaml
60
+ device: cuda:0
61
+ unnorm_key: new_embodiment
62
+ prompt_mode: latency_neutral
63
+ backbone_path: /mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct
64
+ worker_python_executable: /mnt/ssd/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
65
+ state_source: transport
66
+ action_prefix:
67
+ mode: none
68
+ training:
69
+ train_for_env_steps: 25000000
70
+ num_workers: 1
71
+ num_envs_per_worker: 512
72
+ worker_num_splits: 1
73
+ num_policies: 1
74
+ batch_size: 1024
75
+ batched_sampling: true
76
+ rollout: 64
77
+ recurrence: 32
78
+ num_epochs: 2
79
+ num_batches_per_epoch: 8
80
+ max_policy_lag: 300
81
+ learning_rate: 0.000303
82
+ gamma: 0.99
83
+ gae_lambda: 0.95
84
+ ppo_clip_ratio: 0.1
85
+ ppo_clip_value: 0.2
86
+ value_loss_coeff: 0.5
87
+ max_grad_norm: 0.0
88
+ async_rl: true
89
+ use_rnn: false
90
+ normalize_input: true
91
+ normalize_returns: true
92
+ stats_avg: 100
93
+ experiment_summaries_interval: 1
94
+ save_every_sec: 600
95
+ keep_checkpoints: 5
96
+ evaluation:
97
+ eval_interval_steps: 1000000
98
+ eval_episodes: 100
99
+ eval_parallel_envs: 32
100
+ eval_max_steps: 7200
101
+ eval_deterministic: true
102
+ eval_raw_reward: true
103
+ eval_suites:
104
+ fixed: []
105
+ normal: []
106
+ uniform: []
107
+ latency_bench_env_backend: demon_attack_gpu_batched
108
+ eval_latency_values: null
109
+ logging:
110
+ output_dir: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-to-profile-par32
111
+ video:
112
+ enabled: false
113
+ num_bins: 10
114
+ save_step_records: true
115
+ save_action_records: true
116
+ save_latency_records: true
117
+ wandb_project: null
118
+ wandb_group: null
119
+ wandb_job_type: null
120
+ wandb_tags: ''
121
+ simulated_pipeline_profile: false
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/summary.json ADDED
@@ -0,0 +1,217 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_path": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/checkpoints/model.pt",
3
+ "experiment_name": "demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-step5000-history01-profile-par32",
4
+ "latency": "profile_sample",
5
+ "latency_type": "profile_sample",
6
+ "lengths": [
7
+ 7200,
8
+ 7200,
9
+ 7200,
10
+ 7200,
11
+ 7200,
12
+ 7200,
13
+ 7200,
14
+ 7200,
15
+ 7200,
16
+ 7200,
17
+ 7200,
18
+ 7200,
19
+ 7200,
20
+ 7200,
21
+ 7200,
22
+ 7200,
23
+ 7200,
24
+ 7200,
25
+ 7200,
26
+ 5363,
27
+ 7200,
28
+ 7200,
29
+ 5614,
30
+ 7200,
31
+ 7200,
32
+ 7200,
33
+ 7200,
34
+ 7200,
35
+ 7200,
36
+ 7200,
37
+ 7200,
38
+ 6168,
39
+ 7200,
40
+ 7200,
41
+ 7200,
42
+ 7200,
43
+ 7200,
44
+ 7200,
45
+ 7200,
46
+ 5227,
47
+ 7200,
48
+ 7200,
49
+ 7200,
50
+ 7200,
51
+ 7200,
52
+ 7200,
53
+ 7200,
54
+ 7200,
55
+ 7200,
56
+ 7200,
57
+ 7200,
58
+ 7200,
59
+ 7200,
60
+ 7200,
61
+ 7200,
62
+ 7200,
63
+ 7200,
64
+ 7200,
65
+ 5967,
66
+ 5885,
67
+ 7200,
68
+ 7200,
69
+ 7200,
70
+ 7200,
71
+ 7200,
72
+ 7200,
73
+ 7200,
74
+ 5260,
75
+ 7200,
76
+ 7200,
77
+ 7200,
78
+ 7200,
79
+ 7200,
80
+ 7200,
81
+ 7200,
82
+ 7200,
83
+ 7200,
84
+ 7200,
85
+ 7200,
86
+ 7200,
87
+ 7200,
88
+ 7200,
89
+ 7200,
90
+ 7200,
91
+ 7200,
92
+ 7200,
93
+ 6886,
94
+ 7200,
95
+ 7200,
96
+ 7200,
97
+ 7200,
98
+ 7200,
99
+ 7200,
100
+ 7200,
101
+ 7200,
102
+ 7200,
103
+ 7200,
104
+ 7200,
105
+ 7200,
106
+ 7200
107
+ ],
108
+ "mean_length": 7087.7,
109
+ "mean_return": 907.3,
110
+ "returns": [
111
+ 1140.0,
112
+ 500.0,
113
+ 1020.0,
114
+ 480.0,
115
+ 1120.0,
116
+ 940.0,
117
+ 1160.0,
118
+ 740.0,
119
+ 680.0,
120
+ 1160.0,
121
+ 1080.0,
122
+ 1120.0,
123
+ 1320.0,
124
+ 880.0,
125
+ 700.0,
126
+ 900.0,
127
+ 980.0,
128
+ 860.0,
129
+ 940.0,
130
+ 400.0,
131
+ 1100.0,
132
+ 1040.0,
133
+ 370.0,
134
+ 680.0,
135
+ 640.0,
136
+ 960.0,
137
+ 940.0,
138
+ 1240.0,
139
+ 720.0,
140
+ 940.0,
141
+ 1100.0,
142
+ 580.0,
143
+ 840.0,
144
+ 1120.0,
145
+ 460.0,
146
+ 1180.0,
147
+ 900.0,
148
+ 580.0,
149
+ 1380.0,
150
+ 385.0,
151
+ 940.0,
152
+ 1460.0,
153
+ 1400.0,
154
+ 1040.0,
155
+ 580.0,
156
+ 680.0,
157
+ 1020.0,
158
+ 1520.0,
159
+ 1220.0,
160
+ 1180.0,
161
+ 700.0,
162
+ 480.0,
163
+ 780.0,
164
+ 1140.0,
165
+ 1240.0,
166
+ 520.0,
167
+ 740.0,
168
+ 940.0,
169
+ 1060.0,
170
+ 400.0,
171
+ 1000.0,
172
+ 620.0,
173
+ 560.0,
174
+ 1000.0,
175
+ 1140.0,
176
+ 1120.0,
177
+ 620.0,
178
+ 370.0,
179
+ 800.0,
180
+ 580.0,
181
+ 740.0,
182
+ 880.0,
183
+ 640.0,
184
+ 1160.0,
185
+ 840.0,
186
+ 1360.0,
187
+ 1140.0,
188
+ 980.0,
189
+ 900.0,
190
+ 780.0,
191
+ 1040.0,
192
+ 385.0,
193
+ 440.0,
194
+ 1480.0,
195
+ 1160.0,
196
+ 1280.0,
197
+ 620.0,
198
+ 980.0,
199
+ 1020.0,
200
+ 1140.0,
201
+ 620.0,
202
+ 800.0,
203
+ 1000.0,
204
+ 760.0,
205
+ 1120.0,
206
+ 1020.0,
207
+ 1000.0,
208
+ 1200.0,
209
+ 1160.0,
210
+ 960.0
211
+ ],
212
+ "seed": 1000000,
213
+ "source_profile_path": "/mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
214
+ "std_return": 280.3876067161315,
215
+ "suite_name": "profile_sample",
216
+ "timestamp_utc": "2026-09-23T20:21:23.285274+00:00"
217
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/evaluations/profile/verification.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job_id": "eval_v2__demon_attack-qwenpi_v3-hist8-scratch-s42-v2",
3
+ "task": "demon_attack",
4
+ "model": "qwenpi_v3",
5
+ "remote_eval_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-to-profile-par32",
6
+ "checked_at": 1790195641.8818486,
7
+ "training_step": 5000,
8
+ "checkpoint_sha256": "f48e84564276085b48f0a1d6164c48c91e5865c30bef0aa6bd3ea674357b2338",
9
+ "profile_sha256": "5c2895d34b3d821c7b24a14d9acd84e416baec9eebc87083ba86b9c8954696ae",
10
+ "wandb_run_id": "b2071776",
11
+ "eval_protocol_version": "hist8-history01-par32-v3",
12
+ "max_episode_raw_frames": 7200,
13
+ "parallel_envs": 32,
14
+ "mean_return": 907.3,
15
+ "std_return": 280.3876067161315,
16
+ "mean_length": 7087.7,
17
+ "episodes": 100,
18
+ "issued_actions": 56727,
19
+ "top_action": "FIRE",
20
+ "largest_action_fraction": 0.5705396019532145,
21
+ "unique_action_values": 6,
22
+ "episode_final_done": 8,
23
+ "episodes_at_frame_cap": 92,
24
+ "checks": {
25
+ "100_exact_seeds": true,
26
+ "checkpoint_sha": true,
27
+ "bundle_step": true,
28
+ "profile_sha": true,
29
+ "binary_history": true,
30
+ "raw_score_means_match": true,
31
+ "action_counts_match": true,
32
+ "action_total_match": true,
33
+ "summary_returns_match": true,
34
+ "summary_lengths_match": true,
35
+ "100_final_steps": true,
36
+ "final_step_lengths_match": true,
37
+ "parallel_capacity_horizon": true,
38
+ "fps_history": true,
39
+ "environment_latency_matches": true,
40
+ "episode_latency_protocol": true,
41
+ "training_recipe": true,
42
+ "training_dimensions": true,
43
+ "initialization_revision": true
44
+ },
45
+ "job": {
46
+ "id": "eval_v2__demon_attack-qwenpi_v3-hist8-scratch-s42-v2",
47
+ "source": "v2",
48
+ "python": "/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python",
49
+ "task": "demon_attack",
50
+ "model": "qwenpi_v3",
51
+ "env_condition": "profile",
52
+ "parallel_envs": 32,
53
+ "metric_prefix": "eval_hist8_v3/profile_to_profile",
54
+ "kind": "eval_ready",
55
+ "backbone": "/mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct",
56
+ "profile_path": "/mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
57
+ "bundle_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6",
58
+ "ready_path": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/bundle.complete.json",
59
+ "eval_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6-to-profile-par32",
60
+ "gpus_required": 2,
61
+ "priority": 1000,
62
+ "depends_on": []
63
+ },
64
+ "evidence_dir": "/home/lixinyuan/latency-sensitive-bench/outputs/tasks/decision_history_vla_hist8_v2/evaluation_receipts/h100/eval_v2__demon_attack-qwenpi_v3-hist8-scratch-s42-v2",
65
+ "verification_status": "verified"
66
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/manifest.json ADDED
@@ -0,0 +1,307 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_name": "lerobot",
3
+ "env_name": "demon_attack",
4
+ "episodes": 180,
5
+ "frames": 576498,
6
+ "task_prompts": [
7
+ "You are playing Demon Attack from a single game image. Choose exactly one action from: NOOP, FIRE, RIGHT, LEFT, RIGHTFIRE, LEFTFIRE. Survive, avoid enemy fire, and shoot enemies to maximize score."
8
+ ],
9
+ "format": "starvla_lerobot_v2_decision_v1",
10
+ "source": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwenpi_v3/raw",
11
+ "robot_type": "rl_games_demon_attack",
12
+ "action_layout": "demon_attack_discrete",
13
+ "source_action_layout": "demon_attack_discrete",
14
+ "action_labels": [
15
+ "NOOP",
16
+ "FIRE",
17
+ "RIGHT",
18
+ "LEFT",
19
+ "RIGHTFIRE",
20
+ "LEFTFIRE"
21
+ ],
22
+ "action_dim": 6,
23
+ "active_action_dim": 6,
24
+ "state_source": "decision_v1",
25
+ "state_dim": 88,
26
+ "state_labels": [
27
+ "decision_history_0",
28
+ "decision_history_1",
29
+ "decision_history_2",
30
+ "decision_history_3",
31
+ "decision_history_4",
32
+ "decision_history_5",
33
+ "decision_history_6",
34
+ "decision_history_7",
35
+ "decision_history_8",
36
+ "decision_history_9",
37
+ "decision_history_10",
38
+ "decision_history_11",
39
+ "decision_history_12",
40
+ "decision_history_13",
41
+ "decision_history_14",
42
+ "decision_history_15",
43
+ "decision_history_16",
44
+ "decision_history_17",
45
+ "decision_history_18",
46
+ "decision_history_19",
47
+ "decision_history_20",
48
+ "decision_history_21",
49
+ "decision_history_22",
50
+ "decision_history_23",
51
+ "decision_history_24",
52
+ "decision_history_25",
53
+ "decision_history_26",
54
+ "decision_history_27",
55
+ "decision_history_28",
56
+ "decision_history_29",
57
+ "decision_history_30",
58
+ "decision_history_31",
59
+ "decision_history_32",
60
+ "decision_history_33",
61
+ "decision_history_34",
62
+ "decision_history_35",
63
+ "decision_history_36",
64
+ "decision_history_37",
65
+ "decision_history_38",
66
+ "decision_history_39",
67
+ "decision_history_40",
68
+ "decision_history_41",
69
+ "decision_history_42",
70
+ "decision_history_43",
71
+ "decision_history_44",
72
+ "decision_history_45",
73
+ "decision_history_46",
74
+ "decision_history_47",
75
+ "decision_history_48",
76
+ "decision_history_49",
77
+ "decision_history_50",
78
+ "decision_history_51",
79
+ "decision_history_52",
80
+ "decision_history_53",
81
+ "decision_history_54",
82
+ "decision_history_55",
83
+ "decision_history_56",
84
+ "decision_history_57",
85
+ "decision_history_58",
86
+ "decision_history_59",
87
+ "decision_history_60",
88
+ "decision_history_61",
89
+ "decision_history_62",
90
+ "decision_history_63",
91
+ "decision_history_64",
92
+ "decision_history_65",
93
+ "decision_history_66",
94
+ "decision_history_67",
95
+ "decision_history_68",
96
+ "decision_history_69",
97
+ "decision_history_70",
98
+ "decision_history_71",
99
+ "decision_history_72",
100
+ "decision_history_73",
101
+ "decision_history_74",
102
+ "decision_history_75",
103
+ "decision_history_76",
104
+ "decision_history_77",
105
+ "decision_history_78",
106
+ "decision_history_79",
107
+ "decision_history_80",
108
+ "decision_history_81",
109
+ "decision_history_82",
110
+ "decision_history_83",
111
+ "decision_history_84",
112
+ "decision_history_85",
113
+ "decision_history_86",
114
+ "decision_history_87"
115
+ ],
116
+ "state_normalization": {
117
+ "min": [
118
+ 0.0,
119
+ 0.0,
120
+ 0.0,
121
+ 0.0,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0,
126
+ 0.0,
127
+ 0.0,
128
+ 0.0,
129
+ 0.0,
130
+ 0.0,
131
+ 0.0,
132
+ 0.0,
133
+ 0.0,
134
+ 0.0,
135
+ 0.0,
136
+ 0.0,
137
+ 0.0,
138
+ 0.0,
139
+ 0.0,
140
+ 0.0,
141
+ 0.0,
142
+ 0.0,
143
+ 0.0,
144
+ 0.0,
145
+ 0.0,
146
+ 0.0,
147
+ 0.0,
148
+ 0.0,
149
+ 0.0,
150
+ 0.0,
151
+ 0.0,
152
+ 0.0,
153
+ 0.0,
154
+ 0.0,
155
+ 0.0,
156
+ 0.0,
157
+ 0.0,
158
+ 0.0,
159
+ 0.0,
160
+ 0.0,
161
+ 0.0,
162
+ 0.0,
163
+ 0.0,
164
+ 0.0,
165
+ 0.0,
166
+ 0.0,
167
+ 0.0,
168
+ 0.0,
169
+ 0.0,
170
+ 0.0,
171
+ 0.0,
172
+ 0.0,
173
+ 0.0,
174
+ 0.0,
175
+ 0.0,
176
+ 0.0,
177
+ 0.0,
178
+ 0.0,
179
+ 0.0,
180
+ 0.0,
181
+ 0.0,
182
+ 0.0,
183
+ 0.0,
184
+ 0.0,
185
+ 0.0,
186
+ 0.0,
187
+ 0.0,
188
+ 0.0,
189
+ 0.0,
190
+ 0.0,
191
+ 0.0,
192
+ 0.0,
193
+ 0.0,
194
+ 0.0,
195
+ 0.0,
196
+ 0.0,
197
+ 0.0,
198
+ 0.0,
199
+ 0.0,
200
+ 0.0,
201
+ 0.0,
202
+ 0.0,
203
+ 0.0,
204
+ 0.0,
205
+ 0.0
206
+ ],
207
+ "max": [
208
+ 1.0,
209
+ 1.0,
210
+ 1.0,
211
+ 1.0,
212
+ 1.0,
213
+ 1.0,
214
+ 1.0,
215
+ 1.0,
216
+ 1.0,
217
+ 1.0,
218
+ 1.0,
219
+ 1.0,
220
+ 1.0,
221
+ 1.0,
222
+ 1.0,
223
+ 1.0,
224
+ 1.0,
225
+ 1.0,
226
+ 1.0,
227
+ 1.0,
228
+ 1.0,
229
+ 1.0,
230
+ 1.0,
231
+ 1.0,
232
+ 1.0,
233
+ 1.0,
234
+ 1.0,
235
+ 1.0,
236
+ 1.0,
237
+ 1.0,
238
+ 1.0,
239
+ 1.0,
240
+ 1.0,
241
+ 1.0,
242
+ 1.0,
243
+ 1.0,
244
+ 1.0,
245
+ 1.0,
246
+ 1.0,
247
+ 1.0,
248
+ 1.0,
249
+ 1.0,
250
+ 1.0,
251
+ 1.0,
252
+ 1.0,
253
+ 1.0,
254
+ 1.0,
255
+ 1.0,
256
+ 1.0,
257
+ 1.0,
258
+ 1.0,
259
+ 1.0,
260
+ 1.0,
261
+ 1.0,
262
+ 1.0,
263
+ 1.0,
264
+ 1.0,
265
+ 1.0,
266
+ 1.0,
267
+ 1.0,
268
+ 1.0,
269
+ 1.0,
270
+ 1.0,
271
+ 1.0,
272
+ 1.0,
273
+ 1.0,
274
+ 1.0,
275
+ 1.0,
276
+ 1.0,
277
+ 1.0,
278
+ 1.0,
279
+ 1.0,
280
+ 1.0,
281
+ 1.0,
282
+ 1.0,
283
+ 1.0,
284
+ 1.0,
285
+ 1.0,
286
+ 1.0,
287
+ 1.0,
288
+ 1.0,
289
+ 1.0,
290
+ 1.0,
291
+ 1.0,
292
+ 1.0,
293
+ 1.0,
294
+ 1.0,
295
+ 1.0
296
+ ]
297
+ },
298
+ "action_history_decisions": 8,
299
+ "rows_unit": "decision_step",
300
+ "obs_fps": 15.0,
301
+ "obs_stride_raw_frames": 4,
302
+ "latency_prompt_map_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwenpi_v3/lerobot/latency_prompt_map.json",
303
+ "custom_mixtures_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwenpi_v3/_generated_mixtures/lerobot.json",
304
+ "validation_dataset_name": "lerobot__val",
305
+ "validation_episodes": 20,
306
+ "validation_frames": 59618
307
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/profiles/DONE ADDED
File without changes
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/profiles/hardware.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "driver_version": "595.58.03",
3
+ "gpu_class": "1x-rtx3090",
4
+ "gpus": [
5
+ {
6
+ "name": "NVIDIA GeForce RTX 3090",
7
+ "slot": 0
8
+ }
9
+ ],
10
+ "instance_id": "instance_a5037b165aa0cedc",
11
+ "topology_links": [],
12
+ "torch": {
13
+ "backends": {
14
+ "cuda_cudnn_sdp_enabled": true,
15
+ "cuda_flash_sdp_enabled": true,
16
+ "cuda_math_sdp_enabled": true,
17
+ "cuda_matmul_allow_tf32": false,
18
+ "cuda_mem_efficient_sdp_enabled": true,
19
+ "cudnn_allow_tf32": true,
20
+ "cudnn_benchmark": false
21
+ },
22
+ "cuda_available": true,
23
+ "cuda_device_count": 1,
24
+ "cuda_version": "12.8",
25
+ "current_device": 0,
26
+ "current_device_name": "NVIDIA GeForce RTX 3090",
27
+ "device_properties": [
28
+ {
29
+ "index": 0,
30
+ "major": 8,
31
+ "minor": 6,
32
+ "multi_processor_count": 82,
33
+ "name": "NVIDIA GeForce RTX 3090",
34
+ "total_memory": 25298141184
35
+ }
36
+ ],
37
+ "float32_matmul_precision": "highest",
38
+ "version": "2.11.0+cu128"
39
+ }
40
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/profiles/latency_burst_model.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "burst_dwell_distribution": null,
3
+ "burst_dwell_lengths": [],
4
+ "burst_merge_gap_records": 30,
5
+ "burst_rank_processes": [],
6
+ "burst_slot_rank_templates": [],
7
+ "model_type": "hidden_regime",
8
+ "pre_worker_time_ms": null,
9
+ "regime_step_counts": {
10
+ "burst": 0,
11
+ "calm": 8328
12
+ },
13
+ "regime_transition_counts": {
14
+ "burst": {
15
+ "burst": 0,
16
+ "calm": 0
17
+ },
18
+ "calm": {
19
+ "burst": 0,
20
+ "calm": 8323
21
+ }
22
+ },
23
+ "reset_scope": "session",
24
+ "schema_version": 12,
25
+ "spike_median_multiplier": 1.25,
26
+ "spike_threshold_ms_by_worker_slot": {
27
+ "0": 233.3663308620453
28
+ },
29
+ "worker_count": 1
30
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/profiles/latency_distribution.json ADDED
@@ -0,0 +1,1027 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 3,
3
+ "worker_slots": {
4
+ "0": {
5
+ "all": {
6
+ "count": 8328,
7
+ "observation_to_action_latency_ms": {
8
+ "distribution_type": "inverse_cdf",
9
+ "latency_ms": [
10
+ 182.51190090179443,
11
+ 182.5990712020874,
12
+ 183.4172144546509,
13
+ 183.53287933921814,
14
+ 183.68841939544677,
15
+ 183.74431874656676,
16
+ 183.8525206336975,
17
+ 183.94236397743225,
18
+ 183.98504809570312,
19
+ 184.0675267868042,
20
+ 184.09871429634094,
21
+ 184.14161424255371,
22
+ 184.16426149368286,
23
+ 184.48534727096558,
24
+ 184.81943870544433,
25
+ 185.1558120441437,
26
+ 185.32273693084716,
27
+ 185.45555639266968,
28
+ 185.6245580482483,
29
+ 185.82641991615296,
30
+ 186.16743684768676,
31
+ 186.33602075576783,
32
+ 186.41803936004638,
33
+ 186.5140625858307,
34
+ 186.624109582901,
35
+ 186.80681640625,
36
+ 187.01032037734984,
37
+ 187.29441248893738,
38
+ 187.46500878334047,
39
+ 187.53854700088502,
40
+ 187.60008964538574,
41
+ 187.67686405181885,
42
+ 187.76799886703492,
43
+ 187.88990026474,
44
+ 188.1008325767517,
45
+ 188.3116830730438,
46
+ 188.42966318130493,
47
+ 188.51301991462708,
48
+ 188.56810091972352,
49
+ 188.61034175872803,
50
+ 188.65191658973694,
51
+ 188.69371542930602,
52
+ 188.73418128967285,
53
+ 188.78441771507264,
54
+ 188.82482461929322,
55
+ 188.89144421577453,
56
+ 188.9759087562561,
57
+ 189.08284409523012,
58
+ 189.2247434902191,
59
+ 189.33029368400574,
60
+ 189.45147812843322,
61
+ 189.57831025123596,
62
+ 189.69101704597472,
63
+ 189.76690547943116,
64
+ 189.84563495635987,
65
+ 189.92592880249023,
66
+ 190.0234211921692,
67
+ 190.14828969955445,
68
+ 190.29293252944947,
69
+ 190.50890069007875,
70
+ 190.6970445537567,
71
+ 190.8119831085205,
72
+ 190.90444152832032,
73
+ 190.97853907585144,
74
+ 191.0897048473358,
75
+ 191.2094977092743,
76
+ 191.40050406455993,
77
+ 191.59974979400636,
78
+ 191.84850975036622,
79
+ 192.0045140171051,
80
+ 192.11931913375855,
81
+ 192.30210518836975,
82
+ 192.59804566383363,
83
+ 192.99531942367554,
84
+ 193.22267506599425,
85
+ 193.50659142494203,
86
+ 193.9568331718445,
87
+ 194.38524813652037,
88
+ 195.02711208343507,
89
+ 195.58670283317565,
90
+ 196.3085237121582,
91
+ 196.89071383476258,
92
+ 197.35467219352722,
93
+ 197.5683025932312,
94
+ 198.12311701774598,
95
+ 198.22810070991517,
96
+ 198.31867027282715,
97
+ 198.41009971618652,
98
+ 198.50640604019165,
99
+ 198.64412717819215,
100
+ 199.15643096923827,
101
+ 199.32172160148622,
102
+ 199.44297847747802,
103
+ 199.54182436943054,
104
+ 199.64378875732422,
105
+ 199.80405416488648,
106
+ 200.2002462387085,
107
+ 200.38092680931092,
108
+ 200.53608797073363,
109
+ 200.7666387271881,
110
+ 201.13586576461793,
111
+ 201.29075889587403,
112
+ 201.45281374931335,
113
+ 202.11063161849975,
114
+ 202.33715315818787,
115
+ 202.5248878479004,
116
+ 203.18934173583983,
117
+ 203.65286708831786,
118
+ 204.5427226448059,
119
+ 205.44157928466797,
120
+ 206.7019635391235,
121
+ 206.84175895309448,
122
+ 206.89302425384523,
123
+ 207.02788418388366,
124
+ 207.1739716567993,
125
+ 207.71871750831605,
126
+ 208.23820437431337,
127
+ 209.15504163742065,
128
+ 209.8539750652311,
129
+ 212.21866829299933,
130
+ 213.91959929657048,
131
+ 217.08671239929174,
132
+ 217.72784996032715
133
+ ],
134
+ "quantile_levels": [
135
+ 0.0,
136
+ 0.0001,
137
+ 0.0005,
138
+ 0.001,
139
+ 0.002,
140
+ 0.003,
141
+ 0.004,
142
+ 0.005,
143
+ 0.006,
144
+ 0.007,
145
+ 0.008,
146
+ 0.009,
147
+ 0.01,
148
+ 0.02,
149
+ 0.03,
150
+ 0.04,
151
+ 0.05,
152
+ 0.06,
153
+ 0.07,
154
+ 0.08,
155
+ 0.09,
156
+ 0.1,
157
+ 0.11,
158
+ 0.12,
159
+ 0.13,
160
+ 0.14,
161
+ 0.15,
162
+ 0.16,
163
+ 0.17,
164
+ 0.18,
165
+ 0.19,
166
+ 0.2,
167
+ 0.21,
168
+ 0.22,
169
+ 0.23,
170
+ 0.24,
171
+ 0.25,
172
+ 0.26,
173
+ 0.27,
174
+ 0.28,
175
+ 0.29,
176
+ 0.3,
177
+ 0.31,
178
+ 0.32,
179
+ 0.33,
180
+ 0.34,
181
+ 0.35,
182
+ 0.36,
183
+ 0.37,
184
+ 0.38,
185
+ 0.39,
186
+ 0.4,
187
+ 0.41,
188
+ 0.42,
189
+ 0.43,
190
+ 0.44,
191
+ 0.45,
192
+ 0.46,
193
+ 0.47,
194
+ 0.48,
195
+ 0.49,
196
+ 0.5,
197
+ 0.51,
198
+ 0.52,
199
+ 0.53,
200
+ 0.54,
201
+ 0.55,
202
+ 0.56,
203
+ 0.57,
204
+ 0.58,
205
+ 0.59,
206
+ 0.6,
207
+ 0.61,
208
+ 0.62,
209
+ 0.63,
210
+ 0.64,
211
+ 0.65,
212
+ 0.66,
213
+ 0.67,
214
+ 0.68,
215
+ 0.69,
216
+ 0.7,
217
+ 0.71,
218
+ 0.72,
219
+ 0.73,
220
+ 0.74,
221
+ 0.75,
222
+ 0.76,
223
+ 0.77,
224
+ 0.78,
225
+ 0.79,
226
+ 0.8,
227
+ 0.81,
228
+ 0.82,
229
+ 0.83,
230
+ 0.84,
231
+ 0.85,
232
+ 0.86,
233
+ 0.87,
234
+ 0.88,
235
+ 0.89,
236
+ 0.9,
237
+ 0.91,
238
+ 0.92,
239
+ 0.93,
240
+ 0.94,
241
+ 0.95,
242
+ 0.96,
243
+ 0.97,
244
+ 0.98,
245
+ 0.99,
246
+ 0.991,
247
+ 0.992,
248
+ 0.993,
249
+ 0.994,
250
+ 0.995,
251
+ 0.996,
252
+ 0.997,
253
+ 0.998,
254
+ 0.999,
255
+ 0.9995,
256
+ 0.9999,
257
+ 1.0
258
+ ]
259
+ },
260
+ "spearman_rho": 0.9994883552848496,
261
+ "worker_service_time_ms": {
262
+ "distribution_type": "inverse_cdf",
263
+ "latency_ms": [
264
+ 181.9307312965393,
265
+ 182.01240357437135,
266
+ 182.94116981887817,
267
+ 183.0318695487976,
268
+ 183.12884718894958,
269
+ 183.17945246315003,
270
+ 183.29248803138734,
271
+ 183.3800907611847,
272
+ 183.47948854446412,
273
+ 183.5283155899048,
274
+ 183.55904664802551,
275
+ 183.58743359947204,
276
+ 183.63745485305787,
277
+ 184.00119165420531,
278
+ 184.28999422073363,
279
+ 184.60930625915526,
280
+ 184.7334228038788,
281
+ 184.88578115463258,
282
+ 185.05682493209838,
283
+ 185.40284130096435,
284
+ 185.67920280456542,
285
+ 185.79937958717346,
286
+ 185.87819798469545,
287
+ 185.9986312484741,
288
+ 186.14060600280763,
289
+ 186.36523722648622,
290
+ 186.57824540138245,
291
+ 186.81760482788087,
292
+ 186.9774268245697,
293
+ 187.12979630470275,
294
+ 187.21207374572754,
295
+ 187.27716727256774,
296
+ 187.3637762928009,
297
+ 187.478848695755,
298
+ 187.67751008033753,
299
+ 187.85748026847838,
300
+ 187.9655556678772,
301
+ 188.07783451080323,
302
+ 188.1729390144348,
303
+ 188.2325493812561,
304
+ 188.27165616989134,
305
+ 188.31511178016663,
306
+ 188.35669506072998,
307
+ 188.39684857368468,
308
+ 188.4446281337738,
309
+ 188.49345670700075,
310
+ 188.5634792327881,
311
+ 188.64958543777465,
312
+ 188.76797508239747,
313
+ 188.86869332313537,
314
+ 188.98380474090575,
315
+ 189.13013701438905,
316
+ 189.26046120643616,
317
+ 189.3796493244171,
318
+ 189.46548888206482,
319
+ 189.53376358032227,
320
+ 189.6276993751526,
321
+ 189.72276918411254,
322
+ 189.87590394973753,
323
+ 190.0510313129425,
324
+ 190.23041208267213,
325
+ 190.41963505744934,
326
+ 190.5264718914032,
327
+ 190.60255604743958,
328
+ 190.68570804595947,
329
+ 190.80044733047487,
330
+ 190.95925040245055,
331
+ 191.14267282485963,
332
+ 191.41743394851684,
333
+ 191.60182864189147,
334
+ 191.7279572868347,
335
+ 191.87225198745728,
336
+ 192.13181191444397,
337
+ 192.55928177833556,
338
+ 192.82688624382018,
339
+ 193.0616827583313,
340
+ 193.48284039497375,
341
+ 193.96575827598573,
342
+ 194.52746960639953,
343
+ 195.1384625816345,
344
+ 195.8656856536865,
345
+ 196.49564743041992,
346
+ 196.89556968688964,
347
+ 197.15528915405272,
348
+ 197.69073113441468,
349
+ 197.79420471191406,
350
+ 197.87992572784424,
351
+ 197.9641825389862,
352
+ 198.05644748687743,
353
+ 198.19007545471192,
354
+ 198.70488401412965,
355
+ 198.87457370758057,
356
+ 198.98056531906127,
357
+ 199.06644088745117,
358
+ 199.14478649139403,
359
+ 199.2934562587738,
360
+ 199.72445402145385,
361
+ 199.86636287689208,
362
+ 199.9965406703949,
363
+ 200.22921152114867,
364
+ 200.67906792640687,
365
+ 200.8188724040985,
366
+ 200.97715708732605,
367
+ 201.67116280555726,
368
+ 201.88992466926575,
369
+ 202.04733855247497,
370
+ 202.71588783264158,
371
+ 203.18766300201415,
372
+ 204.10976705551147,
373
+ 205.01407122612,
374
+ 206.22394678115842,
375
+ 206.40730081367494,
376
+ 206.4462922782898,
377
+ 206.57172914886473,
378
+ 206.7382697124481,
379
+ 207.30015013694765,
380
+ 207.80899495887758,
381
+ 208.72462501716612,
382
+ 209.42250462913503,
383
+ 211.75020676612854,
384
+ 213.50648151397775,
385
+ 216.73891432037325,
386
+ 217.41652011871338
387
+ ],
388
+ "quantile_levels": [
389
+ 0.0,
390
+ 0.0001,
391
+ 0.0005,
392
+ 0.001,
393
+ 0.002,
394
+ 0.003,
395
+ 0.004,
396
+ 0.005,
397
+ 0.006,
398
+ 0.007,
399
+ 0.008,
400
+ 0.009,
401
+ 0.01,
402
+ 0.02,
403
+ 0.03,
404
+ 0.04,
405
+ 0.05,
406
+ 0.06,
407
+ 0.07,
408
+ 0.08,
409
+ 0.09,
410
+ 0.1,
411
+ 0.11,
412
+ 0.12,
413
+ 0.13,
414
+ 0.14,
415
+ 0.15,
416
+ 0.16,
417
+ 0.17,
418
+ 0.18,
419
+ 0.19,
420
+ 0.2,
421
+ 0.21,
422
+ 0.22,
423
+ 0.23,
424
+ 0.24,
425
+ 0.25,
426
+ 0.26,
427
+ 0.27,
428
+ 0.28,
429
+ 0.29,
430
+ 0.3,
431
+ 0.31,
432
+ 0.32,
433
+ 0.33,
434
+ 0.34,
435
+ 0.35,
436
+ 0.36,
437
+ 0.37,
438
+ 0.38,
439
+ 0.39,
440
+ 0.4,
441
+ 0.41,
442
+ 0.42,
443
+ 0.43,
444
+ 0.44,
445
+ 0.45,
446
+ 0.46,
447
+ 0.47,
448
+ 0.48,
449
+ 0.49,
450
+ 0.5,
451
+ 0.51,
452
+ 0.52,
453
+ 0.53,
454
+ 0.54,
455
+ 0.55,
456
+ 0.56,
457
+ 0.57,
458
+ 0.58,
459
+ 0.59,
460
+ 0.6,
461
+ 0.61,
462
+ 0.62,
463
+ 0.63,
464
+ 0.64,
465
+ 0.65,
466
+ 0.66,
467
+ 0.67,
468
+ 0.68,
469
+ 0.69,
470
+ 0.7,
471
+ 0.71,
472
+ 0.72,
473
+ 0.73,
474
+ 0.74,
475
+ 0.75,
476
+ 0.76,
477
+ 0.77,
478
+ 0.78,
479
+ 0.79,
480
+ 0.8,
481
+ 0.81,
482
+ 0.82,
483
+ 0.83,
484
+ 0.84,
485
+ 0.85,
486
+ 0.86,
487
+ 0.87,
488
+ 0.88,
489
+ 0.89,
490
+ 0.9,
491
+ 0.91,
492
+ 0.92,
493
+ 0.93,
494
+ 0.94,
495
+ 0.95,
496
+ 0.96,
497
+ 0.97,
498
+ 0.98,
499
+ 0.99,
500
+ 0.991,
501
+ 0.992,
502
+ 0.993,
503
+ 0.994,
504
+ 0.995,
505
+ 0.996,
506
+ 0.997,
507
+ 0.998,
508
+ 0.999,
509
+ 0.9995,
510
+ 0.9999,
511
+ 1.0
512
+ ]
513
+ }
514
+ },
515
+ "steady": {
516
+ "count": 8328,
517
+ "observation_to_action_latency_ms": {
518
+ "distribution_type": "inverse_cdf",
519
+ "latency_ms": [
520
+ 182.51190090179443,
521
+ 182.5990712020874,
522
+ 183.4172144546509,
523
+ 183.53287933921814,
524
+ 183.68841939544677,
525
+ 183.74431874656676,
526
+ 183.8525206336975,
527
+ 183.94236397743225,
528
+ 183.98504809570312,
529
+ 184.0675267868042,
530
+ 184.09871429634094,
531
+ 184.14161424255371,
532
+ 184.16426149368286,
533
+ 184.48534727096558,
534
+ 184.81943870544433,
535
+ 185.1558120441437,
536
+ 185.32273693084716,
537
+ 185.45555639266968,
538
+ 185.6245580482483,
539
+ 185.82641991615296,
540
+ 186.16743684768676,
541
+ 186.33602075576783,
542
+ 186.41803936004638,
543
+ 186.5140625858307,
544
+ 186.624109582901,
545
+ 186.80681640625,
546
+ 187.01032037734984,
547
+ 187.29441248893738,
548
+ 187.46500878334047,
549
+ 187.53854700088502,
550
+ 187.60008964538574,
551
+ 187.67686405181885,
552
+ 187.76799886703492,
553
+ 187.88990026474,
554
+ 188.1008325767517,
555
+ 188.3116830730438,
556
+ 188.42966318130493,
557
+ 188.51301991462708,
558
+ 188.56810091972352,
559
+ 188.61034175872803,
560
+ 188.65191658973694,
561
+ 188.69371542930602,
562
+ 188.73418128967285,
563
+ 188.78441771507264,
564
+ 188.82482461929322,
565
+ 188.89144421577453,
566
+ 188.9759087562561,
567
+ 189.08284409523012,
568
+ 189.2247434902191,
569
+ 189.33029368400574,
570
+ 189.45147812843322,
571
+ 189.57831025123596,
572
+ 189.69101704597472,
573
+ 189.76690547943116,
574
+ 189.84563495635987,
575
+ 189.92592880249023,
576
+ 190.0234211921692,
577
+ 190.14828969955445,
578
+ 190.29293252944947,
579
+ 190.50890069007875,
580
+ 190.6970445537567,
581
+ 190.8119831085205,
582
+ 190.90444152832032,
583
+ 190.97853907585144,
584
+ 191.0897048473358,
585
+ 191.2094977092743,
586
+ 191.40050406455993,
587
+ 191.59974979400636,
588
+ 191.84850975036622,
589
+ 192.0045140171051,
590
+ 192.11931913375855,
591
+ 192.30210518836975,
592
+ 192.59804566383363,
593
+ 192.99531942367554,
594
+ 193.22267506599425,
595
+ 193.50659142494203,
596
+ 193.9568331718445,
597
+ 194.38524813652037,
598
+ 195.02711208343507,
599
+ 195.58670283317565,
600
+ 196.3085237121582,
601
+ 196.89071383476258,
602
+ 197.35467219352722,
603
+ 197.5683025932312,
604
+ 198.12311701774598,
605
+ 198.22810070991517,
606
+ 198.31867027282715,
607
+ 198.41009971618652,
608
+ 198.50640604019165,
609
+ 198.64412717819215,
610
+ 199.15643096923827,
611
+ 199.32172160148622,
612
+ 199.44297847747802,
613
+ 199.54182436943054,
614
+ 199.64378875732422,
615
+ 199.80405416488648,
616
+ 200.2002462387085,
617
+ 200.38092680931092,
618
+ 200.53608797073363,
619
+ 200.7666387271881,
620
+ 201.13586576461793,
621
+ 201.29075889587403,
622
+ 201.45281374931335,
623
+ 202.11063161849975,
624
+ 202.33715315818787,
625
+ 202.5248878479004,
626
+ 203.18934173583983,
627
+ 203.65286708831786,
628
+ 204.5427226448059,
629
+ 205.44157928466797,
630
+ 206.7019635391235,
631
+ 206.84175895309448,
632
+ 206.89302425384523,
633
+ 207.02788418388366,
634
+ 207.1739716567993,
635
+ 207.71871750831605,
636
+ 208.23820437431337,
637
+ 209.15504163742065,
638
+ 209.8539750652311,
639
+ 212.21866829299933,
640
+ 213.91959929657048,
641
+ 217.08671239929174,
642
+ 217.72784996032715
643
+ ],
644
+ "quantile_levels": [
645
+ 0.0,
646
+ 0.0001,
647
+ 0.0005,
648
+ 0.001,
649
+ 0.002,
650
+ 0.003,
651
+ 0.004,
652
+ 0.005,
653
+ 0.006,
654
+ 0.007,
655
+ 0.008,
656
+ 0.009,
657
+ 0.01,
658
+ 0.02,
659
+ 0.03,
660
+ 0.04,
661
+ 0.05,
662
+ 0.06,
663
+ 0.07,
664
+ 0.08,
665
+ 0.09,
666
+ 0.1,
667
+ 0.11,
668
+ 0.12,
669
+ 0.13,
670
+ 0.14,
671
+ 0.15,
672
+ 0.16,
673
+ 0.17,
674
+ 0.18,
675
+ 0.19,
676
+ 0.2,
677
+ 0.21,
678
+ 0.22,
679
+ 0.23,
680
+ 0.24,
681
+ 0.25,
682
+ 0.26,
683
+ 0.27,
684
+ 0.28,
685
+ 0.29,
686
+ 0.3,
687
+ 0.31,
688
+ 0.32,
689
+ 0.33,
690
+ 0.34,
691
+ 0.35,
692
+ 0.36,
693
+ 0.37,
694
+ 0.38,
695
+ 0.39,
696
+ 0.4,
697
+ 0.41,
698
+ 0.42,
699
+ 0.43,
700
+ 0.44,
701
+ 0.45,
702
+ 0.46,
703
+ 0.47,
704
+ 0.48,
705
+ 0.49,
706
+ 0.5,
707
+ 0.51,
708
+ 0.52,
709
+ 0.53,
710
+ 0.54,
711
+ 0.55,
712
+ 0.56,
713
+ 0.57,
714
+ 0.58,
715
+ 0.59,
716
+ 0.6,
717
+ 0.61,
718
+ 0.62,
719
+ 0.63,
720
+ 0.64,
721
+ 0.65,
722
+ 0.66,
723
+ 0.67,
724
+ 0.68,
725
+ 0.69,
726
+ 0.7,
727
+ 0.71,
728
+ 0.72,
729
+ 0.73,
730
+ 0.74,
731
+ 0.75,
732
+ 0.76,
733
+ 0.77,
734
+ 0.78,
735
+ 0.79,
736
+ 0.8,
737
+ 0.81,
738
+ 0.82,
739
+ 0.83,
740
+ 0.84,
741
+ 0.85,
742
+ 0.86,
743
+ 0.87,
744
+ 0.88,
745
+ 0.89,
746
+ 0.9,
747
+ 0.91,
748
+ 0.92,
749
+ 0.93,
750
+ 0.94,
751
+ 0.95,
752
+ 0.96,
753
+ 0.97,
754
+ 0.98,
755
+ 0.99,
756
+ 0.991,
757
+ 0.992,
758
+ 0.993,
759
+ 0.994,
760
+ 0.995,
761
+ 0.996,
762
+ 0.997,
763
+ 0.998,
764
+ 0.999,
765
+ 0.9995,
766
+ 0.9999,
767
+ 1.0
768
+ ]
769
+ },
770
+ "spearman_rho": 0.9994883552848496,
771
+ "worker_service_time_ms": {
772
+ "distribution_type": "inverse_cdf",
773
+ "latency_ms": [
774
+ 181.9307312965393,
775
+ 182.01240357437135,
776
+ 182.94116981887817,
777
+ 183.0318695487976,
778
+ 183.12884718894958,
779
+ 183.17945246315003,
780
+ 183.29248803138734,
781
+ 183.3800907611847,
782
+ 183.47948854446412,
783
+ 183.5283155899048,
784
+ 183.55904664802551,
785
+ 183.58743359947204,
786
+ 183.63745485305787,
787
+ 184.00119165420531,
788
+ 184.28999422073363,
789
+ 184.60930625915526,
790
+ 184.7334228038788,
791
+ 184.88578115463258,
792
+ 185.05682493209838,
793
+ 185.40284130096435,
794
+ 185.67920280456542,
795
+ 185.79937958717346,
796
+ 185.87819798469545,
797
+ 185.9986312484741,
798
+ 186.14060600280763,
799
+ 186.36523722648622,
800
+ 186.57824540138245,
801
+ 186.81760482788087,
802
+ 186.9774268245697,
803
+ 187.12979630470275,
804
+ 187.21207374572754,
805
+ 187.27716727256774,
806
+ 187.3637762928009,
807
+ 187.478848695755,
808
+ 187.67751008033753,
809
+ 187.85748026847838,
810
+ 187.9655556678772,
811
+ 188.07783451080323,
812
+ 188.1729390144348,
813
+ 188.2325493812561,
814
+ 188.27165616989134,
815
+ 188.31511178016663,
816
+ 188.35669506072998,
817
+ 188.39684857368468,
818
+ 188.4446281337738,
819
+ 188.49345670700075,
820
+ 188.5634792327881,
821
+ 188.64958543777465,
822
+ 188.76797508239747,
823
+ 188.86869332313537,
824
+ 188.98380474090575,
825
+ 189.13013701438905,
826
+ 189.26046120643616,
827
+ 189.3796493244171,
828
+ 189.46548888206482,
829
+ 189.53376358032227,
830
+ 189.6276993751526,
831
+ 189.72276918411254,
832
+ 189.87590394973753,
833
+ 190.0510313129425,
834
+ 190.23041208267213,
835
+ 190.41963505744934,
836
+ 190.5264718914032,
837
+ 190.60255604743958,
838
+ 190.68570804595947,
839
+ 190.80044733047487,
840
+ 190.95925040245055,
841
+ 191.14267282485963,
842
+ 191.41743394851684,
843
+ 191.60182864189147,
844
+ 191.7279572868347,
845
+ 191.87225198745728,
846
+ 192.13181191444397,
847
+ 192.55928177833556,
848
+ 192.82688624382018,
849
+ 193.0616827583313,
850
+ 193.48284039497375,
851
+ 193.96575827598573,
852
+ 194.52746960639953,
853
+ 195.1384625816345,
854
+ 195.8656856536865,
855
+ 196.49564743041992,
856
+ 196.89556968688964,
857
+ 197.15528915405272,
858
+ 197.69073113441468,
859
+ 197.79420471191406,
860
+ 197.87992572784424,
861
+ 197.9641825389862,
862
+ 198.05644748687743,
863
+ 198.19007545471192,
864
+ 198.70488401412965,
865
+ 198.87457370758057,
866
+ 198.98056531906127,
867
+ 199.06644088745117,
868
+ 199.14478649139403,
869
+ 199.2934562587738,
870
+ 199.72445402145385,
871
+ 199.86636287689208,
872
+ 199.9965406703949,
873
+ 200.22921152114867,
874
+ 200.67906792640687,
875
+ 200.8188724040985,
876
+ 200.97715708732605,
877
+ 201.67116280555726,
878
+ 201.88992466926575,
879
+ 202.04733855247497,
880
+ 202.71588783264158,
881
+ 203.18766300201415,
882
+ 204.10976705551147,
883
+ 205.01407122612,
884
+ 206.22394678115842,
885
+ 206.40730081367494,
886
+ 206.4462922782898,
887
+ 206.57172914886473,
888
+ 206.7382697124481,
889
+ 207.30015013694765,
890
+ 207.80899495887758,
891
+ 208.72462501716612,
892
+ 209.42250462913503,
893
+ 211.75020676612854,
894
+ 213.50648151397775,
895
+ 216.73891432037325,
896
+ 217.41652011871338
897
+ ],
898
+ "quantile_levels": [
899
+ 0.0,
900
+ 0.0001,
901
+ 0.0005,
902
+ 0.001,
903
+ 0.002,
904
+ 0.003,
905
+ 0.004,
906
+ 0.005,
907
+ 0.006,
908
+ 0.007,
909
+ 0.008,
910
+ 0.009,
911
+ 0.01,
912
+ 0.02,
913
+ 0.03,
914
+ 0.04,
915
+ 0.05,
916
+ 0.06,
917
+ 0.07,
918
+ 0.08,
919
+ 0.09,
920
+ 0.1,
921
+ 0.11,
922
+ 0.12,
923
+ 0.13,
924
+ 0.14,
925
+ 0.15,
926
+ 0.16,
927
+ 0.17,
928
+ 0.18,
929
+ 0.19,
930
+ 0.2,
931
+ 0.21,
932
+ 0.22,
933
+ 0.23,
934
+ 0.24,
935
+ 0.25,
936
+ 0.26,
937
+ 0.27,
938
+ 0.28,
939
+ 0.29,
940
+ 0.3,
941
+ 0.31,
942
+ 0.32,
943
+ 0.33,
944
+ 0.34,
945
+ 0.35,
946
+ 0.36,
947
+ 0.37,
948
+ 0.38,
949
+ 0.39,
950
+ 0.4,
951
+ 0.41,
952
+ 0.42,
953
+ 0.43,
954
+ 0.44,
955
+ 0.45,
956
+ 0.46,
957
+ 0.47,
958
+ 0.48,
959
+ 0.49,
960
+ 0.5,
961
+ 0.51,
962
+ 0.52,
963
+ 0.53,
964
+ 0.54,
965
+ 0.55,
966
+ 0.56,
967
+ 0.57,
968
+ 0.58,
969
+ 0.59,
970
+ 0.6,
971
+ 0.61,
972
+ 0.62,
973
+ 0.63,
974
+ 0.64,
975
+ 0.65,
976
+ 0.66,
977
+ 0.67,
978
+ 0.68,
979
+ 0.69,
980
+ 0.7,
981
+ 0.71,
982
+ 0.72,
983
+ 0.73,
984
+ 0.74,
985
+ 0.75,
986
+ 0.76,
987
+ 0.77,
988
+ 0.78,
989
+ 0.79,
990
+ 0.8,
991
+ 0.81,
992
+ 0.82,
993
+ 0.83,
994
+ 0.84,
995
+ 0.85,
996
+ 0.86,
997
+ 0.87,
998
+ 0.88,
999
+ 0.89,
1000
+ 0.9,
1001
+ 0.91,
1002
+ 0.92,
1003
+ 0.93,
1004
+ 0.94,
1005
+ 0.95,
1006
+ 0.96,
1007
+ 0.97,
1008
+ 0.98,
1009
+ 0.99,
1010
+ 0.991,
1011
+ 0.992,
1012
+ 0.993,
1013
+ 0.994,
1014
+ 0.995,
1015
+ 0.996,
1016
+ 0.997,
1017
+ 0.998,
1018
+ 0.999,
1019
+ 0.9995,
1020
+ 0.9999,
1021
+ 1.0
1022
+ ]
1023
+ }
1024
+ }
1025
+ }
1026
+ }
1027
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/profiles/latency_profile.png ADDED
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/profiles/profile.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "burst_model_path": "latency_burst_model.json",
3
+ "distribution_path": "latency_distribution.json",
4
+ "env_fps": 60,
5
+ "frame_ms": 16.666666666666668,
6
+ "gpu_class": "1x-rtx3090",
7
+ "instance_id": "instance_a5037b165aa0cedc",
8
+ "latency_kind": "observation_to_action_latency",
9
+ "latency_method": "temporal",
10
+ "model_id": "pi05",
11
+ "n_admitted_observations": 8328,
12
+ "n_capacity_drops": 17566,
13
+ "n_observation_attempts": 25894,
14
+ "per_slot_summary": {
15
+ "0": {
16
+ "admitted_count": 8328,
17
+ "mean_observation_to_action_latency_ms": 192.75256956877558,
18
+ "mean_worker_service_time_ms": 192.30478083789635,
19
+ "p95_observation_to_action_latency_ms": 203.17504091262816,
20
+ "p95_worker_service_time_ms": 202.71020216941832,
21
+ "p99_worker_service_time_ms": 206.2041941642761
22
+ }
23
+ },
24
+ "provenance": {
25
+ "base_config": "configs/experiments/demon_attack/starvla_profile.yaml",
26
+ "checkpoint_kind": "best",
27
+ "model_artifact": {
28
+ "checkpoint": "checkpoints/steps_5000_pytorch_model.pt",
29
+ "model_config": "config.full.yaml",
30
+ "path_in_repo": ".",
31
+ "repo_id": "latency-sensitive-bench/pi05_demon_attack_fix_latency_0",
32
+ "source": "local"
33
+ },
34
+ "session_ids": [
35
+ 0,
36
+ 1,
37
+ 2,
38
+ 3,
39
+ 4
40
+ ]
41
+ },
42
+ "sample_model_type": "hidden_regime",
43
+ "source_run_id": "20260914T151446207384Z",
44
+ "summary": {
45
+ "frame_ms": 16.666666666666668,
46
+ "max_ms": 217.72784996032715,
47
+ "mean_effective_frames": 11.565154174126533,
48
+ "mean_ms": 192.75256956877558,
49
+ "min_ms": 182.51190090179443,
50
+ "n_samples": 8328,
51
+ "p50_frames": 11.44871898651123,
52
+ "p50_ms": 190.8119831085205,
53
+ "p90_frames": 12.077434913635253,
54
+ "p90_ms": 201.2905818939209,
55
+ "p95_frames": 12.19050245475769,
56
+ "p95_ms": 203.17504091262816,
57
+ "p99_frames": 12.401722709083556,
58
+ "p99_ms": 206.69537848472595,
59
+ "prob_latency_gt_1_frame": 1.0,
60
+ "prob_latency_gt_2_frames": 1.0,
61
+ "prob_latency_gt_3_frames": 1.0,
62
+ "std_ms": 5.908028363032917
63
+ },
64
+ "visualization_path": "latency_profile.png",
65
+ "workload_id": "demon_attack"
66
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/provenance.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "collection": {
3
+ "teacher_repo": "latency-sensitive-bench/benchmark-models",
4
+ "teacher_revision": "af125bd372c22c5b00e326d9af1af64ea3751b56",
5
+ "teacher_path": "latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-s42-v1",
6
+ "teacher_checkpoint": "best_000047936_24543232_reward_2760.000.pth",
7
+ "teacher_sha256": "0d56843071572d2872d2f3a724fa4cc08e8254bd4086d3f149346585814fd890",
8
+ "profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
9
+ "profile_sha256": "5c2895d34b3d821c7b24a14d9acd84e416baec9eebc87083ba86b9c8954696ae",
10
+ "episodes": 200,
11
+ "filter_preset": "none",
12
+ "history": "decision_v1"
13
+ },
14
+ "training_run_id": "demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6",
15
+ "training_step": 5000,
16
+ "global_batch": 128,
17
+ "base_model": "Qwen/Qwen3-VL-4B-Instruct",
18
+ "wandb_run_id": "b2071776",
19
+ "checkpoint_sha256": "f48e84564276085b48f0a1d6164c48c91e5865c30bef0aa6bd3ea674357b2338",
20
+ "eval_protocol_version": "hist8-history01-par32-v3",
21
+ "history_encoding": "binary_0_1",
22
+ "training_condition": "profile",
23
+ "base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
24
+ "hf_repo_id": "latency-sensitive-bench/benchmark-models",
25
+ "hf_path": "latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6",
26
+ "evaluations": [
27
+ {
28
+ "job_id": "eval_v2__demon_attack-qwenpi_v3-hist8-scratch-s42-v2",
29
+ "eval_protocol_version": "hist8-history01-par32-v3",
30
+ "training_step": 5000,
31
+ "checkpoint_sha256": "f48e84564276085b48f0a1d6164c48c91e5865c30bef0aa6bd3ea674357b2338",
32
+ "profile_sha256": "5c2895d34b3d821c7b24a14d9acd84e416baec9eebc87083ba86b9c8954696ae",
33
+ "mean_return": 907.3,
34
+ "std_return": 280.3876067161315,
35
+ "mean_length": 7087.7,
36
+ "episodes": 100,
37
+ "parallel_envs": 32,
38
+ "max_episode_raw_frames": 7200,
39
+ "issued_actions": 56727,
40
+ "top_action": "FIRE",
41
+ "largest_action_fraction": 0.5705396019532145,
42
+ "unique_action_values": 6,
43
+ "episode_final_done": 8,
44
+ "episodes_at_frame_cap": 92,
45
+ "checks": {
46
+ "100_exact_seeds": true,
47
+ "checkpoint_sha": true,
48
+ "bundle_step": true,
49
+ "profile_sha": true,
50
+ "binary_history": true,
51
+ "raw_score_means_match": true,
52
+ "action_counts_match": true,
53
+ "action_total_match": true,
54
+ "summary_returns_match": true,
55
+ "summary_lengths_match": true,
56
+ "100_final_steps": true,
57
+ "final_step_lengths_match": true,
58
+ "parallel_capacity_horizon": true,
59
+ "fps_history": true,
60
+ "environment_latency_matches": true,
61
+ "episode_latency_protocol": true,
62
+ "training_recipe": true,
63
+ "training_dimensions": true,
64
+ "initialization_revision": true
65
+ },
66
+ "environment_condition": "profile"
67
+ }
68
+ ]
69
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/rollout_metadata.json ADDED
@@ -0,0 +1,362 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_history_decisions": 8,
3
+ "action_labels": [
4
+ "NOOP",
5
+ "FIRE",
6
+ "RIGHT",
7
+ "LEFT",
8
+ "RIGHTFIRE",
9
+ "LEFTFIRE"
10
+ ],
11
+ "action_layout": "demon_attack_discrete",
12
+ "base_prompt": "You are playing Demon Attack from a single game image. Choose exactly one action from: NOOP, FIRE, RIGHT, LEFT, RIGHTFIRE, LEFTFIRE. Survive, avoid enemy fire, and shoot enemies to maximize score.",
13
+ "checkpoint_config": {
14
+ "action_history_decisions": 8,
15
+ "actor_critic_share_weights": true,
16
+ "actor_worker_gpus": [
17
+ 0
18
+ ],
19
+ "adam_beta1": 0.9,
20
+ "adam_beta2": 0.999,
21
+ "adam_eps": 1e-05,
22
+ "adaptive_stddev": true,
23
+ "add_latency_info": false,
24
+ "algo": "APPO",
25
+ "async_rl": true,
26
+ "batch_size": 1024,
27
+ "batched_sampling": true,
28
+ "benchmark": false,
29
+ "cli_args": {
30
+ "action_history_decisions": 8,
31
+ "actor_worker_gpus": [
32
+ 0
33
+ ],
34
+ "add_latency_info": false,
35
+ "algo": "APPO",
36
+ "async_rl": true,
37
+ "batch_size": 1024,
38
+ "batched_sampling": true,
39
+ "clip_reward": true,
40
+ "device": "gpu",
41
+ "env": "latency_demon_attack",
42
+ "env_fps": 60.0,
43
+ "env_gpu_actions": true,
44
+ "env_gpu_observations": true,
45
+ "env_id": "ALE/DemonAttack-v5",
46
+ "episode_metrics_path": "results/checkpoints/demon_attack/decision_history_temporal_25m_seed42/demon_attack_frame_stack_pi05_rtx3090_temporal_hist8_capacity1_fs4_seed42/episode_metrics.jsonl",
47
+ "eval_deterministic": true,
48
+ "eval_episodes": 100,
49
+ "eval_max_steps": 14400,
50
+ "eval_parallel_envs": 16,
51
+ "eval_raw_reward": true,
52
+ "experiment": "demon_attack_frame_stack_pi05_rtx3090_temporal_hist8_capacity1_fs4_seed42",
53
+ "experiment_summaries_interval": 1,
54
+ "frame_stack": 4,
55
+ "full_action_space": false,
56
+ "gae_lambda": 0.95,
57
+ "gamma": 0.99,
58
+ "gpu_env_batch_size": 512,
59
+ "gpu_env_device": "auto",
60
+ "hold_policy": "hold",
61
+ "keep_checkpoints": 5,
62
+ "latency_profile_path": "results/profiling/profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
63
+ "latency_profile_worker_slot": 0,
64
+ "latency_seed": 42,
65
+ "latency_type": "profile_sample",
66
+ "learning_rate": 0.000303,
67
+ "lr_schedule": "linear_decay",
68
+ "max_episode_steps": 25000,
69
+ "max_grad_norm": 0.0,
70
+ "max_policy_lag": 300,
71
+ "mode": "train",
72
+ "noop_max": 30,
73
+ "normalize_input": true,
74
+ "normalize_returns": true,
75
+ "num_batches_per_epoch": 8,
76
+ "num_envs_per_worker": 1,
77
+ "num_epochs": 2,
78
+ "num_policies": 1,
79
+ "num_workers": 1,
80
+ "obs_fps": 15.0,
81
+ "ordering_policy": "latest_ready",
82
+ "output_dir": "outputs/tasks/demon_attack/decision_history_temporal_25m_seed42/train/frame_stack/pi05_rtx3090_temporal_hist8_capacity1/fs4/seed_42",
83
+ "ppo_clip_ratio": 0.1,
84
+ "ppo_clip_value": 0.2,
85
+ "recurrence": 32,
86
+ "repeat_action_probability": 0.0,
87
+ "reset_mode": "fire",
88
+ "restart_behavior": "resume",
89
+ "rollout": 64,
90
+ "save_every_sec": 600,
91
+ "screen_size": 84,
92
+ "seed": 42,
93
+ "simulated_worker_capacity": 1,
94
+ "simulator": "gpu",
95
+ "stats_avg": 100,
96
+ "terminal_on_life_loss": true,
97
+ "train_dir": "results/checkpoints/demon_attack/decision_history_temporal_25m_seed42",
98
+ "train_for_env_steps": 25000000,
99
+ "use_rnn": false,
100
+ "value_loss_coeff": 0.5,
101
+ "wandb_group": "demon-attack-fs4-pi05_rtx3090_temporal_hist8_capacity1",
102
+ "wandb_job_type": "demon_attack_decision_history_temporal",
103
+ "wandb_project": "starvla_tasks",
104
+ "wandb_tags": [
105
+ "demon_attack_decision_history_temporal_25m_seed42",
106
+ "demon-attack",
107
+ "frame_stack",
108
+ "temporal",
109
+ "pi05_rtx3090_temporal_hist8_capacity1",
110
+ "fs4",
111
+ "seed42"
112
+ ],
113
+ "wandb_unique_id": "demon-attack-fs4-pi05_rtx3090_temporal_hist8_capacity1-s42",
114
+ "with_wandb": true,
115
+ "worker_num_splits": 1
116
+ },
117
+ "clip_reward": true,
118
+ "command_line": "--mode train --algo APPO --env latency_demon_attack --experiment demon_attack_frame_stack_pi05_rtx3090_temporal_hist8_capacity1_fs4_seed42 --train_dir results/checkpoints/demon_attack/decision_history_temporal_25m_seed42 --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-env-batch-size 512 --seed 42 --episode_metrics_path results/checkpoints/demon_attack/decision_history_temporal_25m_seed42/demon_attack_frame_stack_pi05_rtx3090_temporal_hist8_capacity1_fs4_seed42/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 1 --num_envs_per_worker 1 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --lr_schedule linear_decay --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --batched_sampling True --use_rnn False --normalize_returns True --normalize_input True --latency-type profile_sample --latency-seed 42 --latency-profile-path results/profiling/profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --simulated-worker-capacity 1 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 16 --eval-max-steps 14400 --eval-deterministic True --eval-raw-reward --with_wandb True --wandb_project starvla_tasks --wandb_group demon-attack-fs4-pi05_rtx3090_temporal_hist8_capacity1 --wandb_job_type demon_attack_decision_history_temporal --wandb_tags demon_attack_decision_history_temporal_25m_seed42 demon-attack frame_stack temporal pi05_rtx3090_temporal_hist8_capacity1 fs4 seed42 --env_id ALE/DemonAttack-v5 --env-fps 60 --obs-fps 15.0 --screen_size 84 --noop_max 30 --reset-mode fire --frame_stack 4 --action-history-decisions 8 --terminal_on_life_loss True --clip_reward True --repeat_action_probability 0.0 --full_action_space False --max_episode_steps 25000 --simulator gpu --gpu-env-device auto --hold-policy hold --ordering-policy latest_ready",
119
+ "continuous_tanh_scale": 0.0,
120
+ "decoder_mlp_layers": [],
121
+ "decorrelate_envs_on_one_worker": true,
122
+ "decorrelate_experience_max_seconds": 0,
123
+ "default_niceness": 0,
124
+ "device": "gpu",
125
+ "encoder_conv_architecture": "convnet_atari",
126
+ "encoder_conv_mlp_layers": [
127
+ 512
128
+ ],
129
+ "encoder_mlp_layers": [
130
+ 512,
131
+ 512
132
+ ],
133
+ "env": "latency_demon_attack",
134
+ "env_fps": 60.0,
135
+ "env_frameskip": 1,
136
+ "env_framestack": 1,
137
+ "env_gpu_actions": true,
138
+ "env_gpu_observations": true,
139
+ "env_id": "ALE/DemonAttack-v5",
140
+ "episode_counter": false,
141
+ "episode_metrics_path": "results/checkpoints/demon_attack/decision_history_temporal_25m_seed42/demon_attack_frame_stack_pi05_rtx3090_temporal_hist8_capacity1_fs4_seed42/episode_metrics.jsonl",
142
+ "eval_deterministic": true,
143
+ "eval_env_frameskip": 1,
144
+ "eval_episodes": 100,
145
+ "eval_latency_raw_frame_values": "0,1,2,3,4,5",
146
+ "eval_max_steps": 14400,
147
+ "eval_parallel_envs": 16,
148
+ "eval_raw_reward": true,
149
+ "experiment": "demon_attack_frame_stack_pi05_rtx3090_temporal_hist8_capacity1_fs4_seed42",
150
+ "experiment_summaries_interval": 1,
151
+ "exploration_loss": "entropy",
152
+ "exploration_loss_coeff": 0.003,
153
+ "export_env_raw_rgb_frames": false,
154
+ "fasttd3_action_chunk_horizon": 1,
155
+ "fasttd3_actor_action_l2": 0.0,
156
+ "fasttd3_compile": true,
157
+ "fasttd3_replay_batch_size": 32768,
158
+ "fasttd3_replay_capacity": 6553600,
159
+ "fasttd3_train_for_optimizer_steps": 10000000000,
160
+ "fasttd3_transitions_per_update": 64,
161
+ "fasttd3_v_max": 250.0,
162
+ "fasttd3_v_min": -250.0,
163
+ "fixed_latency_ms": null,
164
+ "flush_summaries_interval": 30,
165
+ "force_envs_single_thread": false,
166
+ "frame_stack": 4,
167
+ "full_action_space": false,
168
+ "gae_lambda": 0.95,
169
+ "gamma": 0.99,
170
+ "git_hash": "unknown",
171
+ "git_repo_name": "not a git repository",
172
+ "gpu_env_batch_size": 512,
173
+ "gpu_env_device": "auto",
174
+ "heartbeat_interval": 20,
175
+ "heartbeat_reporting_interval": 180,
176
+ "help": false,
177
+ "hold_policy": "hold",
178
+ "initial_model_path": null,
179
+ "initial_stddev": 1.0,
180
+ "keep_checkpoints": 5,
181
+ "kl_loss_coeff": 0.0,
182
+ "latency_profile_path": "results/profiling/profiles/pi05/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
183
+ "latency_profile_worker_slot": 0,
184
+ "latency_seed": 42,
185
+ "latency_type": "profile_sample",
186
+ "learning_rate": 0.000303,
187
+ "load_checkpoint_kind": "latest",
188
+ "log_to_file": true,
189
+ "lr_adaptive_max": 0.01,
190
+ "lr_adaptive_min": 1e-06,
191
+ "lr_schedule": "linear_decay",
192
+ "lr_schedule_kl_threshold": 0.008,
193
+ "max_episode_steps": 25000,
194
+ "max_grad_norm": 0.0,
195
+ "max_latency_ms": null,
196
+ "max_pending_actions": null,
197
+ "max_policy_lag": 300,
198
+ "mean_latency_ms": null,
199
+ "min_latency_ms": null,
200
+ "mode": "train",
201
+ "nonlinearity": "elu",
202
+ "noop_max": 30,
203
+ "normalize_input": true,
204
+ "normalize_input_keys": null,
205
+ "normalize_returns": true,
206
+ "num_batches_per_epoch": 8,
207
+ "num_batches_to_accumulate": 2,
208
+ "num_envs_per_worker": 1,
209
+ "num_epochs": 2,
210
+ "num_policies": 1,
211
+ "num_workers": 1,
212
+ "obs_fps": 15.0,
213
+ "obs_scale": 255.0,
214
+ "obs_subtract_mean": 0.0,
215
+ "optimizer": "adam",
216
+ "ordering_policy": "latest_ready",
217
+ "output_dir": "outputs/tasks/demon_attack/decision_history_temporal_25m_seed42/train/frame_stack/pi05_rtx3090_temporal_hist8_capacity1/fs4/seed_42",
218
+ "pbt_mix_policies_in_one_env": true,
219
+ "pbt_mutation_rate": 0.15,
220
+ "pbt_optimize_gamma": false,
221
+ "pbt_period_env_steps": 5000000,
222
+ "pbt_perturb_max": 1.5,
223
+ "pbt_perturb_min": 1.1,
224
+ "pbt_replace_fraction": 0.3,
225
+ "pbt_replace_reward_gap": 0.1,
226
+ "pbt_replace_reward_gap_absolute": 1e-06,
227
+ "pbt_start_mutation": 20000000,
228
+ "pbt_target_objective": "true_objective",
229
+ "pixel_format": "CHW",
230
+ "policy_init_gain": 1.0,
231
+ "policy_initialization": "orthogonal",
232
+ "policy_workers_per_policy": 1,
233
+ "ppo_clip_ratio": 0.1,
234
+ "ppo_clip_value": 0.2,
235
+ "recurrence": 32,
236
+ "repeat_action_probability": 0.0,
237
+ "reset_mode": "fire",
238
+ "restart_behavior": "resume",
239
+ "reward_clip": 1000.0,
240
+ "reward_scale": 1.0,
241
+ "rnn_num_layers": 1,
242
+ "rnn_size": 512,
243
+ "rnn_type": "gru",
244
+ "rollout": 64,
245
+ "save_best_after": 100000,
246
+ "save_best_every_sec": 5,
247
+ "save_best_metric": "reward",
248
+ "save_every_sec": 600,
249
+ "save_milestones_sec": -1,
250
+ "screen_size": 84,
251
+ "seed": 42,
252
+ "serial_mode": false,
253
+ "set_workers_cpu_affinity": true,
254
+ "shuffle_minibatches": false,
255
+ "simulated_worker_capacity": 1,
256
+ "simulator": "gpu",
257
+ "stats_avg": 100,
258
+ "std_latency_ms": null,
259
+ "summaries_use_frameskip": true,
260
+ "terminal_on_life_loss": true,
261
+ "train_dir": "results/checkpoints/demon_attack/decision_history_temporal_25m_seed42",
262
+ "train_for_env_steps": 25000000,
263
+ "train_for_seconds": 10000000000,
264
+ "use_env_info_cache": false,
265
+ "use_record_episode_statistics": false,
266
+ "use_rnn": false,
267
+ "value_bootstrap": false,
268
+ "value_loss_coeff": 0.5,
269
+ "vtrace_c": 1.0,
270
+ "vtrace_rho": 1.0,
271
+ "wandb_dir": "/mnt/ssd/latency-sensitive-bench/wandb",
272
+ "wandb_group": "demon-attack-fs4-pi05_rtx3090_temporal_hist8_capacity1",
273
+ "wandb_job_type": "demon_attack_decision_history_temporal",
274
+ "wandb_project": "starvla_tasks",
275
+ "wandb_tags": [
276
+ "demon_attack_decision_history_temporal_25m_seed42",
277
+ "demon-attack",
278
+ "frame_stack",
279
+ "temporal",
280
+ "pi05_rtx3090_temporal_hist8_capacity1",
281
+ "fs4",
282
+ "seed42"
283
+ ],
284
+ "wandb_unique_id": "demon-attack-fs4-pi05_rtx3090_temporal_hist8_capacity1-s42",
285
+ "wandb_user": null,
286
+ "with_pbt": false,
287
+ "with_vtrace": false,
288
+ "with_wandb": true,
289
+ "worker_num_splits": 1
290
+ },
291
+ "checkpoint_experiment_dir": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwenpi_v3/models/latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-s42-v1",
292
+ "checkpoint_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwenpi_v3/models/latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-s42-v1/best_000047936_24543232_reward_2760.000.pth",
293
+ "checkpoint_train_step": 47936,
294
+ "config_source": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwenpi_v3/models/latency-aware/demon-attack/small-policy/sample-factory-pi05-rtx3090-temporal-hist8-capacity1-s42-v1/config.json",
295
+ "context_image_count": 0,
296
+ "context_window": 1,
297
+ "env_fps": 60.0,
298
+ "env_name": "demon_attack",
299
+ "episode_return_field": "episode_raw_return",
300
+ "filter_preset": "none",
301
+ "filter_report": {
302
+ "accepted_episodes": 200,
303
+ "accepted_train_episodes": 180,
304
+ "accepted_val_episodes": 20,
305
+ "attempted_episodes": 200,
306
+ "preset": "none",
307
+ "raw_score_bins": {
308
+ "6460-6889": 0,
309
+ "6890-7309": 0,
310
+ "7310-7999": 0,
311
+ "<6460": 200,
312
+ ">=8000": 0
313
+ },
314
+ "rejected_episodes": 0,
315
+ "train_rows_after_row_filter": 576498,
316
+ "train_rows_before_row_filter": 576498,
317
+ "val_rows_after_row_filter": 59618,
318
+ "val_rows_before_row_filter": 59618
319
+ },
320
+ "frame_stack": 4,
321
+ "image_resolution": [
322
+ 210,
323
+ 160,
324
+ 3
325
+ ],
326
+ "image_source": "env_raw_rgb",
327
+ "image_transform": {
328
+ "gamma": 1.3,
329
+ "ground_fraction": 0.22,
330
+ "history_frames": 5,
331
+ "image_transform": "raw_rgb",
332
+ "min_alpha": 35,
333
+ "scroll_px_per_step": 4.0
334
+ },
335
+ "image_transform_prompt_contexts": {
336
+ "demon_attack_ghost_trail": " You can see the recent motion of the ship, missiles, and demons in the image. Use it to make your decision.",
337
+ "flappy_ghost_trail": " You can see the past motion of the bird in the image. Use it to make your decision."
338
+ },
339
+ "latency_override": null,
340
+ "latency_source": "checkpoint",
341
+ "max_episodes": 200,
342
+ "max_steps_per_episode": 14400,
343
+ "max_steps_unit": "raw_frame",
344
+ "num_envs": 256,
345
+ "obs_fps": 15.0,
346
+ "obs_stride_raw_frames": 4,
347
+ "profile_seed_by_reset": "env_reset_seed",
348
+ "prompt_source": "sample_factory_checkpoint:base_prompt",
349
+ "replay_num_envs": 256,
350
+ "reward_field": "raw_reward",
351
+ "reward_semantics": "raw_reward",
352
+ "rows_unit": "decision_step",
353
+ "schema_version": 2,
354
+ "split_seed": 0,
355
+ "total_episodes": 200,
356
+ "total_rows": 636116,
357
+ "train_episodes": 180,
358
+ "train_rows": 576498,
359
+ "val_episodes": 20,
360
+ "val_fraction": 0.1,
361
+ "val_rows": 59618
362
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/run_metadata.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "training_run_id": "demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6",
3
+ "wandb_run_id": "b2071776",
4
+ "recipe_version": "hist8-v2",
5
+ "history_encoding": "binary_0_1",
6
+ "initialization_seed": 42,
7
+ "vlm_lr": 3e-06,
8
+ "max_train_steps": 5000,
9
+ "stop_after_steps": null,
10
+ "num_workers_per_rank": 16,
11
+ "eval_num_workers_per_rank": 16,
12
+ "prefetch_factor": 4,
13
+ "base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
14
+ "dataset_dir": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/demon_attack/qwenpi_v3/lerobot",
15
+ "dataset_manifest_sha256": "ee412ad14e6ffdc87b53a3a1338e8929e411aa4b6f418da2f0c1b933f7667d6a",
16
+ "code_snapshot_sha256": "11c1165a89f6f358bf7169d368bc45ad618d688d703cbb74fc9041ca463ead31"
17
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/task_contract.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "demon_attack",
3
+ "model": "qwenpi_v3",
4
+ "action_horizon": 1,
5
+ "image_frames": 1,
6
+ "state_source": "transport",
7
+ "state_dim": 88,
8
+ "history_decisions": 8,
9
+ "history_encoding": "binary_0_1",
10
+ "history_normalization": "identity",
11
+ "history_reset": "all_zero",
12
+ "history_order": "oldest_to_newest",
13
+ "history_entry_fields": [
14
+ "admission_bit",
15
+ "admitted_command_non_noop_bits",
16
+ "last_applied_action_non_noop_bits"
17
+ ],
18
+ "history_action_bit_order": [
19
+ "FIRE",
20
+ "RIGHT",
21
+ "LEFT",
22
+ "RIGHTFIRE",
23
+ "LEFTFIRE"
24
+ ],
25
+ "action_dim": 6,
26
+ "action_layout": "demon_attack_discrete",
27
+ "action_labels": [
28
+ "NOOP",
29
+ "FIRE",
30
+ "RIGHT",
31
+ "LEFT",
32
+ "RIGHTFIRE",
33
+ "LEFTFIRE"
34
+ ],
35
+ "task_prompts": [
36
+ "You are playing Demon Attack from a single game image. Choose exactly one action from: NOOP, FIRE, RIGHT, LEFT, RIGHTFIRE, LEFTFIRE. Survive, avoid enemy fire, and shoot enemies to maximize score."
37
+ ],
38
+ "env_fps": 60,
39
+ "obs_fps": 15,
40
+ "evaluation": {
41
+ "episodes": 100,
42
+ "seeds": [
43
+ 1000000,
44
+ 1000099
45
+ ],
46
+ "parallel_envs": 32,
47
+ "capacity": 1,
48
+ "max_raw_frames": 7200,
49
+ "protocol_version": "hist8-history01-par32-v3"
50
+ }
51
+ }
latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6/training_code_snapshot.json ADDED
The diff for this file is too large to render. See raw diff