Hugging Face's logo

MLL-Lab
/
LAGEN-models

Robotics
PyTorch
Safetensors
vision-language-action
latency-sensitive-bench
multiple-checkpoints
Model card Files
xet
 Community
1
talha1503 commited on
Commit
bea3296
·
verified ·
1 Parent(s): 8a86578

Publish hist8 zero demon_attack qwenoft step5000

Browse files
Files changed (38) hide show
  1. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/README.md +36 -0
  2. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/bundle.complete.json +4 -0
  3. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/checkpoint.sha256 +1 -0
  4. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/checkpoints/model.pt +3 -0
  5. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/collection_quality_report.json +33 -0
  6. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/config.full.yaml +274 -0
  7. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/config.yaml +34 -0
  8. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/dataset_statistics.json +606 -0
  9. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/eval_l0.json +42 -0
  10. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/eval_profile.json +43 -0
  11. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/action_audit.json +141 -0
  12. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/episode_metrics.jsonl +0 -0
  13. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/eval_code_snapshot.json +0 -0
  14. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/eval_config.yaml +118 -0
  15. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/provenance.json +46 -0
  16. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/resolved_config.yaml +121 -0
  17. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/summary.json +217 -0
  18. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/verification.json +68 -0
  19. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/action_audit.json +141 -0
  20. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/episode_metrics.jsonl +0 -0
  21. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/eval_code_snapshot.json +0 -0
  22. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/eval_config.yaml +114 -0
  23. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/provenance.json +46 -0
  24. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/resolved_config.yaml +117 -0
  25. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/summary.json +216 -0
  26. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/verification.json +68 -0
  27. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/manifest.json +307 -0
  28. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/profiles/DONE +0 -0
  29. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/profiles/hardware.json +40 -0
  30. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/profiles/latency_burst_model.json +1329 -0
  31. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/profiles/latency_distribution.json +1027 -0
  32. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/profiles/latency_profile.png +0 -0
  33. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/profiles/profile.json +66 -0
  34. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/provenance.json +124 -0
  35. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/rollout_metadata.json +338 -0
  36. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/run_metadata.json +18 -0
  37. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/task_contract.json +51 -0
  38. zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/training_code_snapshot.json +0 -0
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/README.md ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # demon_attack / qwenoft — hist8 zero training
2
+
3
+ Run `demon_attack-qwenoft-hist8-zero-scratch-s42-v2`; final optimizer step **5000**, seed **42**. [W&B](https://wandb.ai/saberrr-zju/starvla_tasks/runs/b3f7ac36).
4
+
5
+ Checkpoint SHA256: `19105254b128937823b3f46ca52702340a97dfd929237f6cb80ba7e45196b1cb`.
6
+
7
+ ## Model and inputs
8
+
9
+ Full StarVLA state dict in `checkpoints/model.pt` (original evaluated bytes). Initialize the matching Qwen model with `config.yaml` and `dataset_statistics.json`. Base: `Qwen/Qwen3-VL-4B-Instruct@ebb281ec70b05090aa6165b016eac8ec08e71b17`; model-specific action head trained from random initialization.
10
+
11
+ One current RGB image, eight prior causal decision histories (88 raw 0/1 values), action horizon 1. `h1` in this repository path is the action horizon; `hist8` is input history. Pass history as `transport`, preserve all-zero reset, and use identity state normalization. Prompt and action order are in `task_contract.json` and `manifest.json`.
12
+
13
+ Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 128; 16 dataloader workers per rank and prefetch 4. Backbone LR 3e-6, action head 1e-4; other groups retain the recorded configuration. Warmup 100, cosine min_lr_rate 1/30, 5000 steps. Full historical training configuration and code snapshot are included.
14
+
15
+ ## Formal evaluation
16
+
17
+ | Environment | Episodes | Return mean ± std | Mean raw frames |
18
+ |---|---:|---:|---:|
19
+ | zero | 100 | 2362.1500 ± 324.5607 | 7200.00 |
20
+ | profile | 100 | 584.3500 ± 338.1491 | 5186.59 |
21
+
22
+ Seeds 1,000,000–1,000,099; parallel 32; capacity 1; FPS/decision Hz 60/15; max 7200 raw frames. Zero-trained models have both zero and profile evaluations; profile-trained models have the matching profile evaluation. `profiles/profile.json` is the exact model-specific latency profile, with SHA in provenance.
23
+
24
+ Each `evaluations/<condition>/` contains the evaluated config, 100 episode records, action audit including raw-score summaries, verification, provenance and evaluator code snapshot. Evaluation configs retain original machine paths as execution evidence; replace checkpoint, model-config, backbone, profile and output paths when replaying locally. Deadly Corridor requires 160×120 RGB with HUD, no crosshair, weapon enabled, decals/particles disabled before resizing.
25
+
26
+ These are one-training-seed results. Architectures use different latency profiles. Zero/profile training also uses different teachers and collected data, so their score difference is not an isolated learning-rate ablation.
27
+
28
+ ## Download
29
+
30
+ ```python
31
+ from huggingface_hub import snapshot_download
32
+ prefix = "zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2"
33
+ repo = snapshot_download("latency-sensitive-bench/benchmark-models", allow_patterns=[prefix + "/**"])
34
+ ```
35
+
36
+ Use a pinned repository commit for reproduction. Preserve the original checkpoint SHA above. Optimizer/RNG resume state remains in the source training archive; this publication contains the inference checkpoint.
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/bundle.complete.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "checkpoint_sha256": "19105254b128937823b3f46ca52702340a97dfd929237f6cb80ba7e45196b1cb",
3
+ "training_step": 5000
4
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/checkpoint.sha256 ADDED
@@ -0,0 +1 @@
 
 
1
+ 19105254b128937823b3f46ca52702340a97dfd929237f6cb80ba7e45196b1cb checkpoints/model.pt
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/checkpoints/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19105254b128937823b3f46ca52702340a97dfd929237f6cb80ba7e45196b1cb
3
+ size 9785506209
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/collection_quality_report.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episodes": 200,
3
+ "train_episodes": 180,
4
+ "val_episodes": 20,
5
+ "train_labels": 324000,
6
+ "val_labels": 36000,
7
+ "raw_frames_quantiles": [
8
+ 7200.0,
9
+ 7200.0,
10
+ 7200.0,
11
+ 7200.0,
12
+ 7200.0
13
+ ],
14
+ "return_quantiles": [
15
+ 1620.0,
16
+ 2040.0,
17
+ 2505.0,
18
+ 2805.0,
19
+ 3500.0
20
+ ],
21
+ "termination_reasons": {
22
+ "horizon": 200
23
+ },
24
+ "action_id_counts": {
25
+ "0": 67142,
26
+ "1": 58967,
27
+ "2": 55608,
28
+ "3": 66806,
29
+ "4": 62506,
30
+ "5": 48971
31
+ },
32
+ "previous_decision_admitted_fraction": 0.9999277376320178
33
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/config.full.yaml ADDED
@@ -0,0 +1,274 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenOFT
3
+ qwenvl:
4
+ base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
5
+ attn_implementation: flash_attention_2
6
+ enable_gradient_checkpointing: true
7
+ action_model:
8
+ action_model_type: MLP
9
+ action_dim: 6
10
+ state_dim: 88
11
+ action_hidden_dim: 2560
12
+ future_action_window_size: 0
13
+ past_action_window_size: 0
14
+ loss_type: discrete_ce
15
+ state_encoding: continuous_projector
16
+ task_objective: null
17
+ action_horizon: 1
18
+ action_env_dim: 6
19
+ kv_memory:
20
+ enabled: false
21
+ window: 4
22
+ rollout_len: 8
23
+ packed_train: false
24
+ rebased_sink: true
25
+ datasets:
26
+ vla_data:
27
+ dataset_py: lerobot_datasets
28
+ include_state: true
29
+ data_root_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/demon_attack
30
+ data_mix: lerobot
31
+ eval_data_mix: lerobot__val
32
+ custom_mixtures_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/demon_attack/_generated_mixtures/lerobot.json
33
+ action_type: discrete
34
+ sequential_step_sampling: false
35
+ eval_sequential_step_sampling: null
36
+ num_workers: 16
37
+ eval_num_workers: 16
38
+ prefetch_factor: 4
39
+ persistent_workers: true
40
+ pin_memory: true
41
+ shuffle: true
42
+ action_balance:
43
+ enabled: false
44
+ strategy: balanced_epoch
45
+ action_key: action_id
46
+ target_flap_fraction: 0.3
47
+ noop_id: 0
48
+ flap_id: 1
49
+ latency_curriculum:
50
+ enabled: false
51
+ strategy: exclusive
52
+ latencies: null
53
+ phase_steps: null
54
+ phase_distributions: null
55
+ new_latency_passes: 1.0
56
+ replay_passes: 0.25
57
+ target_total_passes: 2.0
58
+ final_equalization: true
59
+ step_budget_mode: auto
60
+ eval_at_phase_end: false
61
+ save_at_phase_end: false
62
+ computed_plan: null
63
+ per_device_batch_size: 64
64
+ load_all_data_for_training: true
65
+ num_obs_frames: 1
66
+ image_mode: single
67
+ prompt_mode: raw
68
+ stitch_grid:
69
+ - 2
70
+ - 2
71
+ obs_image_size: null
72
+ video_backend: torchvision_av
73
+ dataset:
74
+ source_hf: ''
75
+ config_name: null
76
+ source_subdir: null
77
+ converted_name: demon_attack_train
78
+ single_source_hf: ''
79
+ mixed_source_hf: ''
80
+ single_converted_name: demon_attack_train
81
+ mixed_converted_name: demon_attack_mixed_latency_train
82
+ single_latency_filter: null
83
+ mixed_latency_filter: null
84
+ force_download: false
85
+ setup_force: false
86
+ skip_verification: false
87
+ target_latency_unit: observation_steps
88
+ verify_rows: 200
89
+ max_episodes: null
90
+ episodes_per_latency: null
91
+ latency_filter: null
92
+ debug_subset:
93
+ enabled: false
94
+ max_episodes: 5
95
+ suffix: debug
96
+ base_model:
97
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
98
+ initialization:
99
+ checkpoint_local_dir: null
100
+ checkpoint_hf_repo_id: null
101
+ checkpoint_filename: null
102
+ trainer:
103
+ max_train_steps: 5000
104
+ num_warmup_steps: 100
105
+ save_interval: 500
106
+ eval_interval: 500
107
+ eval_num_batches: 50
108
+ per_latency_eval_num_batches: null
109
+ eval_action_classification: false
110
+ eval_action_classification_interval: null
111
+ cc_f1_tolerance: 1
112
+ learning_rate:
113
+ base: 3.0e-05
114
+ qwen_vl_interface: 3.0e-06
115
+ action_model: 0.0001
116
+ lr_scheduler_type: cosine_with_min_lr
117
+ scheduler_specific_kwargs:
118
+ min_lr_rate: 0.03333333333333333
119
+ freeze_modules: ''
120
+ freeze_vit: false
121
+ freeze_tied_embedding: false
122
+ freeze_llm_layers: []
123
+ loss_scale:
124
+ vla: 1.0
125
+ vlm: 0.0
126
+ max_grad_norm: 1.0
127
+ weight_decay: 0.0
128
+ logging_frequency: 1
129
+ profile_timing:
130
+ enabled: false
131
+ log_interval: 10
132
+ gradient_clipping: 1.0
133
+ gradient_accumulation_steps: 1
134
+ distributed_backend: deepspeed
135
+ is_resume: false
136
+ pretrained_checkpoint: null
137
+ resume_step: 0
138
+ reload_modules: null
139
+ optimizer:
140
+ name: AdamW
141
+ betas:
142
+ - 0.9
143
+ - 0.95
144
+ eps: 1.0e-08
145
+ weight_decay: 1.0e-08
146
+ fused: true
147
+ save_format: pt
148
+ hist8_diagnostics:
149
+ steps:
150
+ - 0
151
+ - 500
152
+ - 1000
153
+ - 2500
154
+ - 5000
155
+ sample_count: 2048
156
+ noise_seeds:
157
+ - 1729
158
+ sample_seed: 42
159
+ batch_size: 8
160
+ bootstrap_repeats: 4000
161
+ workspace_dir: WORKSPACE_DIR
162
+ run_root_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train
163
+ seed: 42
164
+ wandb_entity: saberrr-zju
165
+ wandb_project: starvla_tasks
166
+ auth:
167
+ env_file: null
168
+ hf_token_env: HF_TOKEN
169
+ wandb_api_key_env: WANDB_API_KEY
170
+ paths:
171
+ run_root_dir: results/Checkpoints
172
+ dataset_local_dir: playground/Datasets/rl_games
173
+ dataset_cache_dir: null
174
+ base_model_dir: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
175
+ accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
176
+ launch:
177
+ use_accelerate: true
178
+ gpus: null
179
+ num_processes: 1
180
+ dry_run: false
181
+ conda:
182
+ enabled: true
183
+ env_name: null
184
+ rl_games:
185
+ model_alias: openvla
186
+ env_eval:
187
+ image_size: 224
188
+ frameskip: 4
189
+ image_transform: raw_rgb
190
+ prompt_mode: raw
191
+ ghost_trail:
192
+ history_frames: 5
193
+ gamma: 1.3
194
+ min_alpha: 35
195
+ scroll_px_per_step: 4.0
196
+ ground_fraction: 0.22
197
+ seed: 42
198
+ fixed_episode_seeds: true
199
+ latency_seed_stride: 0
200
+ task_seed_stride: 0
201
+ task_description: 'You are playing Demon Attack from a single game image. Choose
202
+ exactly one action from: NOOP, FIRE, RIGHT, LEFT, RIGHTFIRE, LEFTFIRE.'
203
+ eval_parallel_envs: 5
204
+ action_chunk_execution:
205
+ enabled: false
206
+ chunk_size: null
207
+ demon_attack:
208
+ noop_max: 30
209
+ enabled: false
210
+ eval_backend: latency_bench
211
+ distributed_mode: none
212
+ vectorized:
213
+ enabled: false
214
+ batch_size: 1
215
+ latency:
216
+ prompt_map_path: null
217
+ mode: single
218
+ values:
219
+ - 0
220
+ mid_train:
221
+ enabled: false
222
+ interval_steps: 100
223
+ latencies:
224
+ - 0
225
+ num_episodes: 5
226
+ max_steps_per_episode: 3600
227
+ post_train:
228
+ enabled: false
229
+ latencies:
230
+ - 0
231
+ - 1
232
+ - 2
233
+ - 3
234
+ - 4
235
+ num_episodes: 5
236
+ max_steps_per_episode: 3600
237
+ task: demon_attack
238
+ initialization_mode: scratch
239
+ action_carrier: native
240
+ model: openvla
241
+ env: demon_attack
242
+ init: scratch
243
+ mode: single
244
+ checkpoint:
245
+ load: none
246
+ hf_repo_id: null
247
+ save_best_model: false
248
+ save_final_model: true
249
+ save_pt_file: true
250
+ save_training_state: true
251
+ save_safetensors_file: false
252
+ local:
253
+ keep_last_n: 2
254
+ sync:
255
+ enabled: false
256
+ repo_id: null
257
+ keep_last_n: 0
258
+ sync_every_n_checkpoints: 1
259
+ resume_policy: local_latest
260
+ run_id: demon_attack-qwenoft-hist8-zero-scratch-s42-v2
261
+ output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/demon_attack-qwenoft-hist8-zero-scratch-s42-v2
262
+ config_yaml: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/train.yaml
263
+ is_debug: false
264
+ version_id: '0.21'
265
+ wandb_name: demon_attack-qwenoft-hist8-zero-scratch-s42-v2
266
+ wandb_group: decision-history-vla-h8-v2
267
+ wandb_tags:
268
+ - demon_attack
269
+ - qwenoft
270
+ - hist8-v2
271
+ - history01
272
+ - scratch
273
+ - zero-latency
274
+ training_latency_condition: zero-latency
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/config.yaml ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenOFT
3
+ qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
+ attn_implementation: flash_attention_2
6
+ enable_gradient_checkpointing: true
7
+ action_model:
8
+ action_model_type: MLP
9
+ action_dim: 6
10
+ state_dim: 88
11
+ action_hidden_dim: 2560
12
+ future_action_window_size: 0
13
+ past_action_window_size: 0
14
+ loss_type: discrete_ce
15
+ state_encoding: continuous_projector
16
+ task_objective: null
17
+ action_horizon: 1
18
+ action_env_dim: 6
19
+ kv_memory:
20
+ enabled: false
21
+ window: 4
22
+ rollout_len: 8
23
+ packed_train: false
24
+ rebased_sink: true
25
+ version_id: '0.21'
26
+ datasets:
27
+ vla_data:
28
+ include_state: true
29
+ obs_image_size: null
30
+ image_mode: single
31
+ num_obs_frames: 1
32
+ robot_type: rl_games_demon_attack
33
+ trainer:
34
+ pretrained_checkpoint: null
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/dataset_statistics.json ADDED
@@ -0,0 +1,606 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "action": {
4
+ "mean": [
5
+ 0.186212956905365,
6
+ 0.16403703391551971,
7
+ 0.15452778339385986,
8
+ 0.18537653982639313,
9
+ 0.17363271117210388,
10
+ 0.13621295988559723
11
+ ],
12
+ "std": [
13
+ 0.3898249864578247,
14
+ 0.37076491117477417,
15
+ 0.36105018854141235,
16
+ 0.38919636607170105,
17
+ 0.378946453332901,
18
+ 0.3426312804222107
19
+ ],
20
+ "max": [
21
+ 1.0,
22
+ 1.0,
23
+ 1.0,
24
+ 1.0,
25
+ 1.0,
26
+ 1.0
27
+ ],
28
+ "min": [
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0
35
+ ],
36
+ "q01": [
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0
43
+ ],
44
+ "q99": [
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0
51
+ ],
52
+ "mask": [
53
+ true,
54
+ true,
55
+ true,
56
+ true,
57
+ true,
58
+ true
59
+ ]
60
+ },
61
+ "state": {
62
+ "mean": [
63
+ 0.9949135780334473,
64
+ 0.1635771542787552,
65
+ 0.15375925600528717,
66
+ 0.18431790173053741,
67
+ 0.17239506542682648,
68
+ 0.135799378156662,
69
+ 0.1635771542787552,
70
+ 0.15375925600528717,
71
+ 0.18431790173053741,
72
+ 0.17239506542682648,
73
+ 0.135799378156662,
74
+ 0.9955493807792664,
75
+ 0.16362345218658447,
76
+ 0.15380863845348358,
77
+ 0.18452468514442444,
78
+ 0.1725771576166153,
79
+ 0.13588272035121918,
80
+ 0.16362345218658447,
81
+ 0.15380863845348358,
82
+ 0.18452468514442444,
83
+ 0.1725771576166153,
84
+ 0.13588272035121918,
85
+ 0.9961851835250854,
86
+ 0.16370061039924622,
87
+ 0.1539197564125061,
88
+ 0.1847500056028366,
89
+ 0.17267900705337524,
90
+ 0.13596296310424805,
91
+ 0.16370061039924622,
92
+ 0.1539197564125061,
93
+ 0.1847500056028366,
94
+ 0.17267900705337524,
95
+ 0.13596296310424805,
96
+ 0.9968209862709045,
97
+ 0.1637592613697052,
98
+ 0.1539537012577057,
99
+ 0.18497531116008759,
100
+ 0.17288272082805634,
101
+ 0.13596296310424805,
102
+ 0.1637592613697052,
103
+ 0.1539537012577057,
104
+ 0.18497531116008759,
105
+ 0.17288272082805634,
106
+ 0.13596296310424805,
107
+ 0.9974567890167236,
108
+ 0.16383333504199982,
109
+ 0.1539907455444336,
110
+ 0.1851203739643097,
111
+ 0.1730956733226776,
112
+ 0.135981485247612,
113
+ 0.16383333504199982,
114
+ 0.1539907455444336,
115
+ 0.1851203739643097,
116
+ 0.1730956733226776,
117
+ 0.135981485247612,
118
+ 0.9980925917625427,
119
+ 0.1638919711112976,
120
+ 0.15408951044082642,
121
+ 0.1852283924818039,
122
+ 0.1732993870973587,
123
+ 0.13600000739097595,
124
+ 0.1638919711112976,
125
+ 0.15408951044082642,
126
+ 0.1852283924818039,
127
+ 0.1732993870973587,
128
+ 0.13600000739097595,
129
+ 0.9987283945083618,
130
+ 0.1639506220817566,
131
+ 0.15422530472278595,
132
+ 0.18530863523483276,
133
+ 0.17342284321784973,
134
+ 0.1360401213169098,
135
+ 0.1639506220817566,
136
+ 0.15422530472278595,
137
+ 0.18530863523483276,
138
+ 0.17342284321784973,
139
+ 0.1360401213169098,
140
+ 0.9993641972541809,
141
+ 0.16400925815105438,
142
+ 0.154388889670372,
143
+ 0.18537653982639313,
144
+ 0.17349691689014435,
145
+ 0.1360895037651062,
146
+ 0.16400925815105438,
147
+ 0.154388889670372,
148
+ 0.18537653982639313,
149
+ 0.17349691689014435,
150
+ 0.1360895037651062
151
+ ],
152
+ "std": [
153
+ 0.07101495563983917,
154
+ 0.3701695501804352,
155
+ 0.36049050092697144,
156
+ 0.3878783881664276,
157
+ 0.37791910767555237,
158
+ 0.34225910902023315,
159
+ 0.3701695501804352,
160
+ 0.36049050092697144,
161
+ 0.3878783881664276,
162
+ 0.37791910767555237,
163
+ 0.34225910902023315,
164
+ 0.06647672504186589,
165
+ 0.3702095150947571,
166
+ 0.3605283200740814,
167
+ 0.3878776729106903,
168
+ 0.378066748380661,
169
+ 0.3423354923725128,
170
+ 0.3702095150947571,
171
+ 0.3605283200740814,
172
+ 0.3878776729106903,
173
+ 0.378066748380661,
174
+ 0.3423354923725128,
175
+ 0.061554547399282344,
176
+ 0.3702716529369354,
177
+ 0.36068475246429443,
178
+ 0.3880579471588135,
179
+ 0.3781836926937103,
180
+ 0.34237855672836304,
181
+ 0.3702716529369354,
182
+ 0.36068475246429443,
183
+ 0.3880579471588135,
184
+ 0.3781836926937103,
185
+ 0.34237855672836304,
186
+ 0.056230042129754895,
187
+ 0.3703220784664154,
188
+ 0.3605552315711975,
189
+ 0.3888765275478363,
190
+ 0.3783469498157501,
191
+ 0.34237855672836304,
192
+ 0.3703220784664154,
193
+ 0.3605552315711975,
194
+ 0.3888765275478363,
195
+ 0.3783469498157501,
196
+ 0.34237855672836304,
197
+ 0.0503141917288302,
198
+ 0.37038931250572205,
199
+ 0.36059075593948364,
200
+ 0.38899245858192444,
201
+ 0.37848997116088867,
202
+ 0.3423982560634613,
203
+ 0.37038931250572205,
204
+ 0.36059075593948364,
205
+ 0.38899245858192444,
206
+ 0.37848997116088867,
207
+ 0.3423982560634613,
208
+ 0.04359520971775055,
209
+ 0.3706468939781189,
210
+ 0.3606751561164856,
211
+ 0.38908714056015015,
212
+ 0.3787112534046173,
213
+ 0.3424212634563446,
214
+ 0.3706468939781189,
215
+ 0.3606751561164856,
216
+ 0.38908714056015015,
217
+ 0.3787112534046173,
218
+ 0.3424212634563446,
219
+ 0.035616517066955566,
220
+ 0.3706991672515869,
221
+ 0.360801637172699,
222
+ 0.3891419470310211,
223
+ 0.3788077235221863,
224
+ 0.34246116876602173,
225
+ 0.3706991672515869,
226
+ 0.360801637172699,
227
+ 0.3891419470310211,
228
+ 0.3788077235221863,
229
+ 0.34246116876602173,
230
+ 0.025199506431817734,
231
+ 0.37074217200279236,
232
+ 0.36091822385787964,
233
+ 0.38919636607170105,
234
+ 0.37887200713157654,
235
+ 0.34251368045806885,
236
+ 0.37074217200279236,
237
+ 0.36091822385787964,
238
+ 0.38919636607170105,
239
+ 0.37887200713157654,
240
+ 0.34251368045806885
241
+ ],
242
+ "max": [
243
+ 1.0,
244
+ 1.0,
245
+ 1.0,
246
+ 1.0,
247
+ 1.0,
248
+ 1.0,
249
+ 1.0,
250
+ 1.0,
251
+ 1.0,
252
+ 1.0,
253
+ 1.0,
254
+ 1.0,
255
+ 1.0,
256
+ 1.0,
257
+ 1.0,
258
+ 1.0,
259
+ 1.0,
260
+ 1.0,
261
+ 1.0,
262
+ 1.0,
263
+ 1.0,
264
+ 1.0,
265
+ 1.0,
266
+ 1.0,
267
+ 1.0,
268
+ 1.0,
269
+ 1.0,
270
+ 1.0,
271
+ 1.0,
272
+ 1.0,
273
+ 1.0,
274
+ 1.0,
275
+ 1.0,
276
+ 1.0,
277
+ 1.0,
278
+ 1.0,
279
+ 1.0,
280
+ 1.0,
281
+ 1.0,
282
+ 1.0,
283
+ 1.0,
284
+ 1.0,
285
+ 1.0,
286
+ 1.0,
287
+ 1.0,
288
+ 1.0,
289
+ 1.0,
290
+ 1.0,
291
+ 1.0,
292
+ 1.0,
293
+ 1.0,
294
+ 1.0,
295
+ 1.0,
296
+ 1.0,
297
+ 1.0,
298
+ 1.0,
299
+ 1.0,
300
+ 1.0,
301
+ 1.0,
302
+ 1.0,
303
+ 1.0,
304
+ 1.0,
305
+ 1.0,
306
+ 1.0,
307
+ 1.0,
308
+ 1.0,
309
+ 1.0,
310
+ 1.0,
311
+ 1.0,
312
+ 1.0,
313
+ 1.0,
314
+ 1.0,
315
+ 1.0,
316
+ 1.0,
317
+ 1.0,
318
+ 1.0,
319
+ 1.0,
320
+ 1.0,
321
+ 1.0,
322
+ 1.0,
323
+ 1.0,
324
+ 1.0,
325
+ 1.0,
326
+ 1.0,
327
+ 1.0,
328
+ 1.0,
329
+ 1.0,
330
+ 1.0
331
+ ],
332
+ "min": [
333
+ 0.0,
334
+ 0.0,
335
+ 0.0,
336
+ 0.0,
337
+ 0.0,
338
+ 0.0,
339
+ 0.0,
340
+ 0.0,
341
+ 0.0,
342
+ 0.0,
343
+ 0.0,
344
+ 0.0,
345
+ 0.0,
346
+ 0.0,
347
+ 0.0,
348
+ 0.0,
349
+ 0.0,
350
+ 0.0,
351
+ 0.0,
352
+ 0.0,
353
+ 0.0,
354
+ 0.0,
355
+ 0.0,
356
+ 0.0,
357
+ 0.0,
358
+ 0.0,
359
+ 0.0,
360
+ 0.0,
361
+ 0.0,
362
+ 0.0,
363
+ 0.0,
364
+ 0.0,
365
+ 0.0,
366
+ 0.0,
367
+ 0.0,
368
+ 0.0,
369
+ 0.0,
370
+ 0.0,
371
+ 0.0,
372
+ 0.0,
373
+ 0.0,
374
+ 0.0,
375
+ 0.0,
376
+ 0.0,
377
+ 0.0,
378
+ 0.0,
379
+ 0.0,
380
+ 0.0,
381
+ 0.0,
382
+ 0.0,
383
+ 0.0,
384
+ 0.0,
385
+ 0.0,
386
+ 0.0,
387
+ 0.0,
388
+ 0.0,
389
+ 0.0,
390
+ 0.0,
391
+ 0.0,
392
+ 0.0,
393
+ 0.0,
394
+ 0.0,
395
+ 0.0,
396
+ 0.0,
397
+ 0.0,
398
+ 0.0,
399
+ 0.0,
400
+ 0.0,
401
+ 0.0,
402
+ 0.0,
403
+ 0.0,
404
+ 0.0,
405
+ 0.0,
406
+ 0.0,
407
+ 0.0,
408
+ 0.0,
409
+ 0.0,
410
+ 0.0,
411
+ 0.0,
412
+ 0.0,
413
+ 0.0,
414
+ 0.0,
415
+ 0.0,
416
+ 0.0,
417
+ 0.0,
418
+ 0.0,
419
+ 0.0,
420
+ 0.0
421
+ ],
422
+ "q01": [
423
+ 1.0,
424
+ 0.0,
425
+ 0.0,
426
+ 0.0,
427
+ 0.0,
428
+ 0.0,
429
+ 0.0,
430
+ 0.0,
431
+ 0.0,
432
+ 0.0,
433
+ 0.0,
434
+ 1.0,
435
+ 0.0,
436
+ 0.0,
437
+ 0.0,
438
+ 0.0,
439
+ 0.0,
440
+ 0.0,
441
+ 0.0,
442
+ 0.0,
443
+ 0.0,
444
+ 0.0,
445
+ 1.0,
446
+ 0.0,
447
+ 0.0,
448
+ 0.0,
449
+ 0.0,
450
+ 0.0,
451
+ 0.0,
452
+ 0.0,
453
+ 0.0,
454
+ 0.0,
455
+ 0.0,
456
+ 1.0,
457
+ 0.0,
458
+ 0.0,
459
+ 0.0,
460
+ 0.0,
461
+ 0.0,
462
+ 0.0,
463
+ 0.0,
464
+ 0.0,
465
+ 0.0,
466
+ 0.0,
467
+ 1.0,
468
+ 0.0,
469
+ 0.0,
470
+ 0.0,
471
+ 0.0,
472
+ 0.0,
473
+ 0.0,
474
+ 0.0,
475
+ 0.0,
476
+ 0.0,
477
+ 0.0,
478
+ 1.0,
479
+ 0.0,
480
+ 0.0,
481
+ 0.0,
482
+ 0.0,
483
+ 0.0,
484
+ 0.0,
485
+ 0.0,
486
+ 0.0,
487
+ 0.0,
488
+ 0.0,
489
+ 1.0,
490
+ 0.0,
491
+ 0.0,
492
+ 0.0,
493
+ 0.0,
494
+ 0.0,
495
+ 0.0,
496
+ 0.0,
497
+ 0.0,
498
+ 0.0,
499
+ 0.0,
500
+ 1.0,
501
+ 0.0,
502
+ 0.0,
503
+ 0.0,
504
+ 0.0,
505
+ 0.0,
506
+ 0.0,
507
+ 0.0,
508
+ 0.0,
509
+ 0.0,
510
+ 0.0
511
+ ],
512
+ "q99": [
513
+ 1.0,
514
+ 1.0,
515
+ 1.0,
516
+ 1.0,
517
+ 1.0,
518
+ 1.0,
519
+ 1.0,
520
+ 1.0,
521
+ 1.0,
522
+ 1.0,
523
+ 1.0,
524
+ 1.0,
525
+ 1.0,
526
+ 1.0,
527
+ 1.0,
528
+ 1.0,
529
+ 1.0,
530
+ 1.0,
531
+ 1.0,
532
+ 1.0,
533
+ 1.0,
534
+ 1.0,
535
+ 1.0,
536
+ 1.0,
537
+ 1.0,
538
+ 1.0,
539
+ 1.0,
540
+ 1.0,
541
+ 1.0,
542
+ 1.0,
543
+ 1.0,
544
+ 1.0,
545
+ 1.0,
546
+ 1.0,
547
+ 1.0,
548
+ 1.0,
549
+ 1.0,
550
+ 1.0,
551
+ 1.0,
552
+ 1.0,
553
+ 1.0,
554
+ 1.0,
555
+ 1.0,
556
+ 1.0,
557
+ 1.0,
558
+ 1.0,
559
+ 1.0,
560
+ 1.0,
561
+ 1.0,
562
+ 1.0,
563
+ 1.0,
564
+ 1.0,
565
+ 1.0,
566
+ 1.0,
567
+ 1.0,
568
+ 1.0,
569
+ 1.0,
570
+ 1.0,
571
+ 1.0,
572
+ 1.0,
573
+ 1.0,
574
+ 1.0,
575
+ 1.0,
576
+ 1.0,
577
+ 1.0,
578
+ 1.0,
579
+ 1.0,
580
+ 1.0,
581
+ 1.0,
582
+ 1.0,
583
+ 1.0,
584
+ 1.0,
585
+ 1.0,
586
+ 1.0,
587
+ 1.0,
588
+ 1.0,
589
+ 1.0,
590
+ 1.0,
591
+ 1.0,
592
+ 1.0,
593
+ 1.0,
594
+ 1.0,
595
+ 1.0,
596
+ 1.0,
597
+ 1.0,
598
+ 1.0,
599
+ 1.0,
600
+ 1.0
601
+ ]
602
+ },
603
+ "num_transitions": 324000,
604
+ "num_trajectories": 180
605
+ }
606
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/eval_l0.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job_id": "eval_zero_to_zero__demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
3
+ "eval_protocol_version": "hist8-history01-par32-v3",
4
+ "training_step": 5000,
5
+ "checkpoint_sha256": "19105254b128937823b3f46ca52702340a97dfd929237f6cb80ba7e45196b1cb",
6
+ "profile_sha256": null,
7
+ "mean_return": 2362.15,
8
+ "std_return": 324.5606684427428,
9
+ "mean_length": 7200,
10
+ "episodes": 100,
11
+ "parallel_envs": 32,
12
+ "max_episode_raw_frames": 7200,
13
+ "issued_actions": 180000,
14
+ "top_action": "NOOP",
15
+ "largest_action_fraction": 0.18404444444444445,
16
+ "unique_action_values": 6,
17
+ "episode_final_done": 0,
18
+ "episodes_at_frame_cap": 100,
19
+ "checks": {
20
+ "100_exact_seeds": true,
21
+ "checkpoint_sha": true,
22
+ "bundle_step": true,
23
+ "profile_sha": true,
24
+ "binary_history": true,
25
+ "raw_score_means_match": true,
26
+ "action_counts_match": true,
27
+ "action_total_match": true,
28
+ "summary_returns_match": true,
29
+ "summary_lengths_match": true,
30
+ "100_final_steps": true,
31
+ "final_step_lengths_match": true,
32
+ "training_condition_zero": true,
33
+ "environment_latency_matches": true,
34
+ "parallel_capacity_horizon": true,
35
+ "fps_history": true,
36
+ "episode_latency_protocol": true,
37
+ "training_recipe": true,
38
+ "training_dimensions": true,
39
+ "initialization_revision": true
40
+ },
41
+ "environment_condition": "zero"
42
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/eval_profile.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job_id": "eval_zero_to_profile__demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
3
+ "eval_protocol_version": "hist8-history01-par32-v3",
4
+ "training_step": 5000,
5
+ "checkpoint_sha256": "19105254b128937823b3f46ca52702340a97dfd929237f6cb80ba7e45196b1cb",
6
+ "profile_sha256": "9b1ecf42b4cbd1f28970668922610509f1e7e3302ff34aaa854b1795986eeccb",
7
+ "mean_return": 584.35,
8
+ "std_return": 338.1491202117788,
9
+ "mean_length": 5186.59,
10
+ "episodes": 100,
11
+ "parallel_envs": 32,
12
+ "max_episode_raw_frames": 7200,
13
+ "issued_actions": 65041,
14
+ "top_action": "RIGHTFIRE",
15
+ "largest_action_fraction": 0.23738872403560832,
16
+ "unique_action_values": 6,
17
+ "episode_final_done": 92,
18
+ "episodes_at_frame_cap": 8,
19
+ "checks": {
20
+ "100_exact_seeds": true,
21
+ "checkpoint_sha": true,
22
+ "bundle_step": true,
23
+ "profile_sha": true,
24
+ "binary_history": true,
25
+ "raw_score_means_match": true,
26
+ "action_counts_match": true,
27
+ "action_total_match": true,
28
+ "summary_returns_match": true,
29
+ "summary_lengths_match": true,
30
+ "100_final_steps": true,
31
+ "final_step_lengths_match": true,
32
+ "training_condition_zero": true,
33
+ "environment_latency_matches": true,
34
+ "parallel_capacity_horizon": true,
35
+ "same_profile_as_profile_trained_eval": true,
36
+ "fps_history": true,
37
+ "episode_latency_protocol": true,
38
+ "training_recipe": true,
39
+ "training_dimensions": true,
40
+ "initialization_revision": true
41
+ },
42
+ "environment_condition": "profile"
43
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/action_audit.json ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_protocol_version": "hist8-history01-par32-v3",
3
+ "history_encoding": "binary_0_1",
4
+ "episodes": 100,
5
+ "episode_seeds": [
6
+ 1000000,
7
+ 1000001,
8
+ 1000002,
9
+ 1000003,
10
+ 1000004,
11
+ 1000005,
12
+ 1000006,
13
+ 1000007,
14
+ 1000008,
15
+ 1000009,
16
+ 1000010,
17
+ 1000011,
18
+ 1000012,
19
+ 1000013,
20
+ 1000014,
21
+ 1000015,
22
+ 1000016,
23
+ 1000017,
24
+ 1000018,
25
+ 1000019,
26
+ 1000020,
27
+ 1000021,
28
+ 1000022,
29
+ 1000023,
30
+ 1000024,
31
+ 1000025,
32
+ 1000026,
33
+ 1000027,
34
+ 1000028,
35
+ 1000029,
36
+ 1000030,
37
+ 1000031,
38
+ 1000032,
39
+ 1000033,
40
+ 1000034,
41
+ 1000035,
42
+ 1000036,
43
+ 1000037,
44
+ 1000038,
45
+ 1000039,
46
+ 1000040,
47
+ 1000041,
48
+ 1000042,
49
+ 1000043,
50
+ 1000044,
51
+ 1000045,
52
+ 1000046,
53
+ 1000047,
54
+ 1000048,
55
+ 1000049,
56
+ 1000050,
57
+ 1000051,
58
+ 1000052,
59
+ 1000053,
60
+ 1000054,
61
+ 1000055,
62
+ 1000056,
63
+ 1000057,
64
+ 1000058,
65
+ 1000059,
66
+ 1000060,
67
+ 1000061,
68
+ 1000062,
69
+ 1000063,
70
+ 1000064,
71
+ 1000065,
72
+ 1000066,
73
+ 1000067,
74
+ 1000068,
75
+ 1000069,
76
+ 1000070,
77
+ 1000071,
78
+ 1000072,
79
+ 1000073,
80
+ 1000074,
81
+ 1000075,
82
+ 1000076,
83
+ 1000077,
84
+ 1000078,
85
+ 1000079,
86
+ 1000080,
87
+ 1000081,
88
+ 1000082,
89
+ 1000083,
90
+ 1000084,
91
+ 1000085,
92
+ 1000086,
93
+ 1000087,
94
+ 1000088,
95
+ 1000089,
96
+ 1000090,
97
+ 1000091,
98
+ 1000092,
99
+ 1000093,
100
+ 1000094,
101
+ 1000095,
102
+ 1000096,
103
+ 1000097,
104
+ 1000098,
105
+ 1000099
106
+ ],
107
+ "issued_actions": 65041,
108
+ "action_counts": {
109
+ "4": 15440,
110
+ "2": 9182,
111
+ "3": 11349,
112
+ "0": 10296,
113
+ "1": 8680,
114
+ "5": 10094
115
+ },
116
+ "largest_action_fraction": 0.23738872403560832,
117
+ "raw_score_min": [
118
+ -12.583300590515137,
119
+ -12.36074161529541,
120
+ -12.833966255187988,
121
+ -14.084834098815918,
122
+ -12.727932929992676,
123
+ -13.165925979614258
124
+ ],
125
+ "raw_score_max": [
126
+ 19.91228485107422,
127
+ 20.075416564941406,
128
+ 21.8419132232666,
129
+ 20.63970184326172,
130
+ 22.289905548095703,
131
+ 21.76729393005371
132
+ ],
133
+ "raw_score_mean": [
134
+ 0.14829328750362683,
135
+ -0.13824796419978985,
136
+ -0.8286438960608594,
137
+ -0.3918182487953933,
138
+ 1.232845113777609,
139
+ 0.0375327555508768
140
+ ]
141
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/episode_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/eval_code_snapshot.json ADDED
The diff for this file is too large to render. See raw diff
 
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/eval_config.yaml ADDED
@@ -0,0 +1,118 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment:
2
+ name: demon_attack-qwenoft-hist8-zero-scratch-s42-v2-step5000-history01-profile-par32
3
+ seed: 1000000
4
+ backend:
5
+ type: sample_factory
6
+ algo: APPO
7
+ device: cpu
8
+ train_dir: results/sample_factory
9
+ restart_behavior: resume
10
+ run_mode: eval
11
+ executor:
12
+ mode: simulated
13
+ simulated_worker_capacity: 1
14
+ simulated_inference_pool: true
15
+ inference_devices:
16
+ - cuda:0
17
+ - cuda:1
18
+ inference_batch_size: 16
19
+ env:
20
+ name: demon_attack
21
+ env_id: ALE/DemonAttack-v5
22
+ env_fps: 60
23
+ obs_fps: 15
24
+ screen_size: 84
25
+ noop_max: 30
26
+ reset_mode: fire
27
+ frame_stack: 1
28
+ terminal_on_life_loss: true
29
+ clip_reward: false
30
+ repeat_action_probability: 0.0
31
+ full_action_space: false
32
+ max_episode_steps: 25000
33
+ noop_action: 0
34
+ simulator: gpu
35
+ gpu_env_device: auto
36
+ obs_resize:
37
+ - 224
38
+ - 224
39
+ action_history_decisions: 8
40
+ latency:
41
+ method: temporal
42
+ profile_path: /mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json
43
+ profile_worker_slot: 0
44
+ seed: 271828
45
+ add_latency_info: false
46
+ scheduler:
47
+ hold_policy: hold
48
+ ordering_policy: latest_ready
49
+ policy:
50
+ type: starvla
51
+ actions:
52
+ - NOOP
53
+ - FIRE
54
+ - RIGHT
55
+ - LEFT
56
+ - RIGHTFIRE
57
+ - LEFTFIRE
58
+ checkpoint_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/checkpoints/model.pt
59
+ model_config_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/config.yaml
60
+ device: cuda:0
61
+ unnorm_key: new_embodiment
62
+ prompt_mode: latency_neutral
63
+ backbone_path: /mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct
64
+ worker_python_executable: /mnt/ssd/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
65
+ state_source: transport
66
+ training:
67
+ train_for_env_steps: 25000000
68
+ num_workers: 1
69
+ num_envs_per_worker: 512
70
+ worker_num_splits: 1
71
+ num_policies: 1
72
+ batch_size: 1024
73
+ batched_sampling: true
74
+ rollout: 64
75
+ recurrence: 32
76
+ num_epochs: 2
77
+ num_batches_per_epoch: 8
78
+ max_policy_lag: 300
79
+ learning_rate: 0.000303
80
+ gamma: 0.99
81
+ gae_lambda: 0.95
82
+ ppo_clip_ratio: 0.1
83
+ ppo_clip_value: 0.2
84
+ value_loss_coeff: 0.5
85
+ max_grad_norm: 0.0
86
+ async_rl: true
87
+ use_rnn: false
88
+ normalize_input: true
89
+ normalize_returns: true
90
+ stats_avg: 100
91
+ experiment_summaries_interval: 1
92
+ save_every_sec: 600
93
+ keep_checkpoints: 5
94
+ evaluation:
95
+ eval_interval_steps: 1000000
96
+ eval_episodes: 100
97
+ eval_parallel_envs: 32
98
+ eval_max_steps: 7200
99
+ eval_deterministic: true
100
+ eval_raw_reward: true
101
+ eval_suites:
102
+ fixed: []
103
+ normal: []
104
+ uniform: []
105
+ latency_bench_env_backend: demon_attack_gpu_batched
106
+ eval_latency_values: null
107
+ logging:
108
+ output_dir: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/to_profile
109
+ video:
110
+ enabled: false
111
+ num_bins: 10
112
+ save_step_records: true
113
+ save_action_records: true
114
+ save_latency_records: true
115
+ wandb_project: null
116
+ wandb_group: null
117
+ wandb_job_type: null
118
+ wandb_tags: ''
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/provenance.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "collection": {
3
+ "teacher_repo": "latency-sensitive-bench/benchmark-models",
4
+ "teacher_revision": "5b533937a72e9fa923ecf28b1c1be5a16bad488d",
5
+ "teacher_path": "zero-latency/demon-attack/small-policy/sample-factory-v1",
6
+ "teacher_checkpoint": "best_000048704_24936448_reward_27118.050.pth",
7
+ "teacher_sha256": "f06e92be4b26fc883db66b355476d503aed4a6c8464d5e8f4c158f50ca2422ae",
8
+ "rollout_overrides": {
9
+ "env_fps": 60,
10
+ "obs_fps": 15,
11
+ "latency_type": "fixed",
12
+ "fixed_latency_ms": 0.0,
13
+ "seed": 42
14
+ },
15
+ "training_latency_condition": "zero",
16
+ "history": "decision_v1",
17
+ "history_decisions": 8,
18
+ "history_source": "zero_latency_issued_equals_applied",
19
+ "student_image_frames": 1,
20
+ "max_episode_raw_frames": 7200,
21
+ "episodes": 200,
22
+ "train_labels": 324000,
23
+ "filter_preset": "none"
24
+ },
25
+ "training_run_id": "demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
26
+ "training_step": 5000,
27
+ "global_batch": 128,
28
+ "base_model": "Qwen/Qwen3-VL-4B-Instruct",
29
+ "wandb_run_id": "b3f7ac36",
30
+ "checkpoint_sha256": "19105254b128937823b3f46ca52702340a97dfd929237f6cb80ba7e45196b1cb",
31
+ "eval_protocol_version": "hist8-history01-par32-v3",
32
+ "history_encoding": "binary_0_1",
33
+ "episodes": 100,
34
+ "env_condition": "profile",
35
+ "parallel_envs": 32,
36
+ "max_episode_raw_frames": 7200,
37
+ "inference_devices": [
38
+ "cuda:0",
39
+ "cuda:1"
40
+ ],
41
+ "episode_seeds": [
42
+ 1000000,
43
+ 1000099
44
+ ],
45
+ "profile_sha256": "9b1ecf42b4cbd1f28970668922610509f1e7e3302ff34aaa854b1795986eeccb"
46
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/resolved_config.yaml ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment:
2
+ name: demon_attack-qwenoft-hist8-zero-scratch-s42-v2-step5000-history01-profile-par32
3
+ seed: 1000000
4
+ backend:
5
+ type: sample_factory
6
+ algo: APPO
7
+ device: cpu
8
+ train_dir: results/sample_factory
9
+ restart_behavior: resume
10
+ run_mode: eval
11
+ executor:
12
+ mode: simulated
13
+ simulated_worker_capacity: 1
14
+ simulated_inference_pool: true
15
+ inference_devices:
16
+ - cuda:0
17
+ - cuda:1
18
+ inference_batch_size: 16
19
+ env:
20
+ name: demon_attack
21
+ env_id: ALE/DemonAttack-v5
22
+ env_fps: 60
23
+ obs_fps: 15
24
+ screen_size: 84
25
+ noop_max: 30
26
+ reset_mode: fire
27
+ frame_stack: 1
28
+ terminal_on_life_loss: true
29
+ clip_reward: false
30
+ repeat_action_probability: 0.0
31
+ full_action_space: false
32
+ max_episode_steps: 25000
33
+ noop_action: 0
34
+ simulator: gpu
35
+ gpu_env_device: auto
36
+ obs_resize:
37
+ - 224
38
+ - 224
39
+ action_history_decisions: 8
40
+ latency:
41
+ method: temporal
42
+ profile_path: /mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json
43
+ profile_worker_slot: 0
44
+ seed: 271828
45
+ add_latency_info: false
46
+ scheduler:
47
+ hold_policy: hold
48
+ ordering_policy: latest_ready
49
+ policy:
50
+ type: starvla
51
+ actions:
52
+ - NOOP
53
+ - FIRE
54
+ - RIGHT
55
+ - LEFT
56
+ - RIGHTFIRE
57
+ - LEFTFIRE
58
+ checkpoint_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/checkpoints/model.pt
59
+ model_config_path: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/config.yaml
60
+ device: cuda:0
61
+ unnorm_key: new_embodiment
62
+ prompt_mode: latency_neutral
63
+ backbone_path: /mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct
64
+ worker_python_executable: /mnt/ssd/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
65
+ state_source: transport
66
+ action_prefix:
67
+ mode: none
68
+ training:
69
+ train_for_env_steps: 25000000
70
+ num_workers: 1
71
+ num_envs_per_worker: 512
72
+ worker_num_splits: 1
73
+ num_policies: 1
74
+ batch_size: 1024
75
+ batched_sampling: true
76
+ rollout: 64
77
+ recurrence: 32
78
+ num_epochs: 2
79
+ num_batches_per_epoch: 8
80
+ max_policy_lag: 300
81
+ learning_rate: 0.000303
82
+ gamma: 0.99
83
+ gae_lambda: 0.95
84
+ ppo_clip_ratio: 0.1
85
+ ppo_clip_value: 0.2
86
+ value_loss_coeff: 0.5
87
+ max_grad_norm: 0.0
88
+ async_rl: true
89
+ use_rnn: false
90
+ normalize_input: true
91
+ normalize_returns: true
92
+ stats_avg: 100
93
+ experiment_summaries_interval: 1
94
+ save_every_sec: 600
95
+ keep_checkpoints: 5
96
+ evaluation:
97
+ eval_interval_steps: 1000000
98
+ eval_episodes: 100
99
+ eval_parallel_envs: 32
100
+ eval_max_steps: 7200
101
+ eval_deterministic: true
102
+ eval_raw_reward: true
103
+ eval_suites:
104
+ fixed: []
105
+ normal: []
106
+ uniform: []
107
+ latency_bench_env_backend: demon_attack_gpu_batched
108
+ eval_latency_values: null
109
+ logging:
110
+ output_dir: /mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/to_profile
111
+ video:
112
+ enabled: false
113
+ num_bins: 10
114
+ save_step_records: true
115
+ save_action_records: true
116
+ save_latency_records: true
117
+ wandb_project: null
118
+ wandb_group: null
119
+ wandb_job_type: null
120
+ wandb_tags: ''
121
+ simulated_pipeline_profile: false
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/summary.json ADDED
@@ -0,0 +1,217 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_path": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/checkpoints/model.pt",
3
+ "experiment_name": "demon_attack-qwenoft-hist8-zero-scratch-s42-v2-step5000-history01-profile-par32",
4
+ "latency": "profile_sample",
5
+ "latency_type": "profile_sample",
6
+ "lengths": [
7
+ 5665,
8
+ 6724,
9
+ 4866,
10
+ 7200,
11
+ 5980,
12
+ 4223,
13
+ 7200,
14
+ 4866,
15
+ 6732,
16
+ 6566,
17
+ 5718,
18
+ 6367,
19
+ 5665,
20
+ 4858,
21
+ 4467,
22
+ 6732,
23
+ 4332,
24
+ 4323,
25
+ 4323,
26
+ 6732,
27
+ 5034,
28
+ 4215,
29
+ 4215,
30
+ 4866,
31
+ 5649,
32
+ 3919,
33
+ 3230,
34
+ 5665,
35
+ 2484,
36
+ 4467,
37
+ 5649,
38
+ 4223,
39
+ 4332,
40
+ 4809,
41
+ 4361,
42
+ 4858,
43
+ 5980,
44
+ 6732,
45
+ 6367,
46
+ 3230,
47
+ 6542,
48
+ 5657,
49
+ 3238,
50
+ 6542,
51
+ 4223,
52
+ 3230,
53
+ 4772,
54
+ 4780,
55
+ 4780,
56
+ 4223,
57
+ 4950,
58
+ 7200,
59
+ 7200,
60
+ 4835,
61
+ 5909,
62
+ 3921,
63
+ 4780,
64
+ 4332,
65
+ 5649,
66
+ 4323,
67
+ 7200,
68
+ 5208,
69
+ 4323,
70
+ 5558,
71
+ 4323,
72
+ 3230,
73
+ 5657,
74
+ 6328,
75
+ 7200,
76
+ 3238,
77
+ 6328,
78
+ 7200,
79
+ 4626,
80
+ 4772,
81
+ 5657,
82
+ 3238,
83
+ 6367,
84
+ 6724,
85
+ 4858,
86
+ 4332,
87
+ 7200,
88
+ 6274,
89
+ 6882,
90
+ 4332,
91
+ 4780,
92
+ 4332,
93
+ 4168,
94
+ 4858,
95
+ 4772,
96
+ 4332,
97
+ 3230,
98
+ 4780,
99
+ 6367,
100
+ 4973,
101
+ 5900,
102
+ 4215,
103
+ 6644,
104
+ 3980,
105
+ 5089,
106
+ 6274
107
+ ],
108
+ "mean_length": 5186.59,
109
+ "mean_return": 584.35,
110
+ "returns": [
111
+ 880.0,
112
+ 1020.0,
113
+ 355.0,
114
+ 980.0,
115
+ 780.0,
116
+ 325.0,
117
+ 1440.0,
118
+ 355.0,
119
+ 1020.0,
120
+ 540.0,
121
+ 520.0,
122
+ 940.0,
123
+ 880.0,
124
+ 355.0,
125
+ 340.0,
126
+ 1020.0,
127
+ 325.0,
128
+ 325.0,
129
+ 325.0,
130
+ 1020.0,
131
+ 520.0,
132
+ 325.0,
133
+ 325.0,
134
+ 355.0,
135
+ 880.0,
136
+ 295.0,
137
+ 295.0,
138
+ 880.0,
139
+ 140.0,
140
+ 340.0,
141
+ 880.0,
142
+ 325.0,
143
+ 325.0,
144
+ 325.0,
145
+ 310.0,
146
+ 355.0,
147
+ 780.0,
148
+ 1020.0,
149
+ 940.0,
150
+ 295.0,
151
+ 540.0,
152
+ 880.0,
153
+ 295.0,
154
+ 540.0,
155
+ 325.0,
156
+ 295.0,
157
+ 355.0,
158
+ 355.0,
159
+ 355.0,
160
+ 325.0,
161
+ 355.0,
162
+ 1220.0,
163
+ 1380.0,
164
+ 355.0,
165
+ 355.0,
166
+ 295.0,
167
+ 355.0,
168
+ 325.0,
169
+ 880.0,
170
+ 325.0,
171
+ 1300.0,
172
+ 480.0,
173
+ 325.0,
174
+ 310.0,
175
+ 325.0,
176
+ 295.0,
177
+ 880.0,
178
+ 940.0,
179
+ 1120.0,
180
+ 295.0,
181
+ 940.0,
182
+ 1300.0,
183
+ 295.0,
184
+ 355.0,
185
+ 880.0,
186
+ 295.0,
187
+ 940.0,
188
+ 1020.0,
189
+ 295.0,
190
+ 325.0,
191
+ 1120.0,
192
+ 1140.0,
193
+ 780.0,
194
+ 325.0,
195
+ 355.0,
196
+ 325.0,
197
+ 370.0,
198
+ 355.0,
199
+ 355.0,
200
+ 325.0,
201
+ 295.0,
202
+ 355.0,
203
+ 940.0,
204
+ 340.0,
205
+ 1180.0,
206
+ 325.0,
207
+ 1020.0,
208
+ 325.0,
209
+ 385.0,
210
+ 1140.0
211
+ ],
212
+ "seed": 1000000,
213
+ "source_profile_path": "/mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
214
+ "std_return": 338.14912021177867,
215
+ "suite_name": "profile_sample",
216
+ "timestamp_utc": "2026-09-23T22:11:38.019695+00:00"
217
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/profile/verification.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job_id": "eval_zero_to_profile__demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
3
+ "task": "demon_attack",
4
+ "model": "qwenoft",
5
+ "remote_eval_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/to_profile",
6
+ "checked_at": 1790201663.7755356,
7
+ "training_step": 5000,
8
+ "checkpoint_sha256": "19105254b128937823b3f46ca52702340a97dfd929237f6cb80ba7e45196b1cb",
9
+ "profile_sha256": "9b1ecf42b4cbd1f28970668922610509f1e7e3302ff34aaa854b1795986eeccb",
10
+ "wandb_run_id": "b3f7ac36",
11
+ "eval_protocol_version": "hist8-history01-par32-v3",
12
+ "max_episode_raw_frames": 7200,
13
+ "parallel_envs": 32,
14
+ "mean_return": 584.35,
15
+ "std_return": 338.1491202117788,
16
+ "mean_length": 5186.59,
17
+ "episodes": 100,
18
+ "issued_actions": 65041,
19
+ "top_action": "RIGHTFIRE",
20
+ "largest_action_fraction": 0.23738872403560832,
21
+ "unique_action_values": 6,
22
+ "episode_final_done": 92,
23
+ "episodes_at_frame_cap": 8,
24
+ "checks": {
25
+ "100_exact_seeds": true,
26
+ "checkpoint_sha": true,
27
+ "bundle_step": true,
28
+ "profile_sha": true,
29
+ "binary_history": true,
30
+ "raw_score_means_match": true,
31
+ "action_counts_match": true,
32
+ "action_total_match": true,
33
+ "summary_returns_match": true,
34
+ "summary_lengths_match": true,
35
+ "100_final_steps": true,
36
+ "final_step_lengths_match": true,
37
+ "training_condition_zero": true,
38
+ "environment_latency_matches": true,
39
+ "parallel_capacity_horizon": true,
40
+ "same_profile_as_profile_trained_eval": true,
41
+ "fps_history": true,
42
+ "episode_latency_protocol": true,
43
+ "training_recipe": true,
44
+ "training_dimensions": true,
45
+ "initialization_revision": true
46
+ },
47
+ "job": {
48
+ "id": "eval_zero_to_profile__demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
49
+ "kind": "eval_ready",
50
+ "source": "v2",
51
+ "task": "demon_attack",
52
+ "model": "qwenoft",
53
+ "python": "/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python",
54
+ "backbone": "/mnt/ssd/codex/hist8-vla-20260923/backbone/Qwen3-VL-4B-Instruct",
55
+ "bundle_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
56
+ "profile_path": "/mnt/ssd/codex/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
57
+ "env_condition": "profile",
58
+ "parallel_envs": 32,
59
+ "metric_prefix": "eval_hist8_v3/zero_to_profile",
60
+ "eval_dir": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/to_profile",
61
+ "gpus_required": 2,
62
+ "priority": 1100,
63
+ "depends_on": [],
64
+ "ready_path": "/mnt/ssd/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/bundle.complete.json"
65
+ },
66
+ "evidence_dir": "/home/lixinyuan/latency-sensitive-bench/outputs/tasks/decision_history_vla_hist8_v2/evaluation_receipts/h100/eval_zero_to_profile__demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
67
+ "verification_status": "verified"
68
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/action_audit.json ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_protocol_version": "hist8-history01-par32-v3",
3
+ "history_encoding": "binary_0_1",
4
+ "episodes": 100,
5
+ "episode_seeds": [
6
+ 1000000,
7
+ 1000001,
8
+ 1000002,
9
+ 1000003,
10
+ 1000004,
11
+ 1000005,
12
+ 1000006,
13
+ 1000007,
14
+ 1000008,
15
+ 1000009,
16
+ 1000010,
17
+ 1000011,
18
+ 1000012,
19
+ 1000013,
20
+ 1000014,
21
+ 1000015,
22
+ 1000016,
23
+ 1000017,
24
+ 1000018,
25
+ 1000019,
26
+ 1000020,
27
+ 1000021,
28
+ 1000022,
29
+ 1000023,
30
+ 1000024,
31
+ 1000025,
32
+ 1000026,
33
+ 1000027,
34
+ 1000028,
35
+ 1000029,
36
+ 1000030,
37
+ 1000031,
38
+ 1000032,
39
+ 1000033,
40
+ 1000034,
41
+ 1000035,
42
+ 1000036,
43
+ 1000037,
44
+ 1000038,
45
+ 1000039,
46
+ 1000040,
47
+ 1000041,
48
+ 1000042,
49
+ 1000043,
50
+ 1000044,
51
+ 1000045,
52
+ 1000046,
53
+ 1000047,
54
+ 1000048,
55
+ 1000049,
56
+ 1000050,
57
+ 1000051,
58
+ 1000052,
59
+ 1000053,
60
+ 1000054,
61
+ 1000055,
62
+ 1000056,
63
+ 1000057,
64
+ 1000058,
65
+ 1000059,
66
+ 1000060,
67
+ 1000061,
68
+ 1000062,
69
+ 1000063,
70
+ 1000064,
71
+ 1000065,
72
+ 1000066,
73
+ 1000067,
74
+ 1000068,
75
+ 1000069,
76
+ 1000070,
77
+ 1000071,
78
+ 1000072,
79
+ 1000073,
80
+ 1000074,
81
+ 1000075,
82
+ 1000076,
83
+ 1000077,
84
+ 1000078,
85
+ 1000079,
86
+ 1000080,
87
+ 1000081,
88
+ 1000082,
89
+ 1000083,
90
+ 1000084,
91
+ 1000085,
92
+ 1000086,
93
+ 1000087,
94
+ 1000088,
95
+ 1000089,
96
+ 1000090,
97
+ 1000091,
98
+ 1000092,
99
+ 1000093,
100
+ 1000094,
101
+ 1000095,
102
+ 1000096,
103
+ 1000097,
104
+ 1000098,
105
+ 1000099
106
+ ],
107
+ "issued_actions": 180000,
108
+ "action_counts": {
109
+ "4": 31722,
110
+ "2": 26942,
111
+ "3": 32469,
112
+ "0": 33128,
113
+ "5": 25001,
114
+ "1": 30738
115
+ },
116
+ "largest_action_fraction": 0.18404444444444445,
117
+ "raw_score_min": [
118
+ -13.645357131958008,
119
+ -13.358150482177734,
120
+ -12.915197372436523,
121
+ -13.549200057983398,
122
+ -12.829521179199219,
123
+ -12.40381908416748
124
+ ],
125
+ "raw_score_max": [
126
+ 20.40375328063965,
127
+ 20.63711166381836,
128
+ 22.381542205810547,
129
+ 21.408729553222656,
130
+ 22.108110427856445,
131
+ 22.106441497802734
132
+ ],
133
+ "raw_score_mean": [
134
+ 0.26497668026378896,
135
+ 0.3968997423657423,
136
+ -0.38549759650684684,
137
+ -0.21102111792605785,
138
+ 0.11280884935079763,
139
+ -0.37030637021194623
140
+ ]
141
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/episode_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/eval_code_snapshot.json ADDED
The diff for this file is too large to render. See raw diff
 
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/eval_config.yaml ADDED
@@ -0,0 +1,114 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment:
2
+ name: demon_attack-qwenoft-hist8-zero-scratch-s42-v2-step5000-history01-zero-par32
3
+ seed: 1000000
4
+ backend:
5
+ type: sample_factory
6
+ algo: APPO
7
+ device: cpu
8
+ train_dir: results/sample_factory
9
+ restart_behavior: resume
10
+ run_mode: eval
11
+ executor:
12
+ mode: simulated
13
+ simulated_worker_capacity: 1
14
+ simulated_inference_pool: true
15
+ inference_devices:
16
+ - cuda:0
17
+ - cuda:1
18
+ inference_batch_size: 16
19
+ env:
20
+ name: demon_attack
21
+ env_id: ALE/DemonAttack-v5
22
+ env_fps: 60
23
+ obs_fps: 15
24
+ screen_size: 84
25
+ noop_max: 30
26
+ reset_mode: fire
27
+ frame_stack: 1
28
+ terminal_on_life_loss: true
29
+ clip_reward: false
30
+ repeat_action_probability: 0.0
31
+ full_action_space: false
32
+ max_episode_steps: 25000
33
+ noop_action: 0
34
+ simulator: gpu
35
+ gpu_env_device: auto
36
+ obs_resize:
37
+ - 224
38
+ - 224
39
+ action_history_decisions: 8
40
+ latency:
41
+ method: zero
42
+ scheduler:
43
+ hold_policy: hold
44
+ ordering_policy: latest_ready
45
+ policy:
46
+ type: starvla
47
+ actions:
48
+ - NOOP
49
+ - FIRE
50
+ - RIGHT
51
+ - LEFT
52
+ - RIGHTFIRE
53
+ - LEFTFIRE
54
+ checkpoint_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/checkpoints/model.pt
55
+ model_config_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/config.yaml
56
+ device: cuda:0
57
+ unnorm_key: new_embodiment
58
+ prompt_mode: latency_neutral
59
+ backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
60
+ worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
61
+ state_source: transport
62
+ training:
63
+ train_for_env_steps: 25000000
64
+ num_workers: 1
65
+ num_envs_per_worker: 512
66
+ worker_num_splits: 1
67
+ num_policies: 1
68
+ batch_size: 1024
69
+ batched_sampling: true
70
+ rollout: 64
71
+ recurrence: 32
72
+ num_epochs: 2
73
+ num_batches_per_epoch: 8
74
+ max_policy_lag: 300
75
+ learning_rate: 0.000303
76
+ gamma: 0.99
77
+ gae_lambda: 0.95
78
+ ppo_clip_ratio: 0.1
79
+ ppo_clip_value: 0.2
80
+ value_loss_coeff: 0.5
81
+ max_grad_norm: 0.0
82
+ async_rl: true
83
+ use_rnn: false
84
+ normalize_input: true
85
+ normalize_returns: true
86
+ stats_avg: 100
87
+ experiment_summaries_interval: 1
88
+ save_every_sec: 600
89
+ keep_checkpoints: 5
90
+ evaluation:
91
+ eval_interval_steps: 1000000
92
+ eval_episodes: 100
93
+ eval_parallel_envs: 32
94
+ eval_max_steps: 7200
95
+ eval_deterministic: true
96
+ eval_raw_reward: true
97
+ eval_suites:
98
+ fixed: []
99
+ normal: []
100
+ uniform: []
101
+ latency_bench_env_backend: demon_attack_gpu_batched
102
+ eval_latency_values: null
103
+ logging:
104
+ output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/to_zero
105
+ video:
106
+ enabled: false
107
+ num_bins: 10
108
+ save_step_records: true
109
+ save_action_records: true
110
+ save_latency_records: true
111
+ wandb_project: null
112
+ wandb_group: null
113
+ wandb_job_type: null
114
+ wandb_tags: ''
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/provenance.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "collection": {
3
+ "teacher_repo": "latency-sensitive-bench/benchmark-models",
4
+ "teacher_revision": "5b533937a72e9fa923ecf28b1c1be5a16bad488d",
5
+ "teacher_path": "zero-latency/demon-attack/small-policy/sample-factory-v1",
6
+ "teacher_checkpoint": "best_000048704_24936448_reward_27118.050.pth",
7
+ "teacher_sha256": "f06e92be4b26fc883db66b355476d503aed4a6c8464d5e8f4c158f50ca2422ae",
8
+ "rollout_overrides": {
9
+ "env_fps": 60,
10
+ "obs_fps": 15,
11
+ "latency_type": "fixed",
12
+ "fixed_latency_ms": 0.0,
13
+ "seed": 42
14
+ },
15
+ "training_latency_condition": "zero",
16
+ "history": "decision_v1",
17
+ "history_decisions": 8,
18
+ "history_source": "zero_latency_issued_equals_applied",
19
+ "student_image_frames": 1,
20
+ "max_episode_raw_frames": 7200,
21
+ "episodes": 200,
22
+ "train_labels": 324000,
23
+ "filter_preset": "none"
24
+ },
25
+ "training_run_id": "demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
26
+ "training_step": 5000,
27
+ "global_batch": 128,
28
+ "base_model": "Qwen/Qwen3-VL-4B-Instruct",
29
+ "wandb_run_id": "b3f7ac36",
30
+ "checkpoint_sha256": "19105254b128937823b3f46ca52702340a97dfd929237f6cb80ba7e45196b1cb",
31
+ "eval_protocol_version": "hist8-history01-par32-v3",
32
+ "history_encoding": "binary_0_1",
33
+ "episodes": 100,
34
+ "env_condition": "zero",
35
+ "parallel_envs": 32,
36
+ "max_episode_raw_frames": 7200,
37
+ "inference_devices": [
38
+ "cuda:0",
39
+ "cuda:1"
40
+ ],
41
+ "episode_seeds": [
42
+ 1000000,
43
+ 1000099
44
+ ],
45
+ "profile_sha256": null
46
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/resolved_config.yaml ADDED
@@ -0,0 +1,117 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment:
2
+ name: demon_attack-qwenoft-hist8-zero-scratch-s42-v2-step5000-history01-zero-par32
3
+ seed: 1000000
4
+ backend:
5
+ type: sample_factory
6
+ algo: APPO
7
+ device: cpu
8
+ train_dir: results/sample_factory
9
+ restart_behavior: resume
10
+ run_mode: eval
11
+ executor:
12
+ mode: simulated
13
+ simulated_worker_capacity: 1
14
+ simulated_inference_pool: true
15
+ inference_devices:
16
+ - cuda:0
17
+ - cuda:1
18
+ inference_batch_size: 16
19
+ env:
20
+ name: demon_attack
21
+ env_id: ALE/DemonAttack-v5
22
+ env_fps: 60
23
+ obs_fps: 15
24
+ screen_size: 84
25
+ noop_max: 30
26
+ reset_mode: fire
27
+ frame_stack: 1
28
+ terminal_on_life_loss: true
29
+ clip_reward: false
30
+ repeat_action_probability: 0.0
31
+ full_action_space: false
32
+ max_episode_steps: 25000
33
+ noop_action: 0
34
+ simulator: gpu
35
+ gpu_env_device: auto
36
+ obs_resize:
37
+ - 224
38
+ - 224
39
+ action_history_decisions: 8
40
+ latency:
41
+ method: zero
42
+ scheduler:
43
+ hold_policy: hold
44
+ ordering_policy: latest_ready
45
+ policy:
46
+ type: starvla
47
+ actions:
48
+ - NOOP
49
+ - FIRE
50
+ - RIGHT
51
+ - LEFT
52
+ - RIGHTFIRE
53
+ - LEFTFIRE
54
+ checkpoint_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/checkpoints/model.pt
55
+ model_config_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/config.yaml
56
+ device: cuda:0
57
+ unnorm_key: new_embodiment
58
+ prompt_mode: latency_neutral
59
+ backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
60
+ worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
61
+ state_source: transport
62
+ action_prefix:
63
+ mode: none
64
+ training:
65
+ train_for_env_steps: 25000000
66
+ num_workers: 1
67
+ num_envs_per_worker: 512
68
+ worker_num_splits: 1
69
+ num_policies: 1
70
+ batch_size: 1024
71
+ batched_sampling: true
72
+ rollout: 64
73
+ recurrence: 32
74
+ num_epochs: 2
75
+ num_batches_per_epoch: 8
76
+ max_policy_lag: 300
77
+ learning_rate: 0.000303
78
+ gamma: 0.99
79
+ gae_lambda: 0.95
80
+ ppo_clip_ratio: 0.1
81
+ ppo_clip_value: 0.2
82
+ value_loss_coeff: 0.5
83
+ max_grad_norm: 0.0
84
+ async_rl: true
85
+ use_rnn: false
86
+ normalize_input: true
87
+ normalize_returns: true
88
+ stats_avg: 100
89
+ experiment_summaries_interval: 1
90
+ save_every_sec: 600
91
+ keep_checkpoints: 5
92
+ evaluation:
93
+ eval_interval_steps: 1000000
94
+ eval_episodes: 100
95
+ eval_parallel_envs: 32
96
+ eval_max_steps: 7200
97
+ eval_deterministic: true
98
+ eval_raw_reward: true
99
+ eval_suites:
100
+ fixed: []
101
+ normal: []
102
+ uniform: []
103
+ latency_bench_env_backend: demon_attack_gpu_batched
104
+ eval_latency_values: null
105
+ logging:
106
+ output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/to_zero
107
+ video:
108
+ enabled: false
109
+ num_bins: 10
110
+ save_step_records: true
111
+ save_action_records: true
112
+ save_latency_records: true
113
+ wandb_project: null
114
+ wandb_group: null
115
+ wandb_job_type: null
116
+ wandb_tags: ''
117
+ simulated_pipeline_profile: false
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/summary.json ADDED
@@ -0,0 +1,216 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/checkpoints/model.pt",
3
+ "experiment_name": "demon_attack-qwenoft-hist8-zero-scratch-s42-v2-step5000-history01-zero-par32",
4
+ "latency": 0,
5
+ "latency_type": "zero",
6
+ "lengths": [
7
+ 7200,
8
+ 7200,
9
+ 7200,
10
+ 7200,
11
+ 7200,
12
+ 7200,
13
+ 7200,
14
+ 7200,
15
+ 7200,
16
+ 7200,
17
+ 7200,
18
+ 7200,
19
+ 7200,
20
+ 7200,
21
+ 7200,
22
+ 7200,
23
+ 7200,
24
+ 7200,
25
+ 7200,
26
+ 7200,
27
+ 7200,
28
+ 7200,
29
+ 7200,
30
+ 7200,
31
+ 7200,
32
+ 7200,
33
+ 7200,
34
+ 7200,
35
+ 7200,
36
+ 7200,
37
+ 7200,
38
+ 7200,
39
+ 7200,
40
+ 7200,
41
+ 7200,
42
+ 7200,
43
+ 7200,
44
+ 7200,
45
+ 7200,
46
+ 7200,
47
+ 7200,
48
+ 7200,
49
+ 7200,
50
+ 7200,
51
+ 7200,
52
+ 7200,
53
+ 7200,
54
+ 7200,
55
+ 7200,
56
+ 7200,
57
+ 7200,
58
+ 7200,
59
+ 7200,
60
+ 7200,
61
+ 7200,
62
+ 7200,
63
+ 7200,
64
+ 7200,
65
+ 7200,
66
+ 7200,
67
+ 7200,
68
+ 7200,
69
+ 7200,
70
+ 7200,
71
+ 7200,
72
+ 7200,
73
+ 7200,
74
+ 7200,
75
+ 7200,
76
+ 7200,
77
+ 7200,
78
+ 7200,
79
+ 7200,
80
+ 7200,
81
+ 7200,
82
+ 7200,
83
+ 7200,
84
+ 7200,
85
+ 7200,
86
+ 7200,
87
+ 7200,
88
+ 7200,
89
+ 7200,
90
+ 7200,
91
+ 7200,
92
+ 7200,
93
+ 7200,
94
+ 7200,
95
+ 7200,
96
+ 7200,
97
+ 7200,
98
+ 7200,
99
+ 7200,
100
+ 7200,
101
+ 7200,
102
+ 7200,
103
+ 7200,
104
+ 7200,
105
+ 7200,
106
+ 7200
107
+ ],
108
+ "mean_length": 7200.0,
109
+ "mean_return": 2362.15,
110
+ "returns": [
111
+ 2140.0,
112
+ 2575.0,
113
+ 2200.0,
114
+ 2550.0,
115
+ 2480.0,
116
+ 2400.0,
117
+ 2385.0,
118
+ 2200.0,
119
+ 2790.0,
120
+ 2550.0,
121
+ 2790.0,
122
+ 2385.0,
123
+ 2140.0,
124
+ 2200.0,
125
+ 2200.0,
126
+ 2790.0,
127
+ 2040.0,
128
+ 2995.0,
129
+ 2995.0,
130
+ 2790.0,
131
+ 2140.0,
132
+ 1840.0,
133
+ 1840.0,
134
+ 2200.0,
135
+ 2140.0,
136
+ 2790.0,
137
+ 1840.0,
138
+ 2140.0,
139
+ 2140.0,
140
+ 2200.0,
141
+ 2140.0,
142
+ 2400.0,
143
+ 2040.0,
144
+ 2140.0,
145
+ 2790.0,
146
+ 2200.0,
147
+ 2480.0,
148
+ 2790.0,
149
+ 2385.0,
150
+ 1840.0,
151
+ 2790.0,
152
+ 2140.0,
153
+ 2400.0,
154
+ 2790.0,
155
+ 2400.0,
156
+ 1840.0,
157
+ 2415.0,
158
+ 2200.0,
159
+ 2200.0,
160
+ 2400.0,
161
+ 2550.0,
162
+ 2200.0,
163
+ 2765.0,
164
+ 1840.0,
165
+ 2995.0,
166
+ 2790.0,
167
+ 2200.0,
168
+ 2040.0,
169
+ 2140.0,
170
+ 2995.0,
171
+ 2765.0,
172
+ 2415.0,
173
+ 2995.0,
174
+ 2995.0,
175
+ 2995.0,
176
+ 1840.0,
177
+ 2140.0,
178
+ 2415.0,
179
+ 2480.0,
180
+ 2400.0,
181
+ 2415.0,
182
+ 2765.0,
183
+ 2790.0,
184
+ 2415.0,
185
+ 2140.0,
186
+ 2400.0,
187
+ 2385.0,
188
+ 2575.0,
189
+ 2790.0,
190
+ 2040.0,
191
+ 2480.0,
192
+ 2040.0,
193
+ 2415.0,
194
+ 2040.0,
195
+ 2200.0,
196
+ 2040.0,
197
+ 2415.0,
198
+ 2200.0,
199
+ 2415.0,
200
+ 2040.0,
201
+ 1840.0,
202
+ 2200.0,
203
+ 2385.0,
204
+ 2200.0,
205
+ 2140.0,
206
+ 1840.0,
207
+ 2790.0,
208
+ 2040.0,
209
+ 2140.0,
210
+ 2040.0
211
+ ],
212
+ "seed": 1000000,
213
+ "std_return": 324.56066844274284,
214
+ "suite_name": "fixed_0",
215
+ "timestamp_utc": "2026-09-23T22:06:25.806626+00:00"
216
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/evaluations/zero/verification.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job_id": "eval_zero_to_zero__demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
3
+ "task": "demon_attack",
4
+ "model": "qwenoft",
5
+ "remote_eval_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/to_zero",
6
+ "checked_at": 1790201663.1630814,
7
+ "training_step": 5000,
8
+ "checkpoint_sha256": "19105254b128937823b3f46ca52702340a97dfd929237f6cb80ba7e45196b1cb",
9
+ "profile_sha256": null,
10
+ "wandb_run_id": "b3f7ac36",
11
+ "eval_protocol_version": "hist8-history01-par32-v3",
12
+ "max_episode_raw_frames": 7200,
13
+ "parallel_envs": 32,
14
+ "mean_return": 2362.15,
15
+ "std_return": 324.5606684427428,
16
+ "mean_length": 7200,
17
+ "episodes": 100,
18
+ "issued_actions": 180000,
19
+ "top_action": "NOOP",
20
+ "largest_action_fraction": 0.18404444444444445,
21
+ "unique_action_values": 6,
22
+ "episode_final_done": 0,
23
+ "episodes_at_frame_cap": 100,
24
+ "checks": {
25
+ "100_exact_seeds": true,
26
+ "checkpoint_sha": true,
27
+ "bundle_step": true,
28
+ "profile_sha": true,
29
+ "binary_history": true,
30
+ "raw_score_means_match": true,
31
+ "action_counts_match": true,
32
+ "action_total_match": true,
33
+ "summary_returns_match": true,
34
+ "summary_lengths_match": true,
35
+ "100_final_steps": true,
36
+ "final_step_lengths_match": true,
37
+ "training_condition_zero": true,
38
+ "environment_latency_matches": true,
39
+ "parallel_capacity_horizon": true,
40
+ "fps_history": true,
41
+ "episode_latency_protocol": true,
42
+ "training_recipe": true,
43
+ "training_dimensions": true,
44
+ "initialization_revision": true
45
+ },
46
+ "job": {
47
+ "id": "eval_zero_to_zero__demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
48
+ "kind": "eval_ready",
49
+ "source": "v2",
50
+ "task": "demon_attack",
51
+ "model": "qwenoft",
52
+ "python": "/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python",
53
+ "backbone": "/home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17",
54
+ "bundle_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
55
+ "profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/openvla/1x-rtx3090/demon_attack/instance_a5037b165aa0cedc/profile.json",
56
+ "env_condition": "zero",
57
+ "parallel_envs": 32,
58
+ "metric_prefix": "eval_hist8_v3/zero_to_zero",
59
+ "eval_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/to_zero",
60
+ "gpus_required": 2,
61
+ "priority": 1100,
62
+ "depends_on": [
63
+ "package_zero__demon_attack-qwenoft-hist8-zero-scratch-s42-v2"
64
+ ]
65
+ },
66
+ "evidence_dir": "/home/lixinyuan/latency-sensitive-bench/outputs/tasks/decision_history_vla_hist8_v2/evaluation_receipts/h200-2/eval_zero_to_zero__demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
67
+ "verification_status": "verified"
68
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/manifest.json ADDED
@@ -0,0 +1,307 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_name": "lerobot",
3
+ "env_name": "demon_attack",
4
+ "episodes": 180,
5
+ "frames": 324000,
6
+ "task_prompts": [
7
+ "You are playing Demon Attack from a single game image. Choose exactly one action from: NOOP, FIRE, RIGHT, LEFT, RIGHTFIRE, LEFTFIRE. Survive, avoid enemy fire, and shoot enemies to maximize score."
8
+ ],
9
+ "format": "starvla_lerobot_v2_decision_v1",
10
+ "source": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/demon_attack/raw",
11
+ "robot_type": "rl_games_demon_attack",
12
+ "action_layout": "demon_attack_discrete",
13
+ "source_action_layout": "demon_attack_discrete",
14
+ "action_labels": [
15
+ "NOOP",
16
+ "FIRE",
17
+ "RIGHT",
18
+ "LEFT",
19
+ "RIGHTFIRE",
20
+ "LEFTFIRE"
21
+ ],
22
+ "action_dim": 6,
23
+ "active_action_dim": 6,
24
+ "state_source": "decision_v1",
25
+ "state_dim": 88,
26
+ "state_labels": [
27
+ "decision_history_0",
28
+ "decision_history_1",
29
+ "decision_history_2",
30
+ "decision_history_3",
31
+ "decision_history_4",
32
+ "decision_history_5",
33
+ "decision_history_6",
34
+ "decision_history_7",
35
+ "decision_history_8",
36
+ "decision_history_9",
37
+ "decision_history_10",
38
+ "decision_history_11",
39
+ "decision_history_12",
40
+ "decision_history_13",
41
+ "decision_history_14",
42
+ "decision_history_15",
43
+ "decision_history_16",
44
+ "decision_history_17",
45
+ "decision_history_18",
46
+ "decision_history_19",
47
+ "decision_history_20",
48
+ "decision_history_21",
49
+ "decision_history_22",
50
+ "decision_history_23",
51
+ "decision_history_24",
52
+ "decision_history_25",
53
+ "decision_history_26",
54
+ "decision_history_27",
55
+ "decision_history_28",
56
+ "decision_history_29",
57
+ "decision_history_30",
58
+ "decision_history_31",
59
+ "decision_history_32",
60
+ "decision_history_33",
61
+ "decision_history_34",
62
+ "decision_history_35",
63
+ "decision_history_36",
64
+ "decision_history_37",
65
+ "decision_history_38",
66
+ "decision_history_39",
67
+ "decision_history_40",
68
+ "decision_history_41",
69
+ "decision_history_42",
70
+ "decision_history_43",
71
+ "decision_history_44",
72
+ "decision_history_45",
73
+ "decision_history_46",
74
+ "decision_history_47",
75
+ "decision_history_48",
76
+ "decision_history_49",
77
+ "decision_history_50",
78
+ "decision_history_51",
79
+ "decision_history_52",
80
+ "decision_history_53",
81
+ "decision_history_54",
82
+ "decision_history_55",
83
+ "decision_history_56",
84
+ "decision_history_57",
85
+ "decision_history_58",
86
+ "decision_history_59",
87
+ "decision_history_60",
88
+ "decision_history_61",
89
+ "decision_history_62",
90
+ "decision_history_63",
91
+ "decision_history_64",
92
+ "decision_history_65",
93
+ "decision_history_66",
94
+ "decision_history_67",
95
+ "decision_history_68",
96
+ "decision_history_69",
97
+ "decision_history_70",
98
+ "decision_history_71",
99
+ "decision_history_72",
100
+ "decision_history_73",
101
+ "decision_history_74",
102
+ "decision_history_75",
103
+ "decision_history_76",
104
+ "decision_history_77",
105
+ "decision_history_78",
106
+ "decision_history_79",
107
+ "decision_history_80",
108
+ "decision_history_81",
109
+ "decision_history_82",
110
+ "decision_history_83",
111
+ "decision_history_84",
112
+ "decision_history_85",
113
+ "decision_history_86",
114
+ "decision_history_87"
115
+ ],
116
+ "state_normalization": {
117
+ "min": [
118
+ 0.0,
119
+ 0.0,
120
+ 0.0,
121
+ 0.0,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0,
126
+ 0.0,
127
+ 0.0,
128
+ 0.0,
129
+ 0.0,
130
+ 0.0,
131
+ 0.0,
132
+ 0.0,
133
+ 0.0,
134
+ 0.0,
135
+ 0.0,
136
+ 0.0,
137
+ 0.0,
138
+ 0.0,
139
+ 0.0,
140
+ 0.0,
141
+ 0.0,
142
+ 0.0,
143
+ 0.0,
144
+ 0.0,
145
+ 0.0,
146
+ 0.0,
147
+ 0.0,
148
+ 0.0,
149
+ 0.0,
150
+ 0.0,
151
+ 0.0,
152
+ 0.0,
153
+ 0.0,
154
+ 0.0,
155
+ 0.0,
156
+ 0.0,
157
+ 0.0,
158
+ 0.0,
159
+ 0.0,
160
+ 0.0,
161
+ 0.0,
162
+ 0.0,
163
+ 0.0,
164
+ 0.0,
165
+ 0.0,
166
+ 0.0,
167
+ 0.0,
168
+ 0.0,
169
+ 0.0,
170
+ 0.0,
171
+ 0.0,
172
+ 0.0,
173
+ 0.0,
174
+ 0.0,
175
+ 0.0,
176
+ 0.0,
177
+ 0.0,
178
+ 0.0,
179
+ 0.0,
180
+ 0.0,
181
+ 0.0,
182
+ 0.0,
183
+ 0.0,
184
+ 0.0,
185
+ 0.0,
186
+ 0.0,
187
+ 0.0,
188
+ 0.0,
189
+ 0.0,
190
+ 0.0,
191
+ 0.0,
192
+ 0.0,
193
+ 0.0,
194
+ 0.0,
195
+ 0.0,
196
+ 0.0,
197
+ 0.0,
198
+ 0.0,
199
+ 0.0,
200
+ 0.0,
201
+ 0.0,
202
+ 0.0,
203
+ 0.0,
204
+ 0.0,
205
+ 0.0
206
+ ],
207
+ "max": [
208
+ 1.0,
209
+ 1.0,
210
+ 1.0,
211
+ 1.0,
212
+ 1.0,
213
+ 1.0,
214
+ 1.0,
215
+ 1.0,
216
+ 1.0,
217
+ 1.0,
218
+ 1.0,
219
+ 1.0,
220
+ 1.0,
221
+ 1.0,
222
+ 1.0,
223
+ 1.0,
224
+ 1.0,
225
+ 1.0,
226
+ 1.0,
227
+ 1.0,
228
+ 1.0,
229
+ 1.0,
230
+ 1.0,
231
+ 1.0,
232
+ 1.0,
233
+ 1.0,
234
+ 1.0,
235
+ 1.0,
236
+ 1.0,
237
+ 1.0,
238
+ 1.0,
239
+ 1.0,
240
+ 1.0,
241
+ 1.0,
242
+ 1.0,
243
+ 1.0,
244
+ 1.0,
245
+ 1.0,
246
+ 1.0,
247
+ 1.0,
248
+ 1.0,
249
+ 1.0,
250
+ 1.0,
251
+ 1.0,
252
+ 1.0,
253
+ 1.0,
254
+ 1.0,
255
+ 1.0,
256
+ 1.0,
257
+ 1.0,
258
+ 1.0,
259
+ 1.0,
260
+ 1.0,
261
+ 1.0,
262
+ 1.0,
263
+ 1.0,
264
+ 1.0,
265
+ 1.0,
266
+ 1.0,
267
+ 1.0,
268
+ 1.0,
269
+ 1.0,
270
+ 1.0,
271
+ 1.0,
272
+ 1.0,
273
+ 1.0,
274
+ 1.0,
275
+ 1.0,
276
+ 1.0,
277
+ 1.0,
278
+ 1.0,
279
+ 1.0,
280
+ 1.0,
281
+ 1.0,
282
+ 1.0,
283
+ 1.0,
284
+ 1.0,
285
+ 1.0,
286
+ 1.0,
287
+ 1.0,
288
+ 1.0,
289
+ 1.0,
290
+ 1.0,
291
+ 1.0,
292
+ 1.0,
293
+ 1.0,
294
+ 1.0,
295
+ 1.0
296
+ ]
297
+ },
298
+ "action_history_decisions": 8,
299
+ "rows_unit": "decision_step",
300
+ "obs_fps": 15.0,
301
+ "obs_stride_raw_frames": 4,
302
+ "latency_prompt_map_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/demon_attack/lerobot/latency_prompt_map.json",
303
+ "custom_mixtures_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/demon_attack/_generated_mixtures/lerobot.json",
304
+ "validation_dataset_name": "lerobot__val",
305
+ "validation_episodes": 20,
306
+ "validation_frames": 36000
307
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/profiles/DONE ADDED
File without changes
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/profiles/hardware.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "driver_version": "595.58.03",
3
+ "gpu_class": "1x-rtx3090",
4
+ "gpus": [
5
+ {
6
+ "name": "NVIDIA GeForce RTX 3090",
7
+ "slot": 0
8
+ }
9
+ ],
10
+ "instance_id": "instance_a5037b165aa0cedc",
11
+ "topology_links": [],
12
+ "torch": {
13
+ "backends": {
14
+ "cuda_cudnn_sdp_enabled": true,
15
+ "cuda_flash_sdp_enabled": true,
16
+ "cuda_math_sdp_enabled": true,
17
+ "cuda_matmul_allow_tf32": false,
18
+ "cuda_mem_efficient_sdp_enabled": true,
19
+ "cudnn_allow_tf32": true,
20
+ "cudnn_benchmark": false
21
+ },
22
+ "cuda_available": true,
23
+ "cuda_device_count": 1,
24
+ "cuda_version": "12.8",
25
+ "current_device": 0,
26
+ "current_device_name": "NVIDIA GeForce RTX 3090",
27
+ "device_properties": [
28
+ {
29
+ "index": 0,
30
+ "major": 8,
31
+ "minor": 6,
32
+ "multi_processor_count": 82,
33
+ "name": "NVIDIA GeForce RTX 3090",
34
+ "total_memory": 25298141184
35
+ }
36
+ ],
37
+ "float32_matmul_precision": "highest",
38
+ "version": "2.11.0+cu128"
39
+ }
40
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/profiles/latency_burst_model.json ADDED
@@ -0,0 +1,1329 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "burst_dwell_distribution": {
3
+ "distribution_type": "inverse_cdf",
4
+ "latency_ms": [
5
+ 1.0,
6
+ 1.0,
7
+ 1.0,
8
+ 1.0,
9
+ 1.0,
10
+ 1.0,
11
+ 1.0,
12
+ 1.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 1.0,
17
+ 1.0,
18
+ 1.0,
19
+ 1.0,
20
+ 1.0,
21
+ 1.0,
22
+ 1.0,
23
+ 1.0,
24
+ 1.0,
25
+ 1.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 1.0,
30
+ 1.0,
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0,
39
+ 1.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 1.0,
58
+ 1.0,
59
+ 1.0,
60
+ 1.0,
61
+ 1.0,
62
+ 1.0,
63
+ 1.0,
64
+ 1.0,
65
+ 1.0,
66
+ 1.0,
67
+ 1.0,
68
+ 1.0,
69
+ 1.0,
70
+ 1.0,
71
+ 1.0,
72
+ 1.0,
73
+ 1.0,
74
+ 1.0,
75
+ 1.0,
76
+ 1.0,
77
+ 1.0,
78
+ 1.0,
79
+ 1.0,
80
+ 1.0,
81
+ 1.0,
82
+ 1.0,
83
+ 1.0,
84
+ 1.0,
85
+ 1.0,
86
+ 1.0,
87
+ 1.0,
88
+ 1.0,
89
+ 1.0,
90
+ 1.0,
91
+ 1.0,
92
+ 1.0,
93
+ 1.0,
94
+ 1.0,
95
+ 1.0,
96
+ 1.0,
97
+ 1.0,
98
+ 1.0,
99
+ 1.0,
100
+ 1.0,
101
+ 1.0,
102
+ 1.0,
103
+ 1.0,
104
+ 1.0,
105
+ 1.0,
106
+ 1.0,
107
+ 1.0,
108
+ 1.0,
109
+ 1.0,
110
+ 1.0,
111
+ 1.0,
112
+ 1.0,
113
+ 1.0,
114
+ 1.0,
115
+ 1.0,
116
+ 1.0,
117
+ 1.0,
118
+ 1.0,
119
+ 1.0,
120
+ 1.0,
121
+ 1.0,
122
+ 1.0,
123
+ 1.0,
124
+ 1.0,
125
+ 1.0,
126
+ 1.0,
127
+ 1.0
128
+ ],
129
+ "quantile_levels": [
130
+ 0.0,
131
+ 0.0001,
132
+ 0.0005,
133
+ 0.001,
134
+ 0.002,
135
+ 0.003,
136
+ 0.004,
137
+ 0.005,
138
+ 0.006,
139
+ 0.007,
140
+ 0.008,
141
+ 0.009,
142
+ 0.01,
143
+ 0.02,
144
+ 0.03,
145
+ 0.04,
146
+ 0.05,
147
+ 0.06,
148
+ 0.07,
149
+ 0.08,
150
+ 0.09,
151
+ 0.1,
152
+ 0.11,
153
+ 0.12,
154
+ 0.13,
155
+ 0.14,
156
+ 0.15,
157
+ 0.16,
158
+ 0.17,
159
+ 0.18,
160
+ 0.19,
161
+ 0.2,
162
+ 0.21,
163
+ 0.22,
164
+ 0.23,
165
+ 0.24,
166
+ 0.25,
167
+ 0.26,
168
+ 0.27,
169
+ 0.28,
170
+ 0.29,
171
+ 0.3,
172
+ 0.31,
173
+ 0.32,
174
+ 0.33,
175
+ 0.34,
176
+ 0.35,
177
+ 0.36,
178
+ 0.37,
179
+ 0.38,
180
+ 0.39,
181
+ 0.4,
182
+ 0.41,
183
+ 0.42,
184
+ 0.43,
185
+ 0.44,
186
+ 0.45,
187
+ 0.46,
188
+ 0.47,
189
+ 0.48,
190
+ 0.49,
191
+ 0.5,
192
+ 0.51,
193
+ 0.52,
194
+ 0.53,
195
+ 0.54,
196
+ 0.55,
197
+ 0.56,
198
+ 0.57,
199
+ 0.58,
200
+ 0.59,
201
+ 0.6,
202
+ 0.61,
203
+ 0.62,
204
+ 0.63,
205
+ 0.64,
206
+ 0.65,
207
+ 0.66,
208
+ 0.67,
209
+ 0.68,
210
+ 0.69,
211
+ 0.7,
212
+ 0.71,
213
+ 0.72,
214
+ 0.73,
215
+ 0.74,
216
+ 0.75,
217
+ 0.76,
218
+ 0.77,
219
+ 0.78,
220
+ 0.79,
221
+ 0.8,
222
+ 0.81,
223
+ 0.82,
224
+ 0.83,
225
+ 0.84,
226
+ 0.85,
227
+ 0.86,
228
+ 0.87,
229
+ 0.88,
230
+ 0.89,
231
+ 0.9,
232
+ 0.91,
233
+ 0.92,
234
+ 0.93,
235
+ 0.94,
236
+ 0.95,
237
+ 0.96,
238
+ 0.97,
239
+ 0.98,
240
+ 0.99,
241
+ 0.991,
242
+ 0.992,
243
+ 0.993,
244
+ 0.994,
245
+ 0.995,
246
+ 0.996,
247
+ 0.997,
248
+ 0.998,
249
+ 0.999,
250
+ 0.9995,
251
+ 0.9999,
252
+ 1.0
253
+ ]
254
+ },
255
+ "burst_dwell_lengths": [
256
+ 1,
257
+ 1,
258
+ 1,
259
+ 1
260
+ ],
261
+ "burst_merge_gap_records": 30,
262
+ "burst_rank_processes": [
263
+ {
264
+ "draw_count": 4,
265
+ "dwell_length_spearman_rho": 0.0,
266
+ "level_ms": {
267
+ "distribution_type": "inverse_cdf",
268
+ "latency_ms": [
269
+ 86.77457618713379,
270
+ 86.77457618713379,
271
+ 86.77457618713379,
272
+ 86.77457618713379,
273
+ 86.77457618713379,
274
+ 86.77457618713379,
275
+ 86.77457618713379,
276
+ 86.77457618713379,
277
+ 86.77457618713379,
278
+ 86.77457618713379,
279
+ 86.77457618713379,
280
+ 86.77457618713379,
281
+ 86.77457618713379,
282
+ 86.77457618713379,
283
+ 86.77457618713379,
284
+ 86.77457618713379,
285
+ 86.77457618713379,
286
+ 86.77457618713379,
287
+ 86.77457618713379,
288
+ 86.77457618713379,
289
+ 86.77457618713379,
290
+ 86.77457618713379,
291
+ 86.77457618713379,
292
+ 86.77457618713379,
293
+ 86.81674144744873,
294
+ 86.90107196807861,
295
+ 86.9854024887085,
296
+ 87.06973300933838,
297
+ 87.15406352996825,
298
+ 87.23839405059815,
299
+ 87.32272457122802,
300
+ 87.40705509185791,
301
+ 87.49138561248779,
302
+ 87.57571613311768,
303
+ 87.66004665374756,
304
+ 87.74437717437745,
305
+ 87.82870769500732,
306
+ 87.9130382156372,
307
+ 87.99736873626709,
308
+ 88.08169925689697,
309
+ 88.16602977752686,
310
+ 88.25036029815674,
311
+ 88.33469081878663,
312
+ 88.4190213394165,
313
+ 88.5033518600464,
314
+ 88.58768238067627,
315
+ 88.67201290130615,
316
+ 88.75634342193604,
317
+ 88.84067394256591,
318
+ 88.95887703895569,
319
+ 89.11095271110534,
320
+ 89.263028383255,
321
+ 89.41510405540467,
322
+ 89.56717972755432,
323
+ 89.71925539970398,
324
+ 89.87133107185363,
325
+ 90.0234067440033,
326
+ 90.17548241615296,
327
+ 90.32755808830261,
328
+ 90.47963376045227,
329
+ 90.63170943260192,
330
+ 90.78378510475159,
331
+ 90.93586077690125,
332
+ 91.0879364490509,
333
+ 91.24001212120056,
334
+ 91.39208779335021,
335
+ 91.54416346549988,
336
+ 91.69623913764954,
337
+ 91.84831480979919,
338
+ 92.00039048194886,
339
+ 92.1524661540985,
340
+ 92.30454182624817,
341
+ 92.45661749839783,
342
+ 92.60869317054748,
343
+ 92.77705320358277,
344
+ 92.96169759750366,
345
+ 93.14634199142456,
346
+ 93.33098638534545,
347
+ 93.51563077926636,
348
+ 93.70027517318725,
349
+ 93.88491956710816,
350
+ 94.06956396102905,
351
+ 94.25420835494995,
352
+ 94.43885274887084,
353
+ 94.62349714279175,
354
+ 94.80814153671264,
355
+ 94.99278593063354,
356
+ 95.17743032455445,
357
+ 95.36207471847534,
358
+ 95.54671911239625,
359
+ 95.73136350631714,
360
+ 95.91600790023804,
361
+ 96.10065229415893,
362
+ 96.28529668807984,
363
+ 96.46994108200073,
364
+ 96.65458547592164,
365
+ 96.83922986984253,
366
+ 97.02387426376343,
367
+ 97.20851865768432,
368
+ 97.30084085464478,
369
+ 97.30084085464478,
370
+ 97.30084085464478,
371
+ 97.30084085464478,
372
+ 97.30084085464478,
373
+ 97.30084085464478,
374
+ 97.30084085464478,
375
+ 97.30084085464478,
376
+ 97.30084085464478,
377
+ 97.30084085464478,
378
+ 97.30084085464478,
379
+ 97.30084085464478,
380
+ 97.30084085464478,
381
+ 97.30084085464478,
382
+ 97.30084085464478,
383
+ 97.30084085464478,
384
+ 97.30084085464478,
385
+ 97.30084085464478,
386
+ 97.30084085464478,
387
+ 97.30084085464478,
388
+ 97.30084085464478,
389
+ 97.30084085464478,
390
+ 97.30084085464478,
391
+ 97.30084085464478
392
+ ],
393
+ "quantile_levels": [
394
+ 0.0,
395
+ 0.0001,
396
+ 0.0005,
397
+ 0.001,
398
+ 0.002,
399
+ 0.003,
400
+ 0.004,
401
+ 0.005,
402
+ 0.006,
403
+ 0.007,
404
+ 0.008,
405
+ 0.009,
406
+ 0.01,
407
+ 0.02,
408
+ 0.03,
409
+ 0.04,
410
+ 0.05,
411
+ 0.06,
412
+ 0.07,
413
+ 0.08,
414
+ 0.09,
415
+ 0.1,
416
+ 0.11,
417
+ 0.12,
418
+ 0.13,
419
+ 0.14,
420
+ 0.15,
421
+ 0.16,
422
+ 0.17,
423
+ 0.18,
424
+ 0.19,
425
+ 0.2,
426
+ 0.21,
427
+ 0.22,
428
+ 0.23,
429
+ 0.24,
430
+ 0.25,
431
+ 0.26,
432
+ 0.27,
433
+ 0.28,
434
+ 0.29,
435
+ 0.3,
436
+ 0.31,
437
+ 0.32,
438
+ 0.33,
439
+ 0.34,
440
+ 0.35,
441
+ 0.36,
442
+ 0.37,
443
+ 0.38,
444
+ 0.39,
445
+ 0.4,
446
+ 0.41,
447
+ 0.42,
448
+ 0.43,
449
+ 0.44,
450
+ 0.45,
451
+ 0.46,
452
+ 0.47,
453
+ 0.48,
454
+ 0.49,
455
+ 0.5,
456
+ 0.51,
457
+ 0.52,
458
+ 0.53,
459
+ 0.54,
460
+ 0.55,
461
+ 0.56,
462
+ 0.57,
463
+ 0.58,
464
+ 0.59,
465
+ 0.6,
466
+ 0.61,
467
+ 0.62,
468
+ 0.63,
469
+ 0.64,
470
+ 0.65,
471
+ 0.66,
472
+ 0.67,
473
+ 0.68,
474
+ 0.69,
475
+ 0.7,
476
+ 0.71,
477
+ 0.72,
478
+ 0.73,
479
+ 0.74,
480
+ 0.75,
481
+ 0.76,
482
+ 0.77,
483
+ 0.78,
484
+ 0.79,
485
+ 0.8,
486
+ 0.81,
487
+ 0.82,
488
+ 0.83,
489
+ 0.84,
490
+ 0.85,
491
+ 0.86,
492
+ 0.87,
493
+ 0.88,
494
+ 0.89,
495
+ 0.9,
496
+ 0.91,
497
+ 0.92,
498
+ 0.93,
499
+ 0.94,
500
+ 0.95,
501
+ 0.96,
502
+ 0.97,
503
+ 0.98,
504
+ 0.99,
505
+ 0.991,
506
+ 0.992,
507
+ 0.993,
508
+ 0.994,
509
+ 0.995,
510
+ 0.996,
511
+ 0.997,
512
+ 0.998,
513
+ 0.999,
514
+ 0.9995,
515
+ 0.9999,
516
+ 1.0
517
+ ]
518
+ },
519
+ "level_residual_ms": {
520
+ "distribution_type": "inverse_cdf",
521
+ "latency_ms": [
522
+ 0.0,
523
+ 0.0,
524
+ 0.0,
525
+ 0.0,
526
+ 0.0,
527
+ 0.0,
528
+ 0.0,
529
+ 0.0,
530
+ 0.0,
531
+ 0.0,
532
+ 0.0,
533
+ 0.0,
534
+ 0.0,
535
+ 0.0,
536
+ 0.0,
537
+ 0.0,
538
+ 0.0,
539
+ 0.0,
540
+ 0.0,
541
+ 0.0,
542
+ 0.0,
543
+ 0.0,
544
+ 0.0,
545
+ 0.0,
546
+ 0.0,
547
+ 0.0,
548
+ 0.0,
549
+ 0.0,
550
+ 0.0,
551
+ 0.0,
552
+ 0.0,
553
+ 0.0,
554
+ 0.0,
555
+ 0.0,
556
+ 0.0,
557
+ 0.0,
558
+ 0.0,
559
+ 0.0,
560
+ 0.0,
561
+ 0.0,
562
+ 0.0,
563
+ 0.0,
564
+ 0.0,
565
+ 0.0,
566
+ 0.0,
567
+ 0.0,
568
+ 0.0,
569
+ 0.0,
570
+ 0.0,
571
+ 0.0,
572
+ 0.0,
573
+ 0.0,
574
+ 0.0,
575
+ 0.0,
576
+ 0.0,
577
+ 0.0,
578
+ 0.0,
579
+ 0.0,
580
+ 0.0,
581
+ 0.0,
582
+ 0.0,
583
+ 0.0,
584
+ 0.0,
585
+ 0.0,
586
+ 0.0,
587
+ 0.0,
588
+ 0.0,
589
+ 0.0,
590
+ 0.0,
591
+ 0.0,
592
+ 0.0,
593
+ 0.0,
594
+ 0.0,
595
+ 0.0,
596
+ 0.0,
597
+ 0.0,
598
+ 0.0,
599
+ 0.0,
600
+ 0.0,
601
+ 0.0,
602
+ 0.0,
603
+ 0.0,
604
+ 0.0,
605
+ 0.0,
606
+ 0.0,
607
+ 0.0,
608
+ 0.0,
609
+ 0.0,
610
+ 0.0,
611
+ 0.0,
612
+ 0.0,
613
+ 0.0,
614
+ 0.0,
615
+ 0.0,
616
+ 0.0,
617
+ 0.0,
618
+ 0.0,
619
+ 0.0,
620
+ 0.0,
621
+ 0.0,
622
+ 0.0,
623
+ 0.0,
624
+ 0.0,
625
+ 0.0,
626
+ 0.0,
627
+ 0.0,
628
+ 0.0,
629
+ 0.0,
630
+ 0.0,
631
+ 0.0,
632
+ 0.0,
633
+ 0.0,
634
+ 0.0,
635
+ 0.0,
636
+ 0.0,
637
+ 0.0,
638
+ 0.0,
639
+ 0.0,
640
+ 0.0,
641
+ 0.0,
642
+ 0.0,
643
+ 0.0,
644
+ 0.0
645
+ ],
646
+ "quantile_levels": [
647
+ 0.0,
648
+ 0.0001,
649
+ 0.0005,
650
+ 0.001,
651
+ 0.002,
652
+ 0.003,
653
+ 0.004,
654
+ 0.005,
655
+ 0.006,
656
+ 0.007,
657
+ 0.008,
658
+ 0.009,
659
+ 0.01,
660
+ 0.02,
661
+ 0.03,
662
+ 0.04,
663
+ 0.05,
664
+ 0.06,
665
+ 0.07,
666
+ 0.08,
667
+ 0.09,
668
+ 0.1,
669
+ 0.11,
670
+ 0.12,
671
+ 0.13,
672
+ 0.14,
673
+ 0.15,
674
+ 0.16,
675
+ 0.17,
676
+ 0.18,
677
+ 0.19,
678
+ 0.2,
679
+ 0.21,
680
+ 0.22,
681
+ 0.23,
682
+ 0.24,
683
+ 0.25,
684
+ 0.26,
685
+ 0.27,
686
+ 0.28,
687
+ 0.29,
688
+ 0.3,
689
+ 0.31,
690
+ 0.32,
691
+ 0.33,
692
+ 0.34,
693
+ 0.35,
694
+ 0.36,
695
+ 0.37,
696
+ 0.38,
697
+ 0.39,
698
+ 0.4,
699
+ 0.41,
700
+ 0.42,
701
+ 0.43,
702
+ 0.44,
703
+ 0.45,
704
+ 0.46,
705
+ 0.47,
706
+ 0.48,
707
+ 0.49,
708
+ 0.5,
709
+ 0.51,
710
+ 0.52,
711
+ 0.53,
712
+ 0.54,
713
+ 0.55,
714
+ 0.56,
715
+ 0.57,
716
+ 0.58,
717
+ 0.59,
718
+ 0.6,
719
+ 0.61,
720
+ 0.62,
721
+ 0.63,
722
+ 0.64,
723
+ 0.65,
724
+ 0.66,
725
+ 0.67,
726
+ 0.68,
727
+ 0.69,
728
+ 0.7,
729
+ 0.71,
730
+ 0.72,
731
+ 0.73,
732
+ 0.74,
733
+ 0.75,
734
+ 0.76,
735
+ 0.77,
736
+ 0.78,
737
+ 0.79,
738
+ 0.8,
739
+ 0.81,
740
+ 0.82,
741
+ 0.83,
742
+ 0.84,
743
+ 0.85,
744
+ 0.86,
745
+ 0.87,
746
+ 0.88,
747
+ 0.89,
748
+ 0.9,
749
+ 0.91,
750
+ 0.92,
751
+ 0.93,
752
+ 0.94,
753
+ 0.95,
754
+ 0.96,
755
+ 0.97,
756
+ 0.98,
757
+ 0.99,
758
+ 0.991,
759
+ 0.992,
760
+ 0.993,
761
+ 0.994,
762
+ 0.995,
763
+ 0.996,
764
+ 0.997,
765
+ 0.998,
766
+ 0.999,
767
+ 0.9995,
768
+ 0.9999,
769
+ 1.0
770
+ ]
771
+ },
772
+ "severity": {
773
+ "distribution_type": "inverse_cdf",
774
+ "latency_ms": [
775
+ 1.0,
776
+ 1.0,
777
+ 1.0,
778
+ 1.0,
779
+ 1.0,
780
+ 1.0,
781
+ 1.0,
782
+ 1.0,
783
+ 1.0,
784
+ 1.0,
785
+ 1.0,
786
+ 1.0,
787
+ 1.0,
788
+ 1.0,
789
+ 1.0,
790
+ 1.0,
791
+ 1.0,
792
+ 1.0,
793
+ 1.0,
794
+ 1.0,
795
+ 1.0,
796
+ 1.0,
797
+ 1.0,
798
+ 1.0,
799
+ 1.0,
800
+ 1.0,
801
+ 1.0,
802
+ 1.0,
803
+ 1.0,
804
+ 1.0,
805
+ 1.0,
806
+ 1.0,
807
+ 1.0,
808
+ 1.0,
809
+ 1.0,
810
+ 1.0,
811
+ 1.0,
812
+ 1.0,
813
+ 1.0,
814
+ 1.0,
815
+ 1.0,
816
+ 1.0,
817
+ 1.0,
818
+ 1.0,
819
+ 1.0,
820
+ 1.0,
821
+ 1.0,
822
+ 1.0,
823
+ 1.0,
824
+ 1.0,
825
+ 1.0,
826
+ 1.0,
827
+ 1.0,
828
+ 1.0,
829
+ 1.0,
830
+ 1.0,
831
+ 1.0,
832
+ 1.0,
833
+ 1.0,
834
+ 1.0,
835
+ 1.0,
836
+ 1.0,
837
+ 1.0,
838
+ 1.0,
839
+ 1.0,
840
+ 1.0,
841
+ 1.0,
842
+ 1.0,
843
+ 1.0,
844
+ 1.0,
845
+ 1.0,
846
+ 1.0,
847
+ 1.0,
848
+ 1.0,
849
+ 1.0,
850
+ 1.0,
851
+ 1.0,
852
+ 1.0,
853
+ 1.0,
854
+ 1.0,
855
+ 1.0,
856
+ 1.0,
857
+ 1.0,
858
+ 1.0,
859
+ 1.0,
860
+ 1.0,
861
+ 1.0,
862
+ 1.0,
863
+ 1.0,
864
+ 1.0,
865
+ 1.0,
866
+ 1.0,
867
+ 1.0,
868
+ 1.0,
869
+ 1.0,
870
+ 1.0,
871
+ 1.0,
872
+ 1.0,
873
+ 1.0,
874
+ 1.0,
875
+ 1.0,
876
+ 1.0,
877
+ 1.0,
878
+ 1.0,
879
+ 1.0,
880
+ 1.0,
881
+ 1.0,
882
+ 1.0,
883
+ 1.0,
884
+ 1.0,
885
+ 1.0,
886
+ 1.0,
887
+ 1.0,
888
+ 1.0,
889
+ 1.0,
890
+ 1.0,
891
+ 1.0,
892
+ 1.0,
893
+ 1.0,
894
+ 1.0,
895
+ 1.0,
896
+ 1.0,
897
+ 1.0
898
+ ],
899
+ "quantile_levels": [
900
+ 0.0,
901
+ 0.0001,
902
+ 0.0005,
903
+ 0.001,
904
+ 0.002,
905
+ 0.003,
906
+ 0.004,
907
+ 0.005,
908
+ 0.006,
909
+ 0.007,
910
+ 0.008,
911
+ 0.009,
912
+ 0.01,
913
+ 0.02,
914
+ 0.03,
915
+ 0.04,
916
+ 0.05,
917
+ 0.06,
918
+ 0.07,
919
+ 0.08,
920
+ 0.09,
921
+ 0.1,
922
+ 0.11,
923
+ 0.12,
924
+ 0.13,
925
+ 0.14,
926
+ 0.15,
927
+ 0.16,
928
+ 0.17,
929
+ 0.18,
930
+ 0.19,
931
+ 0.2,
932
+ 0.21,
933
+ 0.22,
934
+ 0.23,
935
+ 0.24,
936
+ 0.25,
937
+ 0.26,
938
+ 0.27,
939
+ 0.28,
940
+ 0.29,
941
+ 0.3,
942
+ 0.31,
943
+ 0.32,
944
+ 0.33,
945
+ 0.34,
946
+ 0.35,
947
+ 0.36,
948
+ 0.37,
949
+ 0.38,
950
+ 0.39,
951
+ 0.4,
952
+ 0.41,
953
+ 0.42,
954
+ 0.43,
955
+ 0.44,
956
+ 0.45,
957
+ 0.46,
958
+ 0.47,
959
+ 0.48,
960
+ 0.49,
961
+ 0.5,
962
+ 0.51,
963
+ 0.52,
964
+ 0.53,
965
+ 0.54,
966
+ 0.55,
967
+ 0.56,
968
+ 0.57,
969
+ 0.58,
970
+ 0.59,
971
+ 0.6,
972
+ 0.61,
973
+ 0.62,
974
+ 0.63,
975
+ 0.64,
976
+ 0.65,
977
+ 0.66,
978
+ 0.67,
979
+ 0.68,
980
+ 0.69,
981
+ 0.7,
982
+ 0.71,
983
+ 0.72,
984
+ 0.73,
985
+ 0.74,
986
+ 0.75,
987
+ 0.76,
988
+ 0.77,
989
+ 0.78,
990
+ 0.79,
991
+ 0.8,
992
+ 0.81,
993
+ 0.82,
994
+ 0.83,
995
+ 0.84,
996
+ 0.85,
997
+ 0.86,
998
+ 0.87,
999
+ 0.88,
1000
+ 0.89,
1001
+ 0.9,
1002
+ 0.91,
1003
+ 0.92,
1004
+ 0.93,
1005
+ 0.94,
1006
+ 0.95,
1007
+ 0.96,
1008
+ 0.97,
1009
+ 0.98,
1010
+ 0.99,
1011
+ 0.991,
1012
+ 0.992,
1013
+ 0.993,
1014
+ 0.994,
1015
+ 0.995,
1016
+ 0.996,
1017
+ 0.997,
1018
+ 0.998,
1019
+ 0.999,
1020
+ 0.9995,
1021
+ 0.9999,
1022
+ 1.0
1023
+ ]
1024
+ },
1025
+ "spike_count": 4
1026
+ }
1027
+ ],
1028
+ "burst_slot_rank_templates": [
1029
+ {
1030
+ "dwell_length": 1,
1031
+ "slot_to_rank": {
1032
+ "0": 0
1033
+ }
1034
+ },
1035
+ {
1036
+ "dwell_length": 1,
1037
+ "slot_to_rank": {
1038
+ "0": 0
1039
+ }
1040
+ },
1041
+ {
1042
+ "dwell_length": 1,
1043
+ "slot_to_rank": {
1044
+ "0": 0
1045
+ }
1046
+ },
1047
+ {
1048
+ "dwell_length": 1,
1049
+ "slot_to_rank": {
1050
+ "0": 0
1051
+ }
1052
+ }
1053
+ ],
1054
+ "model_type": "hidden_regime",
1055
+ "pre_worker_time_ms": {
1056
+ "distribution_type": "inverse_cdf",
1057
+ "latency_ms": [
1058
+ 0.22601985931396484,
1059
+ 0.2275010621547699,
1060
+ 0.239719158411026,
1061
+ 0.24556879997253417,
1062
+ 0.25708019733428955,
1063
+ 0.2712867021560669,
1064
+ 0.278192138671875,
1065
+ 0.28271323442459106,
1066
+ 0.28740954399108887,
1067
+ 0.2912308096885681,
1068
+ 0.29295802116394043,
1069
+ 0.29465012550354003,
1070
+ 0.29573118686676025,
1071
+ 0.30174922943115234,
1072
+ 0.305572509765625,
1073
+ 0.3094046115875244,
1074
+ 0.31329476833343506,
1075
+ 0.3179202079772949,
1076
+ 0.32118499279022217,
1077
+ 0.32359933853149414,
1078
+ 0.32503700256347656,
1079
+ 0.3265399932861328,
1080
+ 0.3278195858001709,
1081
+ 0.32921886444091797,
1082
+ 0.330796480178833,
1083
+ 0.3322887420654297,
1084
+ 0.3338221311569214,
1085
+ 0.335573673248291,
1086
+ 0.3372795581817627,
1087
+ 0.33925914764404297,
1088
+ 0.34148895740509033,
1089
+ 0.34457945823669434,
1090
+ 0.3481099605560303,
1091
+ 0.35388898849487305,
1092
+ 0.3611863851547241,
1093
+ 0.368884801864624,
1094
+ 0.37542998790740967,
1095
+ 0.37927961349487305,
1096
+ 0.3820997476577759,
1097
+ 0.3852696418762207,
1098
+ 0.38867735862731934,
1099
+ 0.3928189277648926,
1100
+ 0.39799177646636963,
1101
+ 0.4047842025756836,
1102
+ 0.41290712356567383,
1103
+ 0.4179191589355469,
1104
+ 0.4201815128326416,
1105
+ 0.42169928550720215,
1106
+ 0.4228864908218384,
1107
+ 0.42395925521850586,
1108
+ 0.42517900466918945,
1109
+ 0.4266695976257324,
1110
+ 0.4282487630844116,
1111
+ 0.4297604560852051,
1112
+ 0.43168890476226807,
1113
+ 0.43389415740966797,
1114
+ 0.4365466833114624,
1115
+ 0.4387187957763672,
1116
+ 0.4405885934829712,
1117
+ 0.44275927543640137,
1118
+ 0.444787859916687,
1119
+ 0.4470691680908203,
1120
+ 0.44957876205444336,
1121
+ 0.4528493881225586,
1122
+ 0.457924485206604,
1123
+ 0.46429967880249023,
1124
+ 0.4702591896057129,
1125
+ 0.47699403762817383,
1126
+ 0.48361337184906,
1127
+ 0.48959875106811523,
1128
+ 0.4959850311279297,
1129
+ 0.5001890659332275,
1130
+ 0.5043368339538574,
1131
+ 0.5079693794250488,
1132
+ 0.511751651763916,
1133
+ 0.5156288146972656,
1134
+ 0.5192596912384033,
1135
+ 0.522608757019043,
1136
+ 0.5262089967727661,
1137
+ 0.5304291248321533,
1138
+ 0.5342593193054199,
1139
+ 0.5387797355651854,
1140
+ 0.5422666072845459,
1141
+ 0.5456132888793945,
1142
+ 0.5480791330337524,
1143
+ 0.5506987571716309,
1144
+ 0.5530320405960083,
1145
+ 0.5553083419799805,
1146
+ 0.557494044303894,
1147
+ 0.559898853302002,
1148
+ 0.5622291564941406,
1149
+ 0.5646944046020508,
1150
+ 0.5670976638793945,
1151
+ 0.5694489479064941,
1152
+ 0.5718420743942261,
1153
+ 0.5743088722229004,
1154
+ 0.5766735076904297,
1155
+ 0.5792093276977539,
1156
+ 0.5818367004394531,
1157
+ 0.5845403671264648,
1158
+ 0.587504506111145,
1159
+ 0.5912389755249023,
1160
+ 0.5947080850601196,
1161
+ 0.598628044128418,
1162
+ 0.6036777496337891,
1163
+ 0.6098895072937012,
1164
+ 0.6168389320373535,
1165
+ 0.6247241497039795,
1166
+ 0.6370913982391357,
1167
+ 0.6558585166931152,
1168
+ 0.7012325525283813,
1169
+ 0.7145634293556181,
1170
+ 0.7284800052642825,
1171
+ 0.7463564872741679,
1172
+ 0.7735321760177641,
1173
+ 0.8411259055137634,
1174
+ 0.960082817077626,
1175
+ 1.018235540390015,
1176
+ 1.1200352907180755,
1177
+ 1.1514626741409315,
1178
+ 1.164144152402878,
1179
+ 1.1907061123847855,
1180
+ 1.2014789581298828
1181
+ ],
1182
+ "quantile_levels": [
1183
+ 0.0,
1184
+ 0.0001,
1185
+ 0.0005,
1186
+ 0.001,
1187
+ 0.002,
1188
+ 0.003,
1189
+ 0.004,
1190
+ 0.005,
1191
+ 0.006,
1192
+ 0.007,
1193
+ 0.008,
1194
+ 0.009,
1195
+ 0.01,
1196
+ 0.02,
1197
+ 0.03,
1198
+ 0.04,
1199
+ 0.05,
1200
+ 0.06,
1201
+ 0.07,
1202
+ 0.08,
1203
+ 0.09,
1204
+ 0.1,
1205
+ 0.11,
1206
+ 0.12,
1207
+ 0.13,
1208
+ 0.14,
1209
+ 0.15,
1210
+ 0.16,
1211
+ 0.17,
1212
+ 0.18,
1213
+ 0.19,
1214
+ 0.2,
1215
+ 0.21,
1216
+ 0.22,
1217
+ 0.23,
1218
+ 0.24,
1219
+ 0.25,
1220
+ 0.26,
1221
+ 0.27,
1222
+ 0.28,
1223
+ 0.29,
1224
+ 0.3,
1225
+ 0.31,
1226
+ 0.32,
1227
+ 0.33,
1228
+ 0.34,
1229
+ 0.35,
1230
+ 0.36,
1231
+ 0.37,
1232
+ 0.38,
1233
+ 0.39,
1234
+ 0.4,
1235
+ 0.41,
1236
+ 0.42,
1237
+ 0.43,
1238
+ 0.44,
1239
+ 0.45,
1240
+ 0.46,
1241
+ 0.47,
1242
+ 0.48,
1243
+ 0.49,
1244
+ 0.5,
1245
+ 0.51,
1246
+ 0.52,
1247
+ 0.53,
1248
+ 0.54,
1249
+ 0.55,
1250
+ 0.56,
1251
+ 0.57,
1252
+ 0.58,
1253
+ 0.59,
1254
+ 0.6,
1255
+ 0.61,
1256
+ 0.62,
1257
+ 0.63,
1258
+ 0.64,
1259
+ 0.65,
1260
+ 0.66,
1261
+ 0.67,
1262
+ 0.68,
1263
+ 0.69,
1264
+ 0.7,
1265
+ 0.71,
1266
+ 0.72,
1267
+ 0.73,
1268
+ 0.74,
1269
+ 0.75,
1270
+ 0.76,
1271
+ 0.77,
1272
+ 0.78,
1273
+ 0.79,
1274
+ 0.8,
1275
+ 0.81,
1276
+ 0.82,
1277
+ 0.83,
1278
+ 0.84,
1279
+ 0.85,
1280
+ 0.86,
1281
+ 0.87,
1282
+ 0.88,
1283
+ 0.89,
1284
+ 0.9,
1285
+ 0.91,
1286
+ 0.92,
1287
+ 0.93,
1288
+ 0.94,
1289
+ 0.95,
1290
+ 0.96,
1291
+ 0.97,
1292
+ 0.98,
1293
+ 0.99,
1294
+ 0.991,
1295
+ 0.992,
1296
+ 0.993,
1297
+ 0.994,
1298
+ 0.995,
1299
+ 0.996,
1300
+ 0.997,
1301
+ 0.998,
1302
+ 0.999,
1303
+ 0.9995,
1304
+ 0.9999,
1305
+ 1.0
1306
+ ]
1307
+ },
1308
+ "regime_step_counts": {
1309
+ "burst": 4,
1310
+ "calm": 21221
1311
+ },
1312
+ "regime_transition_counts": {
1313
+ "burst": {
1314
+ "burst": 0,
1315
+ "calm": 4
1316
+ },
1317
+ "calm": {
1318
+ "burst": 4,
1319
+ "calm": 21212
1320
+ }
1321
+ },
1322
+ "reset_scope": "session",
1323
+ "schema_version": 12,
1324
+ "spike_median_multiplier": 1.25,
1325
+ "spike_threshold_ms_by_worker_slot": {
1326
+ "0": 86.14487826824188
1327
+ },
1328
+ "worker_count": 1
1329
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/profiles/latency_distribution.json ADDED
@@ -0,0 +1,1027 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 3,
3
+ "worker_slots": {
4
+ "0": {
5
+ "all": {
6
+ "count": 21225,
7
+ "observation_to_action_latency_ms": {
8
+ "distribution_type": "inverse_cdf",
9
+ "latency_ms": [
10
+ 67.35485696792603,
11
+ 67.44967415094375,
12
+ 67.61393802762032,
13
+ 67.90178303718567,
14
+ 68.08175115585327,
15
+ 68.1504406452179,
16
+ 68.16721801757812,
17
+ 68.18528467416763,
18
+ 68.1952887058258,
19
+ 68.20362440347671,
20
+ 68.21181740760804,
21
+ 68.21822780370712,
22
+ 68.22558844089508,
23
+ 68.29538440704346,
24
+ 68.41035389900208,
25
+ 68.57759809494019,
26
+ 68.77033126354218,
27
+ 68.8454236984253,
28
+ 68.91606962680817,
29
+ 68.99443936347961,
30
+ 69.19731903076172,
31
+ 69.30992460250854,
32
+ 69.34735453128815,
33
+ 69.37916851043701,
34
+ 69.41645216941833,
35
+ 69.46063089370728,
36
+ 69.51159965991974,
37
+ 69.55704617500305,
38
+ 69.6019332408905,
39
+ 69.64715194702148,
40
+ 69.69154214859009,
41
+ 69.74475407600403,
42
+ 69.81484913825989,
43
+ 69.88752794265747,
44
+ 69.93848872184753,
45
+ 69.97702097892761,
46
+ 70.0188227891922,
47
+ 70.06055402755737,
48
+ 70.10575067996979,
49
+ 70.15242981910706,
50
+ 70.25512361526489,
51
+ 70.38743495941162,
52
+ 70.46346652507782,
53
+ 70.51338315010071,
54
+ 70.57333171367645,
55
+ 70.62830066680908,
56
+ 70.6733820438385,
57
+ 70.698801279068,
58
+ 70.72302281856537,
59
+ 70.74676656723022,
60
+ 70.7650191783905,
61
+ 70.78573989868164,
62
+ 70.80194163322449,
63
+ 70.81861972808838,
64
+ 70.83451879024506,
65
+ 70.85174512863159,
66
+ 70.86891400814056,
67
+ 70.88848686218262,
68
+ 70.91185855865479,
69
+ 70.94214701652527,
70
+ 70.98127329349518,
71
+ 71.02336406707764,
72
+ 71.07005202770233,
73
+ 71.10969591140747,
74
+ 71.15286695957184,
75
+ 71.19965696334839,
76
+ 71.24780797958374,
77
+ 71.30783128738403,
78
+ 71.40356838703156,
79
+ 71.5178484916687,
80
+ 71.62330949306488,
81
+ 71.74058771133423,
82
+ 71.80239534378052,
83
+ 71.85516595840454,
84
+ 71.90612661838531,
85
+ 71.95047187805176,
86
+ 72.00032567977905,
87
+ 72.09550523757935,
88
+ 72.24574184417725,
89
+ 72.38945841789246,
90
+ 72.5531336069107,
91
+ 72.69685459136963,
92
+ 72.83759009838104,
93
+ 72.93836760520935,
94
+ 73.00630152225494,
95
+ 73.07590579986572,
96
+ 73.15471112728119,
97
+ 73.32310724258423,
98
+ 73.52716732025146,
99
+ 73.70850658416748,
100
+ 73.88662314414978,
101
+ 74.00949001312256,
102
+ 74.04091739654541,
103
+ 74.065908908844,
104
+ 74.08818793296814,
105
+ 74.11024188995361,
106
+ 74.13632476329803,
107
+ 74.16225385665894,
108
+ 74.19175696372986,
109
+ 74.2173810005188,
110
+ 74.24926793575287,
111
+ 74.29032802581787,
112
+ 74.36949360370636,
113
+ 74.5650269985199,
114
+ 74.9337899684906,
115
+ 75.17403841018677,
116
+ 75.24005734920502,
117
+ 75.30674767494202,
118
+ 75.38096702098846,
119
+ 75.57450008392334,
120
+ 76.40142548084259,
121
+ 76.43787740468979,
122
+ 76.46753334999084,
123
+ 76.50488694906235,
124
+ 76.54009363651275,
125
+ 76.58746457099915,
126
+ 76.67508707046508,
127
+ 76.88276592493058,
128
+ 77.48705739974974,
129
+ 78.97327362299004,
130
+ 82.44142429828688,
131
+ 91.43532865046953,
132
+ 98.45754909515381
133
+ ],
134
+ "quantile_levels": [
135
+ 0.0,
136
+ 0.0001,
137
+ 0.0005,
138
+ 0.001,
139
+ 0.002,
140
+ 0.003,
141
+ 0.004,
142
+ 0.005,
143
+ 0.006,
144
+ 0.007,
145
+ 0.008,
146
+ 0.009,
147
+ 0.01,
148
+ 0.02,
149
+ 0.03,
150
+ 0.04,
151
+ 0.05,
152
+ 0.06,
153
+ 0.07,
154
+ 0.08,
155
+ 0.09,
156
+ 0.1,
157
+ 0.11,
158
+ 0.12,
159
+ 0.13,
160
+ 0.14,
161
+ 0.15,
162
+ 0.16,
163
+ 0.17,
164
+ 0.18,
165
+ 0.19,
166
+ 0.2,
167
+ 0.21,
168
+ 0.22,
169
+ 0.23,
170
+ 0.24,
171
+ 0.25,
172
+ 0.26,
173
+ 0.27,
174
+ 0.28,
175
+ 0.29,
176
+ 0.3,
177
+ 0.31,
178
+ 0.32,
179
+ 0.33,
180
+ 0.34,
181
+ 0.35,
182
+ 0.36,
183
+ 0.37,
184
+ 0.38,
185
+ 0.39,
186
+ 0.4,
187
+ 0.41,
188
+ 0.42,
189
+ 0.43,
190
+ 0.44,
191
+ 0.45,
192
+ 0.46,
193
+ 0.47,
194
+ 0.48,
195
+ 0.49,
196
+ 0.5,
197
+ 0.51,
198
+ 0.52,
199
+ 0.53,
200
+ 0.54,
201
+ 0.55,
202
+ 0.56,
203
+ 0.57,
204
+ 0.58,
205
+ 0.59,
206
+ 0.6,
207
+ 0.61,
208
+ 0.62,
209
+ 0.63,
210
+ 0.64,
211
+ 0.65,
212
+ 0.66,
213
+ 0.67,
214
+ 0.68,
215
+ 0.69,
216
+ 0.7,
217
+ 0.71,
218
+ 0.72,
219
+ 0.73,
220
+ 0.74,
221
+ 0.75,
222
+ 0.76,
223
+ 0.77,
224
+ 0.78,
225
+ 0.79,
226
+ 0.8,
227
+ 0.81,
228
+ 0.82,
229
+ 0.83,
230
+ 0.84,
231
+ 0.85,
232
+ 0.86,
233
+ 0.87,
234
+ 0.88,
235
+ 0.89,
236
+ 0.9,
237
+ 0.91,
238
+ 0.92,
239
+ 0.93,
240
+ 0.94,
241
+ 0.95,
242
+ 0.96,
243
+ 0.97,
244
+ 0.98,
245
+ 0.99,
246
+ 0.991,
247
+ 0.992,
248
+ 0.993,
249
+ 0.994,
250
+ 0.995,
251
+ 0.996,
252
+ 0.997,
253
+ 0.998,
254
+ 0.999,
255
+ 0.9995,
256
+ 0.9999,
257
+ 1.0
258
+ ]
259
+ },
260
+ "spearman_rho": 0.9975408973540265,
261
+ "worker_service_time_ms": {
262
+ "distribution_type": "inverse_cdf",
263
+ "latency_ms": [
264
+ 66.85521793365479,
265
+ 66.87420262098313,
266
+ 67.00013971328735,
267
+ 67.32375289201737,
268
+ 67.55068953037262,
269
+ 67.60557914972306,
270
+ 67.62693939208984,
271
+ 67.64499431848526,
272
+ 67.65399339199067,
273
+ 67.66394574642182,
274
+ 67.67249627113343,
275
+ 67.68049107789993,
276
+ 67.68716883659363,
277
+ 67.74961614608765,
278
+ 67.84169065952301,
279
+ 68.01218342781067,
280
+ 68.20826399326324,
281
+ 68.28247117996216,
282
+ 68.34884524345398,
283
+ 68.42270040512085,
284
+ 68.68398010730743,
285
+ 68.77682399749756,
286
+ 68.81405651569366,
287
+ 68.84298896789551,
288
+ 68.88000786304474,
289
+ 68.9296760559082,
290
+ 68.99519395828247,
291
+ 69.10798287391663,
292
+ 69.20991289615631,
293
+ 69.27370691299438,
294
+ 69.3159646987915,
295
+ 69.34799909591675,
296
+ 69.37620985507965,
297
+ 69.40066480636597,
298
+ 69.42788052558899,
299
+ 69.45627951622009,
300
+ 69.48619997501373,
301
+ 69.51527118682861,
302
+ 69.5524023771286,
303
+ 69.61740159988403,
304
+ 69.76651275157928,
305
+ 69.88705778121948,
306
+ 69.94496297836304,
307
+ 69.99427056312561,
308
+ 70.07047379016876,
309
+ 70.1676082611084,
310
+ 70.26258718967438,
311
+ 70.31737017631531,
312
+ 70.35364770889282,
313
+ 70.38009595870972,
314
+ 70.40109157562256,
315
+ 70.42225527763367,
316
+ 70.44259881973267,
317
+ 70.45951700210571,
318
+ 70.4754239320755,
319
+ 70.4894506931305,
320
+ 70.50512897968292,
321
+ 70.51773023605347,
322
+ 70.53234779834747,
323
+ 70.54830241203308,
324
+ 70.5641143321991,
325
+ 70.5831503868103,
326
+ 70.60456347465515,
327
+ 70.63363790512085,
328
+ 70.66126990318298,
329
+ 70.6949257850647,
330
+ 70.74378061294556,
331
+ 70.83577179908752,
332
+ 70.94557344913483,
333
+ 71.05694913864136,
334
+ 71.14902317523956,
335
+ 71.25468945503235,
336
+ 71.37772035598755,
337
+ 71.46299314498901,
338
+ 71.52333760261536,
339
+ 71.5789041519165,
340
+ 71.62986409664154,
341
+ 71.68435335159302,
342
+ 71.7671400308609,
343
+ 71.91040802001953,
344
+ 72.04657518863678,
345
+ 72.18683004379272,
346
+ 72.33531618118286,
347
+ 72.48062372207642,
348
+ 72.56066608428955,
349
+ 72.63492202758789,
350
+ 72.71155595779419,
351
+ 72.82210373878479,
352
+ 73.02281594276428,
353
+ 73.20083713531494,
354
+ 73.3942768573761,
355
+ 73.56836581230164,
356
+ 73.59999370574951,
357
+ 73.62562990188599,
358
+ 73.64746868610382,
359
+ 73.67011499404907,
360
+ 73.69440543651581,
361
+ 73.72252321243286,
362
+ 73.74931716918945,
363
+ 73.77550792694092,
364
+ 73.80325436592102,
365
+ 73.84166717529297,
366
+ 73.90886783599854,
367
+ 74.09536623954773,
368
+ 74.43732392787933,
369
+ 74.71957397460938,
370
+ 74.79044818878174,
371
+ 74.8588924407959,
372
+ 74.92499303817749,
373
+ 75.07918310165405,
374
+ 75.93255400657654,
375
+ 75.97042843103408,
376
+ 75.99867172241211,
377
+ 76.04338501691818,
378
+ 76.06536383628845,
379
+ 76.10998898744583,
380
+ 76.17076148986816,
381
+ 76.35420266389848,
382
+ 76.94606754779814,
383
+ 78.41254136562365,
384
+ 81.2898439407353,
385
+ 90.31805335878828,
386
+ 97.30084085464478
387
+ ],
388
+ "quantile_levels": [
389
+ 0.0,
390
+ 0.0001,
391
+ 0.0005,
392
+ 0.001,
393
+ 0.002,
394
+ 0.003,
395
+ 0.004,
396
+ 0.005,
397
+ 0.006,
398
+ 0.007,
399
+ 0.008,
400
+ 0.009,
401
+ 0.01,
402
+ 0.02,
403
+ 0.03,
404
+ 0.04,
405
+ 0.05,
406
+ 0.06,
407
+ 0.07,
408
+ 0.08,
409
+ 0.09,
410
+ 0.1,
411
+ 0.11,
412
+ 0.12,
413
+ 0.13,
414
+ 0.14,
415
+ 0.15,
416
+ 0.16,
417
+ 0.17,
418
+ 0.18,
419
+ 0.19,
420
+ 0.2,
421
+ 0.21,
422
+ 0.22,
423
+ 0.23,
424
+ 0.24,
425
+ 0.25,
426
+ 0.26,
427
+ 0.27,
428
+ 0.28,
429
+ 0.29,
430
+ 0.3,
431
+ 0.31,
432
+ 0.32,
433
+ 0.33,
434
+ 0.34,
435
+ 0.35,
436
+ 0.36,
437
+ 0.37,
438
+ 0.38,
439
+ 0.39,
440
+ 0.4,
441
+ 0.41,
442
+ 0.42,
443
+ 0.43,
444
+ 0.44,
445
+ 0.45,
446
+ 0.46,
447
+ 0.47,
448
+ 0.48,
449
+ 0.49,
450
+ 0.5,
451
+ 0.51,
452
+ 0.52,
453
+ 0.53,
454
+ 0.54,
455
+ 0.55,
456
+ 0.56,
457
+ 0.57,
458
+ 0.58,
459
+ 0.59,
460
+ 0.6,
461
+ 0.61,
462
+ 0.62,
463
+ 0.63,
464
+ 0.64,
465
+ 0.65,
466
+ 0.66,
467
+ 0.67,
468
+ 0.68,
469
+ 0.69,
470
+ 0.7,
471
+ 0.71,
472
+ 0.72,
473
+ 0.73,
474
+ 0.74,
475
+ 0.75,
476
+ 0.76,
477
+ 0.77,
478
+ 0.78,
479
+ 0.79,
480
+ 0.8,
481
+ 0.81,
482
+ 0.82,
483
+ 0.83,
484
+ 0.84,
485
+ 0.85,
486
+ 0.86,
487
+ 0.87,
488
+ 0.88,
489
+ 0.89,
490
+ 0.9,
491
+ 0.91,
492
+ 0.92,
493
+ 0.93,
494
+ 0.94,
495
+ 0.95,
496
+ 0.96,
497
+ 0.97,
498
+ 0.98,
499
+ 0.99,
500
+ 0.991,
501
+ 0.992,
502
+ 0.993,
503
+ 0.994,
504
+ 0.995,
505
+ 0.996,
506
+ 0.997,
507
+ 0.998,
508
+ 0.999,
509
+ 0.9995,
510
+ 0.9999,
511
+ 1.0
512
+ ]
513
+ }
514
+ },
515
+ "steady": {
516
+ "count": 21221,
517
+ "observation_to_action_latency_ms": {
518
+ "distribution_type": "inverse_cdf",
519
+ "latency_ms": [
520
+ 67.35485696792603,
521
+ 67.44965513811111,
522
+ 67.61388086342812,
523
+ 67.90174848365784,
524
+ 68.08174990463257,
525
+ 68.15043476295472,
526
+ 68.16720104980469,
527
+ 68.18528249025344,
528
+ 68.19528360176086,
529
+ 68.2036159787178,
530
+ 68.21181693458557,
531
+ 68.218222053051,
532
+ 68.22557732105255,
533
+ 68.29536750793457,
534
+ 68.41027390480042,
535
+ 68.57759107589722,
536
+ 68.77032239437104,
537
+ 68.84527538299561,
538
+ 68.91598092079163,
539
+ 68.99392376899719,
540
+ 69.19715629577637,
541
+ 69.30991353988648,
542
+ 69.3472965335846,
543
+ 69.3791556930542,
544
+ 69.41625926017761,
545
+ 69.46061674118042,
546
+ 69.51142797470092,
547
+ 69.55686301231384,
548
+ 69.6017172908783,
549
+ 69.6468896484375,
550
+ 69.69115395069122,
551
+ 69.74468445777893,
552
+ 69.81417508125305,
553
+ 69.88677011489868,
554
+ 69.93841943264007,
555
+ 69.97693031311036,
556
+ 70.01865243911743,
557
+ 70.06046245574952,
558
+ 70.10555584430695,
559
+ 70.15235270500183,
560
+ 70.2544925069809,
561
+ 70.38737392425537,
562
+ 70.46325564861297,
563
+ 70.51306232452393,
564
+ 70.57320850372315,
565
+ 70.62772035598755,
566
+ 70.67329273223876,
567
+ 70.6985614681244,
568
+ 70.72292606830597,
569
+ 70.74667230606079,
570
+ 70.76481187343597,
571
+ 70.78553223609924,
572
+ 70.80192793369294,
573
+ 70.81842966079712,
574
+ 70.83445432662964,
575
+ 70.85153294563294,
576
+ 70.86858825683593,
577
+ 70.88844654083252,
578
+ 70.91175734996796,
579
+ 70.94201758384705,
580
+ 70.98110036849975,
581
+ 71.02277755737305,
582
+ 71.06993418693543,
583
+ 71.10925917625427,
584
+ 71.15269423007965,
585
+ 71.19912715911865,
586
+ 71.24696233272553,
587
+ 71.30763246536254,
588
+ 71.40136058330536,
589
+ 71.51731687545777,
590
+ 71.62236431598663,
591
+ 71.74022755622863,
592
+ 71.80173261165619,
593
+ 71.85473958969116,
594
+ 71.90495391368866,
595
+ 71.95009238243102,
596
+ 72.00022668838501,
597
+ 72.09239562988282,
598
+ 72.24375589847565,
599
+ 72.38683151245117,
600
+ 72.55104750156403,
601
+ 72.69423084259033,
602
+ 72.83646285533905,
603
+ 72.93779321670532,
604
+ 73.00583343029022,
605
+ 73.07532318115234,
606
+ 73.15179491043091,
607
+ 73.32080579757691,
608
+ 73.52210509300232,
609
+ 73.70785663604737,
610
+ 73.8828340291977,
611
+ 74.00923199653626,
612
+ 74.04020328521729,
613
+ 74.0654154586792,
614
+ 74.08805637836457,
615
+ 74.10994106292725,
616
+ 74.13609101772309,
617
+ 74.16196825027465,
618
+ 74.19118364810943,
619
+ 74.21696193695068,
620
+ 74.24901290416717,
621
+ 74.28957595825196,
622
+ 74.36777621746063,
623
+ 74.55852318763733,
624
+ 74.92057950496674,
625
+ 75.17215312957764,
626
+ 75.23910899162293,
627
+ 75.30503416061401,
628
+ 75.37998402118683,
629
+ 75.56767936706542,
630
+ 76.39878085136414,
631
+ 76.43321333169936,
632
+ 76.46233292770386,
633
+ 76.49552422380448,
634
+ 76.53560242938995,
635
+ 76.58312142372131,
636
+ 76.6414909248352,
637
+ 76.8457839550972,
638
+ 77.348348818779,
639
+ 78.70851292705535,
640
+ 80.57236953353907,
641
+ 86.25301475911093,
642
+ 87.02105045318604
643
+ ],
644
+ "quantile_levels": [
645
+ 0.0,
646
+ 0.0001,
647
+ 0.0005,
648
+ 0.001,
649
+ 0.002,
650
+ 0.003,
651
+ 0.004,
652
+ 0.005,
653
+ 0.006,
654
+ 0.007,
655
+ 0.008,
656
+ 0.009,
657
+ 0.01,
658
+ 0.02,
659
+ 0.03,
660
+ 0.04,
661
+ 0.05,
662
+ 0.06,
663
+ 0.07,
664
+ 0.08,
665
+ 0.09,
666
+ 0.1,
667
+ 0.11,
668
+ 0.12,
669
+ 0.13,
670
+ 0.14,
671
+ 0.15,
672
+ 0.16,
673
+ 0.17,
674
+ 0.18,
675
+ 0.19,
676
+ 0.2,
677
+ 0.21,
678
+ 0.22,
679
+ 0.23,
680
+ 0.24,
681
+ 0.25,
682
+ 0.26,
683
+ 0.27,
684
+ 0.28,
685
+ 0.29,
686
+ 0.3,
687
+ 0.31,
688
+ 0.32,
689
+ 0.33,
690
+ 0.34,
691
+ 0.35,
692
+ 0.36,
693
+ 0.37,
694
+ 0.38,
695
+ 0.39,
696
+ 0.4,
697
+ 0.41,
698
+ 0.42,
699
+ 0.43,
700
+ 0.44,
701
+ 0.45,
702
+ 0.46,
703
+ 0.47,
704
+ 0.48,
705
+ 0.49,
706
+ 0.5,
707
+ 0.51,
708
+ 0.52,
709
+ 0.53,
710
+ 0.54,
711
+ 0.55,
712
+ 0.56,
713
+ 0.57,
714
+ 0.58,
715
+ 0.59,
716
+ 0.6,
717
+ 0.61,
718
+ 0.62,
719
+ 0.63,
720
+ 0.64,
721
+ 0.65,
722
+ 0.66,
723
+ 0.67,
724
+ 0.68,
725
+ 0.69,
726
+ 0.7,
727
+ 0.71,
728
+ 0.72,
729
+ 0.73,
730
+ 0.74,
731
+ 0.75,
732
+ 0.76,
733
+ 0.77,
734
+ 0.78,
735
+ 0.79,
736
+ 0.8,
737
+ 0.81,
738
+ 0.82,
739
+ 0.83,
740
+ 0.84,
741
+ 0.85,
742
+ 0.86,
743
+ 0.87,
744
+ 0.88,
745
+ 0.89,
746
+ 0.9,
747
+ 0.91,
748
+ 0.92,
749
+ 0.93,
750
+ 0.94,
751
+ 0.95,
752
+ 0.96,
753
+ 0.97,
754
+ 0.98,
755
+ 0.99,
756
+ 0.991,
757
+ 0.992,
758
+ 0.993,
759
+ 0.994,
760
+ 0.995,
761
+ 0.996,
762
+ 0.997,
763
+ 0.998,
764
+ 0.999,
765
+ 0.9995,
766
+ 0.9999,
767
+ 1.0
768
+ ]
769
+ },
770
+ "spearman_rho": 0.9975395065244513,
771
+ "worker_service_time_ms": {
772
+ "distribution_type": "inverse_cdf",
773
+ "latency_ms": [
774
+ 66.85521793365479,
775
+ 66.87419712972641,
776
+ 67.00009271621704,
777
+ 67.32352624368667,
778
+ 67.55067104053498,
779
+ 67.60557707262039,
780
+ 67.62693605041504,
781
+ 67.64498450517654,
782
+ 67.65399106884003,
783
+ 67.66393984508514,
784
+ 67.67249195289612,
785
+ 67.68047890710831,
786
+ 67.68716773033142,
787
+ 67.7496025276184,
788
+ 67.84165146350861,
789
+ 68.01201336860657,
790
+ 68.2082141160965,
791
+ 68.28238878250122,
792
+ 68.34880158901214,
793
+ 68.42187002182007,
794
+ 68.68329569339753,
795
+ 68.7767957687378,
796
+ 68.81400426387786,
797
+ 68.84295051574708,
798
+ 68.87971254825592,
799
+ 68.92964107513427,
800
+ 68.99496142864227,
801
+ 69.10726408958435,
802
+ 69.20933086872101,
803
+ 69.27332479476928,
804
+ 69.31587582588196,
805
+ 69.34770140647888,
806
+ 69.37620818138123,
807
+ 69.40065011978149,
808
+ 69.42785589694977,
809
+ 69.45612248420716,
810
+ 69.48616445064545,
811
+ 69.51511880874634,
812
+ 69.55235330581665,
813
+ 69.61726852416992,
814
+ 69.76490220546722,
815
+ 69.88666868209839,
816
+ 69.94439806461334,
817
+ 69.99395919799805,
818
+ 70.06920082092284,
819
+ 70.16669820785522,
820
+ 70.26229979991913,
821
+ 70.31704563140869,
822
+ 70.35352785110473,
823
+ 70.37979228973389,
824
+ 70.40098287582397,
825
+ 70.42185153961182,
826
+ 70.44257643699646,
827
+ 70.45946628570556,
828
+ 70.47533413410187,
829
+ 70.48927363395691,
830
+ 70.50506243705749,
831
+ 70.51758348464966,
832
+ 70.53229058265686,
833
+ 70.54811347007751,
834
+ 70.56396537780762,
835
+ 70.58261108398438,
836
+ 70.60431599617004,
837
+ 70.63319206237793,
838
+ 70.66109896659852,
839
+ 70.69453418731689,
840
+ 70.74333436489106,
841
+ 70.83525741577148,
842
+ 70.94516242027282,
843
+ 71.05585660934449,
844
+ 71.14832552433013,
845
+ 71.25362339019776,
846
+ 71.37738523960114,
847
+ 71.46232505798339,
848
+ 71.52289467334748,
849
+ 71.57821510314942,
850
+ 71.6293467760086,
851
+ 71.68367406845093,
852
+ 71.76581759929657,
853
+ 71.90989570617675,
854
+ 72.04597918510437,
855
+ 72.18246078491211,
856
+ 72.3339792585373,
857
+ 72.4795537662506,
858
+ 72.56032936096192,
859
+ 72.63204092025757,
860
+ 72.71101975440979,
861
+ 72.82080054283142,
862
+ 73.01823802471161,
863
+ 73.19497993469238,
864
+ 73.3922330904007,
865
+ 73.56604375839234,
866
+ 73.5997939491272,
867
+ 73.62498992919922,
868
+ 73.64724405288696,
869
+ 73.66965928077698,
870
+ 73.69411327838898,
871
+ 73.72187080383301,
872
+ 73.74883714675903,
873
+ 73.77452363967896,
874
+ 73.80269864559173,
875
+ 73.84122848510742,
876
+ 73.90614946842193,
877
+ 74.09053332328796,
878
+ 74.43277982234956,
879
+ 74.71729263305664,
880
+ 74.7899492740631,
881
+ 74.8578280735016,
882
+ 74.92382228374481,
883
+ 75.07741716384888,
884
+ 75.92208592891693,
885
+ 75.96383607006074,
886
+ 75.99643814468384,
887
+ 76.03569555807114,
888
+ 76.06029984855651,
889
+ 76.10483578205108,
890
+ 76.15540863800048,
891
+ 76.32816398286819,
892
+ 76.8571690578461,
893
+ 78.05516812562928,
894
+ 79.97499505496049,
895
+ 85.16501337881047,
896
+ 85.8970718383789
897
+ ],
898
+ "quantile_levels": [
899
+ 0.0,
900
+ 0.0001,
901
+ 0.0005,
902
+ 0.001,
903
+ 0.002,
904
+ 0.003,
905
+ 0.004,
906
+ 0.005,
907
+ 0.006,
908
+ 0.007,
909
+ 0.008,
910
+ 0.009,
911
+ 0.01,
912
+ 0.02,
913
+ 0.03,
914
+ 0.04,
915
+ 0.05,
916
+ 0.06,
917
+ 0.07,
918
+ 0.08,
919
+ 0.09,
920
+ 0.1,
921
+ 0.11,
922
+ 0.12,
923
+ 0.13,
924
+ 0.14,
925
+ 0.15,
926
+ 0.16,
927
+ 0.17,
928
+ 0.18,
929
+ 0.19,
930
+ 0.2,
931
+ 0.21,
932
+ 0.22,
933
+ 0.23,
934
+ 0.24,
935
+ 0.25,
936
+ 0.26,
937
+ 0.27,
938
+ 0.28,
939
+ 0.29,
940
+ 0.3,
941
+ 0.31,
942
+ 0.32,
943
+ 0.33,
944
+ 0.34,
945
+ 0.35,
946
+ 0.36,
947
+ 0.37,
948
+ 0.38,
949
+ 0.39,
950
+ 0.4,
951
+ 0.41,
952
+ 0.42,
953
+ 0.43,
954
+ 0.44,
955
+ 0.45,
956
+ 0.46,
957
+ 0.47,
958
+ 0.48,
959
+ 0.49,
960
+ 0.5,
961
+ 0.51,
962
+ 0.52,
963
+ 0.53,
964
+ 0.54,
965
+ 0.55,
966
+ 0.56,
967
+ 0.57,
968
+ 0.58,
969
+ 0.59,
970
+ 0.6,
971
+ 0.61,
972
+ 0.62,
973
+ 0.63,
974
+ 0.64,
975
+ 0.65,
976
+ 0.66,
977
+ 0.67,
978
+ 0.68,
979
+ 0.69,
980
+ 0.7,
981
+ 0.71,
982
+ 0.72,
983
+ 0.73,
984
+ 0.74,
985
+ 0.75,
986
+ 0.76,
987
+ 0.77,
988
+ 0.78,
989
+ 0.79,
990
+ 0.8,
991
+ 0.81,
992
+ 0.82,
993
+ 0.83,
994
+ 0.84,
995
+ 0.85,
996
+ 0.86,
997
+ 0.87,
998
+ 0.88,
999
+ 0.89,
1000
+ 0.9,
1001
+ 0.91,
1002
+ 0.92,
1003
+ 0.93,
1004
+ 0.94,
1005
+ 0.95,
1006
+ 0.96,
1007
+ 0.97,
1008
+ 0.98,
1009
+ 0.99,
1010
+ 0.991,
1011
+ 0.992,
1012
+ 0.993,
1013
+ 0.994,
1014
+ 0.995,
1015
+ 0.996,
1016
+ 0.997,
1017
+ 0.998,
1018
+ 0.999,
1019
+ 0.9995,
1020
+ 0.9999,
1021
+ 1.0
1022
+ ]
1023
+ }
1024
+ }
1025
+ }
1026
+ }
1027
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/profiles/latency_profile.png ADDED
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/profiles/profile.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "burst_model_path": "latency_burst_model.json",
3
+ "distribution_path": "latency_distribution.json",
4
+ "env_fps": 60,
5
+ "frame_ms": 16.666666666666668,
6
+ "gpu_class": "1x-rtx3090",
7
+ "instance_id": "instance_a5037b165aa0cedc",
8
+ "latency_kind": "observation_to_action_latency",
9
+ "latency_method": "temporal",
10
+ "model_id": "openvla",
11
+ "n_admitted_observations": 21225,
12
+ "n_capacity_drops": 21196,
13
+ "n_observation_attempts": 42421,
14
+ "per_slot_summary": {
15
+ "0": {
16
+ "admitted_count": 21225,
17
+ "mean_observation_to_action_latency_ms": 71.5910094272627,
18
+ "mean_worker_service_time_ms": 71.12737201787277,
19
+ "p95_observation_to_action_latency_ms": 75.24003257751465,
20
+ "p95_worker_service_time_ms": 74.79038152694702,
21
+ "p99_worker_service_time_ms": 75.93124912261962
22
+ }
23
+ },
24
+ "provenance": {
25
+ "base_config": "configs/experiments/demon_attack/starvla_profile.yaml",
26
+ "checkpoint_kind": "best",
27
+ "model_artifact": {
28
+ "checkpoint": "checkpoints/steps_7000_state/model.safetensors",
29
+ "model_config": "config.full.yaml",
30
+ "path_in_repo": "demon_attack_fix_latency_0_200ep",
31
+ "repo_id": "latency-sensitive-bench/openvla_demon_attack_200ep",
32
+ "source": "local"
33
+ },
34
+ "session_ids": [
35
+ 0,
36
+ 1,
37
+ 2,
38
+ 3,
39
+ 4
40
+ ]
41
+ },
42
+ "sample_model_type": "hidden_regime",
43
+ "source_run_id": "20260914T141013383501Z",
44
+ "summary": {
45
+ "frame_ms": 16.666666666666668,
46
+ "max_ms": 98.45754909515381,
47
+ "mean_effective_frames": 4.295460565635762,
48
+ "mean_ms": 71.5910094272627,
49
+ "min_ms": 67.35485696792603,
50
+ "n_samples": 21225,
51
+ "p50_frames": 4.2614018440246575,
52
+ "p50_ms": 71.02336406707764,
53
+ "p90_frames": 4.457406566619873,
54
+ "p90_ms": 74.29010944366455,
55
+ "p95_frames": 4.514401954650879,
56
+ "p95_ms": 75.24003257751465,
57
+ "p99_frames": 4.584058457565307,
58
+ "p99_ms": 76.40097429275512,
59
+ "prob_latency_gt_1_frame": 1.0,
60
+ "prob_latency_gt_2_frames": 1.0,
61
+ "prob_latency_gt_3_frames": 1.0,
62
+ "std_ms": 2.057488960297414
63
+ },
64
+ "visualization_path": "latency_profile.png",
65
+ "workload_id": "demon_attack"
66
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/provenance.json ADDED
@@ -0,0 +1,124 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "collection": {
3
+ "teacher_repo": "latency-sensitive-bench/benchmark-models",
4
+ "teacher_revision": "5b533937a72e9fa923ecf28b1c1be5a16bad488d",
5
+ "teacher_path": "zero-latency/demon-attack/small-policy/sample-factory-v1",
6
+ "teacher_checkpoint": "best_000048704_24936448_reward_27118.050.pth",
7
+ "teacher_sha256": "f06e92be4b26fc883db66b355476d503aed4a6c8464d5e8f4c158f50ca2422ae",
8
+ "rollout_overrides": {
9
+ "env_fps": 60,
10
+ "obs_fps": 15,
11
+ "latency_type": "fixed",
12
+ "fixed_latency_ms": 0.0,
13
+ "seed": 42
14
+ },
15
+ "training_latency_condition": "zero",
16
+ "history": "decision_v1",
17
+ "history_decisions": 8,
18
+ "history_source": "zero_latency_issued_equals_applied",
19
+ "student_image_frames": 1,
20
+ "max_episode_raw_frames": 7200,
21
+ "episodes": 200,
22
+ "train_labels": 324000,
23
+ "filter_preset": "none"
24
+ },
25
+ "training_run_id": "demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
26
+ "training_step": 5000,
27
+ "global_batch": 128,
28
+ "base_model": "Qwen/Qwen3-VL-4B-Instruct",
29
+ "wandb_run_id": "b3f7ac36",
30
+ "checkpoint_sha256": "19105254b128937823b3f46ca52702340a97dfd929237f6cb80ba7e45196b1cb",
31
+ "eval_protocol_version": "hist8-history01-par32-v3",
32
+ "history_encoding": "binary_0_1",
33
+ "training_condition": "zero",
34
+ "base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
35
+ "hf_repo_id": "latency-sensitive-bench/benchmark-models",
36
+ "hf_path": "zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
37
+ "evaluations": [
38
+ {
39
+ "job_id": "eval_zero_to_zero__demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
40
+ "eval_protocol_version": "hist8-history01-par32-v3",
41
+ "training_step": 5000,
42
+ "checkpoint_sha256": "19105254b128937823b3f46ca52702340a97dfd929237f6cb80ba7e45196b1cb",
43
+ "profile_sha256": null,
44
+ "mean_return": 2362.15,
45
+ "std_return": 324.5606684427428,
46
+ "mean_length": 7200,
47
+ "episodes": 100,
48
+ "parallel_envs": 32,
49
+ "max_episode_raw_frames": 7200,
50
+ "issued_actions": 180000,
51
+ "top_action": "NOOP",
52
+ "largest_action_fraction": 0.18404444444444445,
53
+ "unique_action_values": 6,
54
+ "episode_final_done": 0,
55
+ "episodes_at_frame_cap": 100,
56
+ "checks": {
57
+ "100_exact_seeds": true,
58
+ "checkpoint_sha": true,
59
+ "bundle_step": true,
60
+ "profile_sha": true,
61
+ "binary_history": true,
62
+ "raw_score_means_match": true,
63
+ "action_counts_match": true,
64
+ "action_total_match": true,
65
+ "summary_returns_match": true,
66
+ "summary_lengths_match": true,
67
+ "100_final_steps": true,
68
+ "final_step_lengths_match": true,
69
+ "training_condition_zero": true,
70
+ "environment_latency_matches": true,
71
+ "parallel_capacity_horizon": true,
72
+ "fps_history": true,
73
+ "episode_latency_protocol": true,
74
+ "training_recipe": true,
75
+ "training_dimensions": true,
76
+ "initialization_revision": true
77
+ },
78
+ "environment_condition": "zero"
79
+ },
80
+ {
81
+ "job_id": "eval_zero_to_profile__demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
82
+ "eval_protocol_version": "hist8-history01-par32-v3",
83
+ "training_step": 5000,
84
+ "checkpoint_sha256": "19105254b128937823b3f46ca52702340a97dfd929237f6cb80ba7e45196b1cb",
85
+ "profile_sha256": "9b1ecf42b4cbd1f28970668922610509f1e7e3302ff34aaa854b1795986eeccb",
86
+ "mean_return": 584.35,
87
+ "std_return": 338.1491202117788,
88
+ "mean_length": 5186.59,
89
+ "episodes": 100,
90
+ "parallel_envs": 32,
91
+ "max_episode_raw_frames": 7200,
92
+ "issued_actions": 65041,
93
+ "top_action": "RIGHTFIRE",
94
+ "largest_action_fraction": 0.23738872403560832,
95
+ "unique_action_values": 6,
96
+ "episode_final_done": 92,
97
+ "episodes_at_frame_cap": 8,
98
+ "checks": {
99
+ "100_exact_seeds": true,
100
+ "checkpoint_sha": true,
101
+ "bundle_step": true,
102
+ "profile_sha": true,
103
+ "binary_history": true,
104
+ "raw_score_means_match": true,
105
+ "action_counts_match": true,
106
+ "action_total_match": true,
107
+ "summary_returns_match": true,
108
+ "summary_lengths_match": true,
109
+ "100_final_steps": true,
110
+ "final_step_lengths_match": true,
111
+ "training_condition_zero": true,
112
+ "environment_latency_matches": true,
113
+ "parallel_capacity_horizon": true,
114
+ "same_profile_as_profile_trained_eval": true,
115
+ "fps_history": true,
116
+ "episode_latency_protocol": true,
117
+ "training_recipe": true,
118
+ "training_dimensions": true,
119
+ "initialization_revision": true
120
+ },
121
+ "environment_condition": "profile"
122
+ }
123
+ ]
124
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/rollout_metadata.json ADDED
@@ -0,0 +1,338 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_history_decisions": 8,
3
+ "action_labels": [
4
+ "NOOP",
5
+ "FIRE",
6
+ "RIGHT",
7
+ "LEFT",
8
+ "RIGHTFIRE",
9
+ "LEFTFIRE"
10
+ ],
11
+ "action_layout": "demon_attack_discrete",
12
+ "base_prompt": "You are playing Demon Attack from a single game image. Choose exactly one action from: NOOP, FIRE, RIGHT, LEFT, RIGHTFIRE, LEFTFIRE. Survive, avoid enemy fire, and shoot enemies to maximize score.",
13
+ "checkpoint_config": {
14
+ "actor_critic_share_weights": true,
15
+ "actor_worker_gpus": [
16
+ 0
17
+ ],
18
+ "adam_beta1": 0.9,
19
+ "adam_beta2": 0.999,
20
+ "adam_eps": 1e-05,
21
+ "adaptive_stddev": true,
22
+ "add_latency_info": false,
23
+ "algo": "APPO",
24
+ "async_rl": true,
25
+ "batch_size": 1024,
26
+ "batched_sampling": true,
27
+ "benchmark": false,
28
+ "cli_args": {
29
+ "actor_worker_gpus": [
30
+ 0
31
+ ],
32
+ "add_latency_info": false,
33
+ "algo": "APPO",
34
+ "async_rl": true,
35
+ "batch_size": 1024,
36
+ "batched_sampling": true,
37
+ "clip_reward": true,
38
+ "device": "gpu",
39
+ "env": "latency_demon_attack",
40
+ "env_fps": 60.0,
41
+ "env_gpu_actions": true,
42
+ "env_gpu_observations": true,
43
+ "env_id": "ALE/DemonAttack-v5",
44
+ "episode_metrics_path": "results/checkpoints/jitter_destructiveness/real_profile/teachers_latency0/demon_attack_teacher_fixed_l0_obs15_seed0/episode_metrics.jsonl",
45
+ "eval_deterministic": true,
46
+ "eval_episodes": 100,
47
+ "eval_max_steps": 7200,
48
+ "eval_parallel_envs": 50,
49
+ "eval_raw_reward": true,
50
+ "experiment": "demon_attack_teacher_fixed_l0_obs15_seed0",
51
+ "experiment_summaries_interval": 1,
52
+ "fixed_latency_ms": 0.0,
53
+ "frame_stack": 4,
54
+ "full_action_space": false,
55
+ "gae_lambda": 0.95,
56
+ "gamma": 0.99,
57
+ "gpu_env_batch_size": 512,
58
+ "gpu_env_device": "auto",
59
+ "hold_policy": "hold",
60
+ "keep_checkpoints": 5,
61
+ "latency_type": "fixed",
62
+ "learning_rate": 0.000303,
63
+ "max_episode_steps": 25000,
64
+ "max_grad_norm": 0.0,
65
+ "max_policy_lag": 300,
66
+ "mode": "train",
67
+ "noop_max": 30,
68
+ "normalize_input": true,
69
+ "normalize_returns": true,
70
+ "num_batches_per_epoch": 8,
71
+ "num_envs_per_worker": 1,
72
+ "num_epochs": 2,
73
+ "num_policies": 1,
74
+ "num_workers": 1,
75
+ "obs_fps": 15.0,
76
+ "ordering_policy": "latest_ready",
77
+ "ppo_clip_ratio": 0.1,
78
+ "ppo_clip_value": 0.2,
79
+ "recurrence": 32,
80
+ "repeat_action_probability": 0.0,
81
+ "reset_mode": "fire",
82
+ "restart_behavior": "resume",
83
+ "rollout": 64,
84
+ "save_every_sec": 600,
85
+ "screen_size": 84,
86
+ "seed": 0,
87
+ "simulator": "gpu",
88
+ "stats_avg": 100,
89
+ "terminal_on_life_loss": true,
90
+ "train_dir": "results/checkpoints/jitter_destructiveness/real_profile/teachers_latency0",
91
+ "train_for_env_steps": 25000000,
92
+ "use_rnn": false,
93
+ "value_loss_coeff": 0.5,
94
+ "wandb_group": "demon-attack-obs15-fixed_l0",
95
+ "wandb_job_type": "sample_factory",
96
+ "wandb_project": "latency-sensitive-bench",
97
+ "wandb_tags": [
98
+ "real_profile_latency0_teacher",
99
+ "demon-attack",
100
+ "teacher",
101
+ "fixed",
102
+ "fixed_l0",
103
+ "obs15",
104
+ "seed0"
105
+ ],
106
+ "with_wandb": true,
107
+ "worker_num_splits": 1
108
+ },
109
+ "clip_reward": true,
110
+ "command_line": "--mode train --algo APPO --env latency_demon_attack --experiment demon_attack_teacher_fixed_l0_obs15_seed0 --train_dir results/checkpoints/jitter_destructiveness/real_profile/teachers_latency0 --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-env-batch-size 512 --seed 0 --episode_metrics_path results/checkpoints/jitter_destructiveness/real_profile/teachers_latency0/demon_attack_teacher_fixed_l0_obs15_seed0/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 1 --num_envs_per_worker 1 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --batched_sampling True --use_rnn False --normalize_returns True --normalize_input True --latency-type fixed --fixed-latency-ms 0.0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 50 --eval-max-steps 7200 --eval-deterministic True --eval-raw-reward --with_wandb True --wandb_project latency-sensitive-bench --wandb_group demon-attack-obs15-fixed_l0 --wandb_job_type sample_factory --wandb_tags real_profile_latency0_teacher demon-attack teacher fixed fixed_l0 obs15 seed0 --env_id ALE/DemonAttack-v5 --env-fps 60 --obs-fps 15.0 --screen_size 84 --noop_max 30 --reset-mode fire --frame_stack 4 --terminal_on_life_loss True --clip_reward True --repeat_action_probability 0.0 --full_action_space False --max_episode_steps 25000 --simulator gpu --gpu-env-device auto --hold-policy hold --ordering-policy latest_ready",
111
+ "continuous_tanh_scale": 0.0,
112
+ "decoder_mlp_layers": [],
113
+ "decorrelate_envs_on_one_worker": true,
114
+ "decorrelate_experience_max_seconds": 0,
115
+ "default_niceness": 0,
116
+ "device": "gpu",
117
+ "encoder_conv_architecture": "convnet_atari",
118
+ "encoder_conv_mlp_layers": [
119
+ 512
120
+ ],
121
+ "encoder_mlp_layers": [
122
+ 512,
123
+ 512
124
+ ],
125
+ "env": "latency_demon_attack",
126
+ "env_fps": 60,
127
+ "env_frameskip": 1,
128
+ "env_framestack": 1,
129
+ "env_gpu_actions": true,
130
+ "env_gpu_observations": true,
131
+ "env_id": "ALE/DemonAttack-v5",
132
+ "episode_metrics_path": "results/checkpoints/jitter_destructiveness/real_profile/teachers_latency0/demon_attack_teacher_fixed_l0_obs15_seed0/episode_metrics.jsonl",
133
+ "eval_deterministic": true,
134
+ "eval_env_frameskip": 1,
135
+ "eval_episodes": 100,
136
+ "eval_latency_raw_frame_values": "0,1,2,3,4,5",
137
+ "eval_max_steps": 7200,
138
+ "eval_parallel_envs": 50,
139
+ "eval_raw_reward": true,
140
+ "experiment": "demon_attack_teacher_fixed_l0_obs15_seed0",
141
+ "experiment_summaries_interval": 1,
142
+ "exploration_loss": "entropy",
143
+ "exploration_loss_coeff": 0.003,
144
+ "export_env_raw_rgb_frames": false,
145
+ "fixed_latency_ms": 0.0,
146
+ "flush_summaries_interval": 30,
147
+ "force_envs_single_thread": false,
148
+ "frame_stack": 4,
149
+ "full_action_space": false,
150
+ "gae_lambda": 0.95,
151
+ "gamma": 0.99,
152
+ "git_hash": "unknown",
153
+ "git_repo_name": "not a git repository",
154
+ "gpu_env_batch_size": 512,
155
+ "gpu_env_device": "auto",
156
+ "heartbeat_interval": 20,
157
+ "heartbeat_reporting_interval": 180,
158
+ "help": false,
159
+ "hold_policy": "hold",
160
+ "initial_stddev": 1.0,
161
+ "keep_checkpoints": 5,
162
+ "kl_loss_coeff": 0.0,
163
+ "latency_seed": null,
164
+ "latency_type": "fixed",
165
+ "learning_rate": 0.000303,
166
+ "load_checkpoint_kind": "latest",
167
+ "log_to_file": true,
168
+ "lr_adaptive_max": 0.01,
169
+ "lr_adaptive_min": 1e-06,
170
+ "lr_schedule": "linear_decay",
171
+ "lr_schedule_kl_threshold": 0.008,
172
+ "max_episode_steps": 25000,
173
+ "max_grad_norm": 0.0,
174
+ "max_latency_ms": null,
175
+ "max_pending_actions": null,
176
+ "max_policy_lag": 300,
177
+ "mean_latency_ms": null,
178
+ "min_latency_ms": null,
179
+ "mode": "train",
180
+ "nonlinearity": "elu",
181
+ "noop_max": 30,
182
+ "normalize_input": true,
183
+ "normalize_input_keys": null,
184
+ "normalize_returns": true,
185
+ "num_batches_per_epoch": 8,
186
+ "num_batches_to_accumulate": 2,
187
+ "num_envs_per_worker": 1,
188
+ "num_epochs": 2,
189
+ "num_policies": 1,
190
+ "num_workers": 1,
191
+ "obs_fps": 15,
192
+ "obs_scale": 255.0,
193
+ "obs_subtract_mean": 0.0,
194
+ "optimizer": "adam",
195
+ "ordering_policy": "latest_ready",
196
+ "output_dir": "outputs/jitter_destructiveness/real_profile/teacher_latency0/demon_attack/train/teacher/fixed_l0/obs15/seed_0",
197
+ "pbt_mix_policies_in_one_env": true,
198
+ "pbt_mutation_rate": 0.15,
199
+ "pbt_optimize_gamma": false,
200
+ "pbt_period_env_steps": 5000000,
201
+ "pbt_perturb_max": 1.5,
202
+ "pbt_perturb_min": 1.1,
203
+ "pbt_replace_fraction": 0.3,
204
+ "pbt_replace_reward_gap": 0.1,
205
+ "pbt_replace_reward_gap_absolute": 1e-06,
206
+ "pbt_start_mutation": 20000000,
207
+ "pbt_target_objective": "true_objective",
208
+ "pixel_format": "CHW",
209
+ "policy_init_gain": 1.0,
210
+ "policy_initialization": "orthogonal",
211
+ "policy_workers_per_policy": 1,
212
+ "ppo_clip_ratio": 0.1,
213
+ "ppo_clip_value": 0.2,
214
+ "recurrence": 32,
215
+ "repeat_action_probability": 0.0,
216
+ "reset_mode": "fire",
217
+ "restart_behavior": "resume",
218
+ "reward_clip": 1000.0,
219
+ "reward_scale": 1.0,
220
+ "rnn_num_layers": 1,
221
+ "rnn_size": 512,
222
+ "rnn_type": "gru",
223
+ "rollout": 64,
224
+ "save_best_after": 100000,
225
+ "save_best_every_sec": 5,
226
+ "save_best_metric": "reward",
227
+ "save_every_sec": 600,
228
+ "save_milestones_sec": -1,
229
+ "screen_size": 84,
230
+ "seed": 42,
231
+ "serial_mode": false,
232
+ "set_workers_cpu_affinity": true,
233
+ "shuffle_minibatches": false,
234
+ "simulator": "gpu",
235
+ "stats_avg": 100,
236
+ "std_latency_ms": null,
237
+ "summaries_use_frameskip": true,
238
+ "terminal_on_life_loss": true,
239
+ "train_dir": "results/checkpoints/jitter_destructiveness/real_profile/teachers_latency0",
240
+ "train_for_env_steps": 25000000,
241
+ "train_for_seconds": 10000000000,
242
+ "use_env_info_cache": false,
243
+ "use_record_episode_statistics": false,
244
+ "use_rnn": false,
245
+ "value_bootstrap": false,
246
+ "value_loss_coeff": 0.5,
247
+ "vtrace_c": 1.0,
248
+ "vtrace_rho": 1.0,
249
+ "wandb_group": "demon-attack-obs15-fixed_l0",
250
+ "wandb_job_type": "sample_factory",
251
+ "wandb_project": "latency-sensitive-bench",
252
+ "wandb_tags": [
253
+ "real_profile_latency0_teacher",
254
+ "demon-attack",
255
+ "teacher",
256
+ "fixed",
257
+ "fixed_l0",
258
+ "obs15",
259
+ "seed0"
260
+ ],
261
+ "wandb_unique_id": "demon-attack-obs15-fixed_l0-s0",
262
+ "wandb_user": null,
263
+ "with_pbt": false,
264
+ "with_vtrace": false,
265
+ "with_wandb": true,
266
+ "worker_num_splits": 1
267
+ },
268
+ "checkpoint_experiment_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/demon_attack/teacher_runtime",
269
+ "checkpoint_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/demon_attack/teacher_runtime/best_000048704_24936448_reward_27118.050.pth",
270
+ "checkpoint_train_step": 48704,
271
+ "config_source": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/demon_attack/teacher_runtime/config.json",
272
+ "context_image_count": 0,
273
+ "context_window": 1,
274
+ "env_fps": 60.0,
275
+ "env_name": "demon_attack",
276
+ "episode_return_field": "episode_raw_return",
277
+ "filter_preset": "none",
278
+ "filter_report": {
279
+ "accepted_episodes": 200,
280
+ "accepted_train_episodes": 180,
281
+ "accepted_val_episodes": 20,
282
+ "attempted_episodes": 200,
283
+ "preset": "none",
284
+ "raw_score_bins": {
285
+ "6460-6889": 0,
286
+ "6890-7309": 0,
287
+ "7310-7999": 0,
288
+ "<6460": 200,
289
+ ">=8000": 0
290
+ },
291
+ "rejected_episodes": 0,
292
+ "train_rows_after_row_filter": 324000,
293
+ "train_rows_before_row_filter": 324000,
294
+ "val_rows_after_row_filter": 36000,
295
+ "val_rows_before_row_filter": 36000
296
+ },
297
+ "frame_stack": 4,
298
+ "image_resolution": [
299
+ 210,
300
+ 160,
301
+ 3
302
+ ],
303
+ "image_source": "env_raw_rgb",
304
+ "image_transform": {
305
+ "gamma": 1.3,
306
+ "ground_fraction": 0.22,
307
+ "history_frames": 5,
308
+ "image_transform": "raw_rgb",
309
+ "min_alpha": 35,
310
+ "scroll_px_per_step": 4.0
311
+ },
312
+ "image_transform_prompt_contexts": {
313
+ "demon_attack_ghost_trail": " You can see the recent motion of the ship, missiles, and demons in the image. Use it to make your decision.",
314
+ "flappy_ghost_trail": " You can see the past motion of the bird in the image. Use it to make your decision."
315
+ },
316
+ "latency_override": null,
317
+ "latency_source": "checkpoint",
318
+ "max_episodes": 200,
319
+ "max_steps_per_episode": 7200,
320
+ "max_steps_unit": "raw_frame",
321
+ "num_envs": 256,
322
+ "obs_fps": 15.0,
323
+ "obs_stride_raw_frames": 4,
324
+ "prompt_source": "sample_factory_checkpoint:base_prompt",
325
+ "replay_num_envs": 256,
326
+ "reward_field": "raw_reward",
327
+ "reward_semantics": "raw_reward",
328
+ "rows_unit": "decision_step",
329
+ "schema_version": 2,
330
+ "split_seed": 0,
331
+ "total_episodes": 200,
332
+ "total_rows": 360000,
333
+ "train_episodes": 180,
334
+ "train_rows": 324000,
335
+ "val_episodes": 20,
336
+ "val_fraction": 0.1,
337
+ "val_rows": 36000
338
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/run_metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "training_run_id": "demon_attack-qwenoft-hist8-zero-scratch-s42-v2",
3
+ "wandb_run_id": "b3f7ac36",
4
+ "recipe_version": "hist8-v2",
5
+ "history_encoding": "binary_0_1",
6
+ "training_condition": "zero",
7
+ "initialization_seed": 42,
8
+ "vlm_lr": 3e-06,
9
+ "max_train_steps": 5000,
10
+ "stop_after_steps": null,
11
+ "num_workers_per_rank": 16,
12
+ "eval_num_workers_per_rank": 16,
13
+ "prefetch_factor": 4,
14
+ "base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
15
+ "dataset_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/demon_attack/lerobot",
16
+ "dataset_manifest_sha256": "688b6b9bc596d345659e3be392e6336078d0a268e3ee24347f31e0b85d93bb5b",
17
+ "code_snapshot_sha256": "4fdfd05c7faaa60fb697f4d2bd169b94979d9626b8ebe52ac01b9b6a6faecf8d"
18
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/task_contract.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "demon_attack",
3
+ "model": "qwenoft",
4
+ "action_horizon": 1,
5
+ "image_frames": 1,
6
+ "state_source": "transport",
7
+ "state_dim": 88,
8
+ "history_decisions": 8,
9
+ "history_encoding": "binary_0_1",
10
+ "history_normalization": "identity",
11
+ "history_reset": "all_zero",
12
+ "history_order": "oldest_to_newest",
13
+ "history_entry_fields": [
14
+ "admission_bit",
15
+ "admitted_command_non_noop_bits",
16
+ "last_applied_action_non_noop_bits"
17
+ ],
18
+ "history_action_bit_order": [
19
+ "FIRE",
20
+ "RIGHT",
21
+ "LEFT",
22
+ "RIGHTFIRE",
23
+ "LEFTFIRE"
24
+ ],
25
+ "action_dim": 6,
26
+ "action_layout": "demon_attack_discrete",
27
+ "action_labels": [
28
+ "NOOP",
29
+ "FIRE",
30
+ "RIGHT",
31
+ "LEFT",
32
+ "RIGHTFIRE",
33
+ "LEFTFIRE"
34
+ ],
35
+ "task_prompts": [
36
+ "You are playing Demon Attack from a single game image. Choose exactly one action from: NOOP, FIRE, RIGHT, LEFT, RIGHTFIRE, LEFTFIRE. Survive, avoid enemy fire, and shoot enemies to maximize score."
37
+ ],
38
+ "env_fps": 60,
39
+ "obs_fps": 15,
40
+ "evaluation": {
41
+ "episodes": 100,
42
+ "seeds": [
43
+ 1000000,
44
+ 1000099
45
+ ],
46
+ "parallel_envs": 32,
47
+ "capacity": 1,
48
+ "max_raw_frames": 7200,
49
+ "protocol_version": "hist8-history01-par32-v3"
50
+ }
51
+ }
zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2/training_code_snapshot.json ADDED
The diff for this file is too large to render. See raw diff