talha1503 commited on
Commit
0db7ff2
·
verified ·
1 Parent(s): 5fffe00

Publish hist8 profile flappy qwengr00t step5000

Browse files
Files changed (29) hide show
  1. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/README.md +35 -0
  2. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/bundle.complete.json +4 -0
  3. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/checkpoint.sha256 +1 -0
  4. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/checkpoints/model.pt +3 -0
  5. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/collection_quality_report.json +30 -0
  6. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/config.full.yaml +294 -0
  7. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/config.yaml +54 -0
  8. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/dataset_statistics.json +194 -0
  9. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/eval_profile.json +41 -0
  10. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/action_audit.json +125 -0
  11. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/episode_metrics.jsonl +0 -0
  12. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/eval_code_snapshot.json +0 -0
  13. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/eval_config.yaml +75 -0
  14. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/provenance.json +34 -0
  15. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/resolved_config.yaml +78 -0
  16. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/summary.json +217 -0
  17. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/verification.json +71 -0
  18. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/manifest.json +111 -0
  19. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/profiles/DONE +0 -0
  20. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/profiles/hardware.json +40 -0
  21. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/profiles/latency_burst_model.json +30 -0
  22. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/profiles/latency_distribution.json +1027 -0
  23. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/profiles/latency_profile.png +0 -0
  24. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/profiles/profile.json +66 -0
  25. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/provenance.json +69 -0
  26. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/rollout_metadata.json +369 -0
  27. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/run_metadata.json +17 -0
  28. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/task_contract.json +43 -0
  29. latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/training_code_snapshot.json +0 -0
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/README.md ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # flappy / qwengr00t — hist8 profile training
2
+
3
+ Run `flappy-qwengr00t-hist8-scratch-s42-v2`; final optimizer step **5000**, seed **42**. [W&B](https://wandb.ai/saberrr-zju/starvla_tasks/runs/8be125b0).
4
+
5
+ Checkpoint SHA256: `5989ecd1e19c3ea4a4fc479fb90277f11b0cd4962173afa39ed22406daa1d939`.
6
+
7
+ ## Model and inputs
8
+
9
+ Full StarVLA state dict in `checkpoints/model.pt` (original evaluated bytes). Initialize the matching Qwen model with `config.yaml` and `dataset_statistics.json`. Base: `Qwen/Qwen3-VL-4B-Instruct@ebb281ec70b05090aa6165b016eac8ec08e71b17`; model-specific action head trained from random initialization.
10
+
11
+ One current RGB image, eight prior causal decision histories (24 raw 0/1 values), action horizon 1. `h1` in this repository path is the action horizon; `hist8` is input history. Pass history as `transport`, preserve all-zero reset, and use identity state normalization. Prompt and action order are in `task_contract.json` and `manifest.json`.
12
+
13
+ Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 128; 16 dataloader workers per rank and prefetch 4. Backbone LR 3e-6, action head 1e-4; other groups retain the recorded configuration. Warmup 100, cosine min_lr_rate 1/30, 5000 steps. Full historical training configuration and code snapshot are included.
14
+
15
+ ## Formal evaluation
16
+
17
+ | Environment | Episodes | Return mean ± std | Mean raw frames |
18
+ |---|---:|---:|---:|
19
+ | profile | 100 | 414.5240 ± 89.9948 | 3358.00 |
20
+
21
+ Seeds 1,000,000–1,000,099; parallel 32; capacity 1; FPS/decision Hz 10/10; max 3600 raw frames. Zero-trained models have both zero and profile evaluations; profile-trained models have the matching profile evaluation. `profiles/profile.json` is the exact model-specific latency profile, with SHA in provenance.
22
+
23
+ Each `evaluations/<condition>/` contains the evaluated config, 100 episode records, action audit including raw-score summaries, verification, provenance and evaluator code snapshot. Evaluation configs retain original machine paths as execution evidence; replace checkpoint, model-config, backbone, profile and output paths when replaying locally. Deadly Corridor requires 160×120 RGB with HUD, no crosshair, weapon enabled, decals/particles disabled before resizing.
24
+
25
+ These are one-training-seed results. Architectures use different latency profiles. Zero/profile training also uses different teachers and collected data, so their score difference is not an isolated learning-rate ablation.
26
+
27
+ ## Download
28
+
29
+ ```python
30
+ from huggingface_hub import snapshot_download
31
+ prefix = "latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2"
32
+ repo = snapshot_download("latency-sensitive-bench/benchmark-models", allow_patterns=[prefix + "/**"])
33
+ ```
34
+
35
+ Use a pinned repository commit for reproduction. Preserve the original checkpoint SHA above. Optimizer/RNG resume state remains in the source training archive; this publication contains the inference checkpoint.
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/bundle.complete.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "checkpoint_sha256": "5989ecd1e19c3ea4a4fc479fb90277f11b0cd4962173afa39ed22406daa1d939",
3
+ "training_step": 5000
4
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/checkpoint.sha256 ADDED
@@ -0,0 +1 @@
 
 
1
+ 5989ecd1e19c3ea4a4fc479fb90277f11b0cd4962173afa39ed22406daa1d939 checkpoints/model.pt
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/checkpoints/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5989ecd1e19c3ea4a4fc479fb90277f11b0cd4962173afa39ed22406daa1d939
3
+ size 9976860963
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/collection_quality_report.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episodes": 200,
3
+ "train_episodes": 180,
4
+ "val_episodes": 20,
5
+ "train_labels": 3059684,
6
+ "val_labels": 309816,
7
+ "raw_frames_quantiles": [
8
+ 1123.0,
9
+ 12739.4,
10
+ 18000.0,
11
+ 18000.0,
12
+ 18000.0
13
+ ],
14
+ "return_quantiles": [
15
+ 137.30000162869692,
16
+ 1576.50001847893,
17
+ 2229.3000261113048,
18
+ 2229.3000261113048,
19
+ 2229.3000261113048
20
+ ],
21
+ "termination_reasons": {
22
+ "horizon": 173,
23
+ "terminated": 27
24
+ },
25
+ "action_id_counts": {
26
+ "0": 2357224,
27
+ "1": 1012276
28
+ },
29
+ "previous_decision_admitted_fraction": 0.5000281957676669
30
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/config.full.yaml ADDED
@@ -0,0 +1,294 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenGR00T
3
+ qwenvl:
4
+ base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
5
+ attn_implementation: flash_attention_2
6
+ vl_hidden_dim: 2048
7
+ enable_gradient_checkpointing: true
8
+ action_model:
9
+ action_model_type: DiT-B
10
+ action_hidden_dim: 1024
11
+ hidden_size: 1024
12
+ add_pos_embed: true
13
+ max_seq_len: 1024
14
+ action_dim: 2
15
+ state_dim: 24
16
+ task_objective: null
17
+ action_horizon: 1
18
+ repeated_diffusion_steps: 8
19
+ noise_beta_alpha: 1.5
20
+ noise_beta_beta: 1.0
21
+ noise_s: 0.999
22
+ num_timestep_buckets: 1000
23
+ num_inference_timesteps: 4
24
+ num_target_vision_tokens: 32
25
+ diffusion_model_cfg:
26
+ cross_attention_dim: 2560
27
+ dropout: 0.2
28
+ final_dropout: true
29
+ interleave_self_attention: true
30
+ norm_type: ada_norm
31
+ num_layers: 16
32
+ output_dim: 1024
33
+ positional_embeddings: null
34
+ attention_head_dim: 64
35
+ loss_type: l1
36
+ future_action_window_size: 0
37
+ past_action_window_size: 0
38
+ action_env_dim: 2
39
+ kv_memory:
40
+ enabled: false
41
+ window: 4
42
+ rollout_len: 8
43
+ packed_train: false
44
+ rebased_sink: true
45
+ datasets:
46
+ vla_data:
47
+ dataset_py: lerobot_datasets
48
+ include_state: true
49
+ data_root_dir: /home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/flappy/qwengr00t
50
+ data_mix: lerobot
51
+ eval_data_mix: lerobot__val
52
+ custom_mixtures_path: /home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/flappy/qwengr00t/_generated_mixtures/lerobot.json
53
+ action_type: discrete
54
+ sequential_step_sampling: false
55
+ eval_sequential_step_sampling: null
56
+ num_workers: 16
57
+ eval_num_workers: 16
58
+ prefetch_factor: 4
59
+ persistent_workers: true
60
+ pin_memory: true
61
+ shuffle: true
62
+ action_balance:
63
+ enabled: false
64
+ strategy: balanced_epoch
65
+ action_key: action_id
66
+ target_flap_fraction: 0.3
67
+ noop_id: 0
68
+ flap_id: 1
69
+ latency_curriculum:
70
+ enabled: false
71
+ strategy: exclusive
72
+ latencies: null
73
+ phase_steps: null
74
+ phase_distributions: null
75
+ new_latency_passes: 1.0
76
+ replay_passes: 0.25
77
+ target_total_passes: 2.0
78
+ final_equalization: true
79
+ step_budget_mode: auto
80
+ eval_at_phase_end: false
81
+ save_at_phase_end: false
82
+ computed_plan: null
83
+ per_device_batch_size: 64
84
+ load_all_data_for_training: true
85
+ num_obs_frames: 1
86
+ image_mode: single
87
+ prompt_mode: raw
88
+ stitch_grid:
89
+ - 2
90
+ - 2
91
+ obs_image_size: null
92
+ video_backend: torchvision_av
93
+ dataset:
94
+ source_hf: ''
95
+ config_name: null
96
+ source_subdir: null
97
+ converted_name: flappy_train
98
+ single_source_hf: ''
99
+ mixed_source_hf: ''
100
+ single_converted_name: flappy_train
101
+ mixed_converted_name: flappy_mixed_latency_train
102
+ single_latency_filter: null
103
+ mixed_latency_filter: null
104
+ force_download: false
105
+ setup_force: false
106
+ skip_verification: false
107
+ target_latency_unit: observation_steps
108
+ verify_rows: 200
109
+ max_episodes: null
110
+ episodes_per_latency: null
111
+ latency_filter: null
112
+ debug_subset:
113
+ enabled: false
114
+ max_episodes: 5
115
+ suffix: debug
116
+ base_model:
117
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
118
+ initialization:
119
+ checkpoint_local_dir: null
120
+ checkpoint_hf_repo_id: null
121
+ checkpoint_filename: null
122
+ trainer:
123
+ max_train_steps: 5000
124
+ num_warmup_steps: 100
125
+ save_interval: 500
126
+ eval_interval: 500
127
+ eval_num_batches: 50
128
+ per_latency_eval_num_batches: null
129
+ eval_action_classification: false
130
+ eval_action_classification_interval: null
131
+ cc_f1_tolerance: 1
132
+ learning_rate:
133
+ base: 3.0e-05
134
+ qwen_vl_interface: 3.0e-06
135
+ action_model: 0.0001
136
+ lr_scheduler_type: cosine_with_min_lr
137
+ scheduler_specific_kwargs:
138
+ min_lr_rate: 0.03333333333333333
139
+ freeze_modules: ''
140
+ freeze_vit: false
141
+ freeze_tied_embedding: false
142
+ freeze_llm_layers: []
143
+ loss_scale:
144
+ vla: 1.0
145
+ vlm: 0.0
146
+ max_grad_norm: 1.0
147
+ weight_decay: 0.0
148
+ logging_frequency: 1
149
+ profile_timing:
150
+ enabled: false
151
+ log_interval: 10
152
+ gradient_clipping: 1.0
153
+ gradient_accumulation_steps: 1
154
+ distributed_backend: deepspeed
155
+ is_resume: true
156
+ pretrained_checkpoint: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/flappy-qwengr00t-hist8-scratch-s42-v2/checkpoints/steps_1336_state
157
+ resume_step: 1336
158
+ reload_modules: null
159
+ optimizer:
160
+ name: AdamW
161
+ betas:
162
+ - 0.9
163
+ - 0.95
164
+ eps: 1.0e-08
165
+ weight_decay: 1.0e-08
166
+ fused: true
167
+ save_format: pt
168
+ hist8_diagnostics:
169
+ steps:
170
+ - 0
171
+ - 500
172
+ - 1000
173
+ - 2500
174
+ - 5000
175
+ sample_count: 2048
176
+ noise_seeds:
177
+ - 1729
178
+ - 1730
179
+ - 1731
180
+ - 1732
181
+ sample_seed: 42
182
+ batch_size: 8
183
+ bootstrap_repeats: 4000
184
+ workspace_dir: WORKSPACE_DIR
185
+ run_root_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train
186
+ seed: 42
187
+ wandb_entity: saberrr-zju
188
+ wandb_project: starvla_tasks
189
+ auth:
190
+ env_file: null
191
+ hf_token_env: HF_TOKEN
192
+ wandb_api_key_env: WANDB_API_KEY
193
+ paths:
194
+ run_root_dir: results/Checkpoints
195
+ dataset_local_dir: playground/Datasets/rl_games
196
+ dataset_cache_dir: null
197
+ base_model_dir: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
198
+ accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
199
+ launch:
200
+ use_accelerate: true
201
+ gpus: null
202
+ num_processes: 1
203
+ dry_run: false
204
+ conda:
205
+ enabled: true
206
+ env_name: null
207
+ rl_games:
208
+ model_alias: gr00t
209
+ env_eval:
210
+ image_size: 224
211
+ frameskip: 1
212
+ image_transform: raw_rgb
213
+ prompt_mode: raw
214
+ ghost_trail:
215
+ history_frames: 5
216
+ gamma: 1.3
217
+ min_alpha: 35
218
+ scroll_px_per_step: 4.0
219
+ ground_fraction: 0.22
220
+ seed: 42
221
+ fixed_episode_seeds: true
222
+ latency_seed_stride: 0
223
+ task_seed_stride: 0
224
+ task_description: ''
225
+ eval_parallel_envs: 5
226
+ action_chunk_execution:
227
+ enabled: false
228
+ chunk_size: null
229
+ enabled: false
230
+ eval_backend: latency_bench
231
+ distributed_mode: none
232
+ vectorized:
233
+ enabled: false
234
+ batch_size: 1
235
+ latency:
236
+ prompt_map_path: null
237
+ mode: single
238
+ values:
239
+ - 0
240
+ mid_train:
241
+ enabled: false
242
+ interval_steps: 100
243
+ latencies:
244
+ - 0
245
+ num_episodes: 5
246
+ max_steps_per_episode: 3600
247
+ post_train:
248
+ enabled: false
249
+ latencies:
250
+ - 0
251
+ - 1
252
+ - 2
253
+ - 3
254
+ - 4
255
+ num_episodes: 5
256
+ max_steps_per_episode: 3600
257
+ task: flappy
258
+ initialization_mode: scratch
259
+ action_carrier: native
260
+ model: gr00t
261
+ env: flappy
262
+ init: scratch
263
+ mode: single
264
+ checkpoint:
265
+ load: none
266
+ hf_repo_id: null
267
+ save_best_model: false
268
+ save_final_model: true
269
+ save_pt_file: true
270
+ save_training_state: true
271
+ save_safetensors_file: false
272
+ local:
273
+ keep_last_n: 2
274
+ sync:
275
+ enabled: false
276
+ repo_id: null
277
+ keep_last_n: 0
278
+ sync_every_n_checkpoints: 1
279
+ resume_policy: local_latest
280
+ run_id: flappy-qwengr00t-hist8-scratch-s42-v2
281
+ output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/flappy-qwengr00t-hist8-scratch-s42-v2
282
+ config_yaml: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/flappy-qwengr00t-hist8-scratch-s42-v2/train.yaml
283
+ is_debug: false
284
+ version_id: '0.21'
285
+ wandb_name: flappy-qwengr00t-hist8-scratch-s42-v2
286
+ wandb_group: decision-history-vla-h8-v2
287
+ wandb_tags:
288
+ - flappy
289
+ - qwengr00t
290
+ - hist8-v2
291
+ - history01
292
+ - scratch
293
+ - profile-latency
294
+ training_latency_condition: profile-latency
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/config.yaml ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenGR00T
3
+ qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
+ attn_implementation: flash_attention_2
6
+ vl_hidden_dim: 2048
7
+ enable_gradient_checkpointing: true
8
+ action_model:
9
+ action_model_type: DiT-B
10
+ action_hidden_dim: 1024
11
+ hidden_size: 1024
12
+ add_pos_embed: true
13
+ max_seq_len: 1024
14
+ action_dim: 2
15
+ state_dim: 24
16
+ task_objective: null
17
+ action_horizon: 1
18
+ repeated_diffusion_steps: 8
19
+ noise_beta_alpha: 1.5
20
+ noise_beta_beta: 1.0
21
+ noise_s: 0.999
22
+ num_timestep_buckets: 1000
23
+ num_inference_timesteps: 4
24
+ num_target_vision_tokens: 32
25
+ diffusion_model_cfg:
26
+ cross_attention_dim: 2560
27
+ dropout: 0.2
28
+ final_dropout: true
29
+ interleave_self_attention: true
30
+ norm_type: ada_norm
31
+ num_layers: 16
32
+ output_dim: 1024
33
+ positional_embeddings: null
34
+ attention_head_dim: 64
35
+ loss_type: l1
36
+ future_action_window_size: 0
37
+ past_action_window_size: 0
38
+ action_env_dim: 2
39
+ kv_memory:
40
+ enabled: false
41
+ window: 4
42
+ rollout_len: 8
43
+ packed_train: false
44
+ rebased_sink: true
45
+ version_id: '0.21'
46
+ datasets:
47
+ vla_data:
48
+ include_state: true
49
+ obs_image_size: null
50
+ image_mode: single
51
+ num_obs_frames: 1
52
+ robot_type: rl_games_flappy
53
+ trainer:
54
+ pretrained_checkpoint: null
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/dataset_statistics.json ADDED
@@ -0,0 +1,194 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "action": {
4
+ "mean": [
5
+ 0.699658215045929,
6
+ 0.30034181475639343
7
+ ],
8
+ "std": [
9
+ 0.45786917209625244,
10
+ 0.45786917209625244
11
+ ],
12
+ "max": [
13
+ 1.0,
14
+ 1.0
15
+ ],
16
+ "min": [
17
+ 0.0,
18
+ 0.0
19
+ ],
20
+ "q01": [
21
+ 0.0,
22
+ 0.0
23
+ ],
24
+ "q99": [
25
+ 1.0,
26
+ 1.0
27
+ ],
28
+ "mask": [
29
+ true,
30
+ true
31
+ ]
32
+ },
33
+ "state": {
34
+ "mean": [
35
+ 0.4997659921646118,
36
+ 0.054334696382284164,
37
+ 0.05432848632335663,
38
+ 0.499822199344635,
39
+ 0.05433698371052742,
40
+ 0.054334696382284164,
41
+ 0.4998248219490051,
42
+ 0.05433698371052742,
43
+ 0.054334696382284164,
44
+ 0.4998810291290283,
45
+ 0.054337311536073685,
46
+ 0.05433698371052742,
47
+ 0.49988365173339844,
48
+ 0.054337311536073685,
49
+ 0.05433698371052742,
50
+ 0.49993985891342163,
51
+ 0.054337963461875916,
52
+ 0.054337311536073685,
53
+ 0.49994248151779175,
54
+ 0.054337963461875916,
55
+ 0.054337311536073685,
56
+ 0.49999868869781494,
57
+ 0.054339271038770676,
58
+ 0.054337963461875916
59
+ ],
60
+ "std": [
61
+ 0.5,
62
+ 0.22338566184043884,
63
+ 0.223375141620636,
64
+ 0.5,
65
+ 0.2233901172876358,
66
+ 0.22338567674160004,
67
+ 0.5,
68
+ 0.2233901172876358,
69
+ 0.22338566184043884,
70
+ 0.5,
71
+ 0.22339075803756714,
72
+ 0.2233901172876358,
73
+ 0.5,
74
+ 0.22339075803756714,
75
+ 0.2233901172876358,
76
+ 0.5,
77
+ 0.22339197993278503,
78
+ 0.22339075803756714,
79
+ 0.5,
80
+ 0.22339197993278503,
81
+ 0.22339075803756714,
82
+ 0.5,
83
+ 0.22339452803134918,
84
+ 0.22339197993278503
85
+ ],
86
+ "max": [
87
+ 1.0,
88
+ 1.0,
89
+ 1.0,
90
+ 1.0,
91
+ 1.0,
92
+ 1.0,
93
+ 1.0,
94
+ 1.0,
95
+ 1.0,
96
+ 1.0,
97
+ 1.0,
98
+ 1.0,
99
+ 1.0,
100
+ 1.0,
101
+ 1.0,
102
+ 1.0,
103
+ 1.0,
104
+ 1.0,
105
+ 1.0,
106
+ 1.0,
107
+ 1.0,
108
+ 1.0,
109
+ 1.0,
110
+ 1.0
111
+ ],
112
+ "min": [
113
+ 0.0,
114
+ 0.0,
115
+ 0.0,
116
+ 0.0,
117
+ 0.0,
118
+ 0.0,
119
+ 0.0,
120
+ 0.0,
121
+ 0.0,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0,
126
+ 0.0,
127
+ 0.0,
128
+ 0.0,
129
+ 0.0,
130
+ 0.0,
131
+ 0.0,
132
+ 0.0,
133
+ 0.0,
134
+ 0.0,
135
+ 0.0,
136
+ 0.0
137
+ ],
138
+ "q01": [
139
+ 0.0,
140
+ 0.0,
141
+ 0.0,
142
+ 0.0,
143
+ 0.0,
144
+ 0.0,
145
+ 0.0,
146
+ 0.0,
147
+ 0.0,
148
+ 0.0,
149
+ 0.0,
150
+ 0.0,
151
+ 0.0,
152
+ 0.0,
153
+ 0.0,
154
+ 0.0,
155
+ 0.0,
156
+ 0.0,
157
+ 0.0,
158
+ 0.0,
159
+ 0.0,
160
+ 0.0,
161
+ 0.0,
162
+ 0.0
163
+ ],
164
+ "q99": [
165
+ 1.0,
166
+ 1.0,
167
+ 1.0,
168
+ 1.0,
169
+ 1.0,
170
+ 1.0,
171
+ 1.0,
172
+ 1.0,
173
+ 1.0,
174
+ 1.0,
175
+ 1.0,
176
+ 1.0,
177
+ 1.0,
178
+ 1.0,
179
+ 1.0,
180
+ 1.0,
181
+ 1.0,
182
+ 1.0,
183
+ 1.0,
184
+ 1.0,
185
+ 1.0,
186
+ 1.0,
187
+ 1.0,
188
+ 1.0
189
+ ]
190
+ },
191
+ "num_transitions": 3059684,
192
+ "num_trajectories": 180
193
+ }
194
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/eval_profile.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job_id": "eval_v2__flappy-qwengr00t-hist8-scratch-s42-v2",
3
+ "eval_protocol_version": "hist8-history01-par32-v3",
4
+ "training_step": 5000,
5
+ "checkpoint_sha256": "5989ecd1e19c3ea4a4fc479fb90277f11b0cd4962173afa39ed22406daa1d939",
6
+ "profile_sha256": "0654f7097e292cc837a483ef8e5f7ed9c3410fd684582b31b7d8358719452b60",
7
+ "mean_return": 414.5240048730373,
8
+ "std_return": 89.99479325697534,
9
+ "mean_length": 3358,
10
+ "episodes": 100,
11
+ "parallel_envs": 32,
12
+ "max_episode_raw_frames": 3600,
13
+ "issued_actions": 167903,
14
+ "top_action": "noop",
15
+ "largest_action_fraction": 0.8908417360023346,
16
+ "unique_action_values": 2,
17
+ "episode_final_done": 13,
18
+ "episodes_at_frame_cap": 87,
19
+ "checks": {
20
+ "100_exact_seeds": true,
21
+ "checkpoint_sha": true,
22
+ "bundle_step": true,
23
+ "profile_sha": true,
24
+ "binary_history": true,
25
+ "raw_score_means_match": true,
26
+ "action_counts_match": true,
27
+ "action_total_match": true,
28
+ "summary_returns_match": true,
29
+ "summary_lengths_match": true,
30
+ "100_final_steps": true,
31
+ "final_step_lengths_match": true,
32
+ "parallel_capacity_horizon": true,
33
+ "fps_history": true,
34
+ "environment_latency_matches": true,
35
+ "episode_latency_protocol": true,
36
+ "training_recipe": true,
37
+ "training_dimensions": true,
38
+ "initialization_revision": true
39
+ },
40
+ "environment_condition": "profile"
41
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/action_audit.json ADDED
@@ -0,0 +1,125 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_protocol_version": "hist8-history01-par32-v3",
3
+ "history_encoding": "binary_0_1",
4
+ "episodes": 100,
5
+ "episode_seeds": [
6
+ 1000000,
7
+ 1000001,
8
+ 1000002,
9
+ 1000003,
10
+ 1000004,
11
+ 1000005,
12
+ 1000006,
13
+ 1000007,
14
+ 1000008,
15
+ 1000009,
16
+ 1000010,
17
+ 1000011,
18
+ 1000012,
19
+ 1000013,
20
+ 1000014,
21
+ 1000015,
22
+ 1000016,
23
+ 1000017,
24
+ 1000018,
25
+ 1000019,
26
+ 1000020,
27
+ 1000021,
28
+ 1000022,
29
+ 1000023,
30
+ 1000024,
31
+ 1000025,
32
+ 1000026,
33
+ 1000027,
34
+ 1000028,
35
+ 1000029,
36
+ 1000030,
37
+ 1000031,
38
+ 1000032,
39
+ 1000033,
40
+ 1000034,
41
+ 1000035,
42
+ 1000036,
43
+ 1000037,
44
+ 1000038,
45
+ 1000039,
46
+ 1000040,
47
+ 1000041,
48
+ 1000042,
49
+ 1000043,
50
+ 1000044,
51
+ 1000045,
52
+ 1000046,
53
+ 1000047,
54
+ 1000048,
55
+ 1000049,
56
+ 1000050,
57
+ 1000051,
58
+ 1000052,
59
+ 1000053,
60
+ 1000054,
61
+ 1000055,
62
+ 1000056,
63
+ 1000057,
64
+ 1000058,
65
+ 1000059,
66
+ 1000060,
67
+ 1000061,
68
+ 1000062,
69
+ 1000063,
70
+ 1000064,
71
+ 1000065,
72
+ 1000066,
73
+ 1000067,
74
+ 1000068,
75
+ 1000069,
76
+ 1000070,
77
+ 1000071,
78
+ 1000072,
79
+ 1000073,
80
+ 1000074,
81
+ 1000075,
82
+ 1000076,
83
+ 1000077,
84
+ 1000078,
85
+ 1000079,
86
+ 1000080,
87
+ 1000081,
88
+ 1000082,
89
+ 1000083,
90
+ 1000084,
91
+ 1000085,
92
+ 1000086,
93
+ 1000087,
94
+ 1000088,
95
+ 1000089,
96
+ 1000090,
97
+ 1000091,
98
+ 1000092,
99
+ 1000093,
100
+ 1000094,
101
+ 1000095,
102
+ 1000096,
103
+ 1000097,
104
+ 1000098,
105
+ 1000099
106
+ ],
107
+ "issued_actions": 167903,
108
+ "action_counts": {
109
+ "1": 18328,
110
+ "0": 149575
111
+ },
112
+ "largest_action_fraction": 0.8908417360023346,
113
+ "raw_score_min": [
114
+ -0.3381471633911133,
115
+ -0.7458772659301758
116
+ ],
117
+ "raw_score_max": [
118
+ 1.943934679031372,
119
+ 2.058217763900757
120
+ ],
121
+ "raw_score_mean": [
122
+ 0.9088227899942567,
123
+ 0.10784770933968103
124
+ ]
125
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/episode_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/eval_code_snapshot.json ADDED
The diff for this file is too large to render. See raw diff
 
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/eval_config.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment:
2
+ name: flappy-qwengr00t-hist8-scratch-s42-v2-step5000-history01-profile-par32
3
+ seed: 1000000
4
+ backend:
5
+ run_mode: eval
6
+ executor:
7
+ mode: simulated
8
+ simulated_worker_capacity: 1
9
+ simulated_inference_pool: true
10
+ inference_devices:
11
+ - cuda:0
12
+ inference_batch_size: 32
13
+ env:
14
+ name: flappy
15
+ gym_id: FlappyBird-v0
16
+ env_fps: 10
17
+ obs_fps: 10
18
+ render_mode: rgb_array
19
+ observation_mode: image
20
+ use_lidar: false
21
+ normalize_obs: true
22
+ audio_on: false
23
+ frame_stack: 1
24
+ obs_resize:
25
+ - 224
26
+ - 224
27
+ simulator: gpu
28
+ use_gpu_render: false
29
+ gpu_render_device: auto
30
+ gpu_render_profile: false
31
+ gpu_render_profile_interval: 200
32
+ noop_action: noop
33
+ action_map:
34
+ noop: 0
35
+ flap: 1
36
+ oneshot_actions:
37
+ - flap
38
+ action_history_decisions: 8
39
+ latency:
40
+ method: temporal
41
+ profile_path: /home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json
42
+ profile_worker_slot: 0
43
+ seed: 271828
44
+ add_latency_info: false
45
+ scheduler:
46
+ hold_policy: one_frame_then_noop
47
+ ordering_policy: latest_ready
48
+ policy:
49
+ type: starvla
50
+ checkpoint_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/flappy-qwengr00t-hist8-scratch-s42-v2/checkpoints/model.pt
51
+ model_config_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/flappy-qwengr00t-hist8-scratch-s42-v2/config.yaml
52
+ device: cuda:0
53
+ unnorm_key: new_embodiment
54
+ prompt_mode: latency_neutral
55
+ actions:
56
+ - noop
57
+ - flap
58
+ backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
59
+ worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
60
+ state_source: transport
61
+ evaluation:
62
+ eval_episodes: 100
63
+ eval_parallel_envs: 32
64
+ latency_bench_env_backend: flappy_gpu_batched
65
+ eval_latency_values: null
66
+ eval_max_steps: 3600
67
+ eval_deterministic: true
68
+ eval_raw_reward: true
69
+ logging:
70
+ output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/flappy-qwengr00t-hist8-scratch-s42-v2-to-profile-par32
71
+ save_step_records: true
72
+ save_action_records: true
73
+ save_latency_records: true
74
+ video:
75
+ enabled: false
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/provenance.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "collection": {
3
+ "teacher_repo": "latency-sensitive-bench/benchmark-models",
4
+ "teacher_revision": "af125bd372c22c5b00e326d9af1af64ea3751b56",
5
+ "teacher_path": "latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-s42-v1",
6
+ "teacher_checkpoint": "best_000048832_25001984_reward_3570.134.pth",
7
+ "teacher_sha256": "e9dc95bdf974d98f05783c0eb53716fc3d8d894f4b6114a5a2123737da7a08b7",
8
+ "profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
9
+ "profile_sha256": "0654f7097e292cc837a483ef8e5f7ed9c3410fd684582b31b7d8358719452b60",
10
+ "episodes": 200,
11
+ "filter_preset": "none",
12
+ "history": "decision_v1"
13
+ },
14
+ "training_run_id": "flappy-qwengr00t-hist8-scratch-s42-v2",
15
+ "training_step": 5000,
16
+ "global_batch": 128,
17
+ "base_model": "Qwen/Qwen3-VL-4B-Instruct",
18
+ "wandb_run_id": "8be125b0",
19
+ "checkpoint_sha256": "5989ecd1e19c3ea4a4fc479fb90277f11b0cd4962173afa39ed22406daa1d939",
20
+ "eval_protocol_version": "hist8-history01-par32-v3",
21
+ "history_encoding": "binary_0_1",
22
+ "episodes": 100,
23
+ "env_condition": "profile",
24
+ "parallel_envs": 32,
25
+ "max_episode_raw_frames": 3600,
26
+ "inference_devices": [
27
+ "cuda:0"
28
+ ],
29
+ "episode_seeds": [
30
+ 1000000,
31
+ 1000099
32
+ ],
33
+ "profile_sha256": "0654f7097e292cc837a483ef8e5f7ed9c3410fd684582b31b7d8358719452b60"
34
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/resolved_config.yaml ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment:
2
+ name: flappy-qwengr00t-hist8-scratch-s42-v2-step5000-history01-profile-par32
3
+ seed: 1000000
4
+ backend:
5
+ run_mode: eval
6
+ executor:
7
+ mode: simulated
8
+ simulated_worker_capacity: 1
9
+ simulated_inference_pool: true
10
+ inference_devices:
11
+ - cuda:0
12
+ inference_batch_size: 32
13
+ env:
14
+ name: flappy
15
+ gym_id: FlappyBird-v0
16
+ env_fps: 10
17
+ obs_fps: 10
18
+ render_mode: rgb_array
19
+ observation_mode: image
20
+ use_lidar: false
21
+ normalize_obs: true
22
+ audio_on: false
23
+ frame_stack: 1
24
+ obs_resize:
25
+ - 224
26
+ - 224
27
+ simulator: gpu
28
+ use_gpu_render: false
29
+ gpu_render_device: auto
30
+ gpu_render_profile: false
31
+ gpu_render_profile_interval: 200
32
+ noop_action: noop
33
+ action_map:
34
+ noop: 0
35
+ flap: 1
36
+ oneshot_actions:
37
+ - flap
38
+ action_history_decisions: 8
39
+ latency:
40
+ method: temporal
41
+ profile_path: /home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json
42
+ profile_worker_slot: 0
43
+ seed: 271828
44
+ add_latency_info: false
45
+ scheduler:
46
+ hold_policy: one_frame_then_noop
47
+ ordering_policy: latest_ready
48
+ policy:
49
+ type: starvla
50
+ checkpoint_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/flappy-qwengr00t-hist8-scratch-s42-v2/checkpoints/model.pt
51
+ model_config_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/flappy-qwengr00t-hist8-scratch-s42-v2/config.yaml
52
+ device: cuda:0
53
+ unnorm_key: new_embodiment
54
+ prompt_mode: latency_neutral
55
+ actions:
56
+ - noop
57
+ - flap
58
+ backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
59
+ worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
60
+ state_source: transport
61
+ action_prefix:
62
+ mode: none
63
+ evaluation:
64
+ eval_episodes: 100
65
+ eval_parallel_envs: 32
66
+ latency_bench_env_backend: flappy_gpu_batched
67
+ eval_latency_values: null
68
+ eval_max_steps: 3600
69
+ eval_deterministic: true
70
+ eval_raw_reward: true
71
+ logging:
72
+ output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/flappy-qwengr00t-hist8-scratch-s42-v2-to-profile-par32
73
+ save_step_records: true
74
+ save_action_records: true
75
+ save_latency_records: true
76
+ video:
77
+ enabled: false
78
+ simulated_pipeline_profile: false
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/summary.json ADDED
@@ -0,0 +1,217 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/flappy-qwengr00t-hist8-scratch-s42-v2/checkpoints/model.pt",
3
+ "experiment_name": "flappy-qwengr00t-hist8-scratch-s42-v2-step5000-history01-profile-par32",
4
+ "latency": "profile_sample",
5
+ "latency_type": "profile_sample",
6
+ "lengths": [
7
+ 3600,
8
+ 3600,
9
+ 3600,
10
+ 3600,
11
+ 3402,
12
+ 3600,
13
+ 3600,
14
+ 3600,
15
+ 3600,
16
+ 3600,
17
+ 3600,
18
+ 3600,
19
+ 1753,
20
+ 3600,
21
+ 3600,
22
+ 3600,
23
+ 3600,
24
+ 3600,
25
+ 3600,
26
+ 3600,
27
+ 3600,
28
+ 3600,
29
+ 3600,
30
+ 3600,
31
+ 3600,
32
+ 3600,
33
+ 3600,
34
+ 2496,
35
+ 3600,
36
+ 3600,
37
+ 3600,
38
+ 3600,
39
+ 3600,
40
+ 3600,
41
+ 1104,
42
+ 3600,
43
+ 3600,
44
+ 687,
45
+ 3600,
46
+ 3600,
47
+ 3600,
48
+ 3600,
49
+ 3600,
50
+ 1294,
51
+ 3600,
52
+ 3600,
53
+ 3600,
54
+ 3600,
55
+ 3600,
56
+ 3600,
57
+ 3600,
58
+ 3600,
59
+ 3250,
60
+ 3600,
61
+ 3600,
62
+ 3600,
63
+ 3600,
64
+ 3600,
65
+ 3600,
66
+ 3600,
67
+ 3600,
68
+ 3600,
69
+ 3600,
70
+ 3600,
71
+ 3600,
72
+ 3600,
73
+ 3600,
74
+ 3600,
75
+ 3600,
76
+ 3600,
77
+ 3600,
78
+ 3600,
79
+ 3600,
80
+ 3600,
81
+ 3600,
82
+ 3600,
83
+ 3600,
84
+ 3600,
85
+ 3600,
86
+ 403,
87
+ 3600,
88
+ 2654,
89
+ 3600,
90
+ 217,
91
+ 3600,
92
+ 3600,
93
+ 3600,
94
+ 3600,
95
+ 3600,
96
+ 3600,
97
+ 3600,
98
+ 1592,
99
+ 3600,
100
+ 1159,
101
+ 3600,
102
+ 3600,
103
+ 3600,
104
+ 3600,
105
+ 3600,
106
+ 2589
107
+ ],
108
+ "mean_length": 3358.0,
109
+ "mean_return": 414.5240048730373,
110
+ "returns": [
111
+ 444.6000052243471,
112
+ 444.6000052243471,
113
+ 444.6000052243471,
114
+ 444.6000052243471,
115
+ 419.2000049352646,
116
+ 444.6000052243471,
117
+ 444.6000052243471,
118
+ 444.6000052243471,
119
+ 444.6000052243471,
120
+ 444.6000052243471,
121
+ 444.6000052243471,
122
+ 444.6000052243471,
123
+ 214.70000254362822,
124
+ 444.6000052243471,
125
+ 444.6000052243471,
126
+ 444.6000052243471,
127
+ 444.6000052243471,
128
+ 444.6000052243471,
129
+ 444.6000052243471,
130
+ 444.6000052243471,
131
+ 444.6000052243471,
132
+ 444.6000052243471,
133
+ 444.6000052243471,
134
+ 444.6000052243471,
135
+ 444.6000052243471,
136
+ 444.6000052243471,
137
+ 444.6000052243471,
138
+ 307.00000362098217,
139
+ 444.6000052243471,
140
+ 444.6000052243471,
141
+ 444.6000052243471,
142
+ 444.6000052243471,
143
+ 444.6000052243471,
144
+ 444.6000052243471,
145
+ 134.50000160187483,
146
+ 444.6000052243471,
147
+ 444.6000052243471,
148
+ 82.90000099688768,
149
+ 444.6000052243471,
150
+ 444.6000052243471,
151
+ 444.6000052243471,
152
+ 444.6000052243471,
153
+ 444.6000052243471,
154
+ 158.0000018775463,
155
+ 444.6000052243471,
156
+ 444.6000052243471,
157
+ 444.6000052243471,
158
+ 444.6000052243471,
159
+ 444.6000052243471,
160
+ 444.6000052243471,
161
+ 444.6000052243471,
162
+ 444.6000052243471,
163
+ 400.4000047147274,
164
+ 444.6000052243471,
165
+ 444.6000052243471,
166
+ 444.6000052243471,
167
+ 444.6000052243471,
168
+ 444.6000052243471,
169
+ 444.6000052243471,
170
+ 444.6000052243471,
171
+ 444.6000052243471,
172
+ 444.6000052243471,
173
+ 444.6000052243471,
174
+ 444.6000052243471,
175
+ 444.6000052243471,
176
+ 444.6000052243471,
177
+ 444.6000052243471,
178
+ 444.6000052243471,
179
+ 444.6000052243471,
180
+ 444.6000052243471,
181
+ 444.6000052243471,
182
+ 444.6000052243471,
183
+ 444.6000052243471,
184
+ 444.6000052243471,
185
+ 444.6000052243471,
186
+ 444.6000052243471,
187
+ 444.6000052243471,
188
+ 444.6000052243471,
189
+ 444.6000052243471,
190
+ 48.20000058412552,
191
+ 444.6000052243471,
192
+ 326.40000385046005,
193
+ 444.6000052243471,
194
+ 25.1000003144145,
195
+ 444.6000052243471,
196
+ 444.6000052243471,
197
+ 444.6000052243471,
198
+ 444.6000052243471,
199
+ 444.6000052243471,
200
+ 444.6000052243471,
201
+ 444.6000052243471,
202
+ 195.00000230967999,
203
+ 444.6000052243471,
204
+ 141.80000168085098,
205
+ 444.6000052243471,
206
+ 444.6000052243471,
207
+ 444.6000052243471,
208
+ 444.6000052243471,
209
+ 444.6000052243471,
210
+ 319.0000037550926
211
+ ],
212
+ "seed": 1000000,
213
+ "source_profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
214
+ "std_return": 89.99479325697531,
215
+ "suite_name": "profile_sample",
216
+ "timestamp_utc": "2026-09-23T19:51:13.183422+00:00"
217
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/evaluations/profile/verification.json ADDED
@@ -0,0 +1,71 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job_id": "eval_v2__flappy-qwengr00t-hist8-scratch-s42-v2",
3
+ "task": "flappy",
4
+ "model": "qwengr00t",
5
+ "remote_eval_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/flappy-qwengr00t-hist8-scratch-s42-v2-to-profile-par32",
6
+ "checked_at": 1790193229.0017772,
7
+ "training_step": 5000,
8
+ "checkpoint_sha256": "5989ecd1e19c3ea4a4fc479fb90277f11b0cd4962173afa39ed22406daa1d939",
9
+ "profile_sha256": "0654f7097e292cc837a483ef8e5f7ed9c3410fd684582b31b7d8358719452b60",
10
+ "wandb_run_id": "8be125b0",
11
+ "eval_protocol_version": "hist8-history01-par32-v3",
12
+ "max_episode_raw_frames": 3600,
13
+ "parallel_envs": 32,
14
+ "mean_return": 414.5240048730373,
15
+ "std_return": 89.99479325697534,
16
+ "mean_length": 3358,
17
+ "episodes": 100,
18
+ "issued_actions": 167903,
19
+ "top_action": "noop",
20
+ "largest_action_fraction": 0.8908417360023346,
21
+ "unique_action_values": 2,
22
+ "episode_final_done": 13,
23
+ "episodes_at_frame_cap": 87,
24
+ "checks": {
25
+ "100_exact_seeds": true,
26
+ "checkpoint_sha": true,
27
+ "bundle_step": true,
28
+ "profile_sha": true,
29
+ "binary_history": true,
30
+ "raw_score_means_match": true,
31
+ "action_counts_match": true,
32
+ "action_total_match": true,
33
+ "summary_returns_match": true,
34
+ "summary_lengths_match": true,
35
+ "100_final_steps": true,
36
+ "final_step_lengths_match": true,
37
+ "parallel_capacity_horizon": true,
38
+ "fps_history": true,
39
+ "environment_latency_matches": true,
40
+ "episode_latency_protocol": true,
41
+ "training_recipe": true,
42
+ "training_dimensions": true,
43
+ "initialization_revision": true
44
+ },
45
+ "job": {
46
+ "id": "eval_v2__flappy-qwengr00t-hist8-scratch-s42-v2",
47
+ "source": "v2",
48
+ "python": "/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python",
49
+ "task": "flappy",
50
+ "model": "qwengr00t",
51
+ "env_condition": "profile",
52
+ "parallel_envs": 32,
53
+ "metric_prefix": "eval_hist8_v3/profile_to_profile",
54
+ "kind": "eval_ready",
55
+ "backbone": "/home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17",
56
+ "profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
57
+ "bundle_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/flappy-qwengr00t-hist8-scratch-s42-v2",
58
+ "ready_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/flappy-qwengr00t-hist8-scratch-s42-v2/bundle.complete.json",
59
+ "eval_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/flappy-qwengr00t-hist8-scratch-s42-v2-to-profile-par32",
60
+ "gpus_required": 1,
61
+ "priority": 1000,
62
+ "depends_on": [
63
+ "stage_v2__flappy-qwengr00t-hist8-scratch-s42-v2"
64
+ ],
65
+ "gpu_pool": [
66
+ 7
67
+ ]
68
+ },
69
+ "evidence_dir": "/home/lixinyuan/latency-sensitive-bench/outputs/tasks/decision_history_vla_hist8_v2/evaluation_receipts/h200-1/eval_v2__flappy-qwengr00t-hist8-scratch-s42-v2",
70
+ "verification_status": "verified"
71
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/manifest.json ADDED
@@ -0,0 +1,111 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_name": "lerobot",
3
+ "env_name": "flappy",
4
+ "episodes": 180,
5
+ "frames": 3059684,
6
+ "task_prompts": [
7
+ "You are playing Flappy Bird. Pass through the pipe gaps and stay alive. Choose the action: NOOP, FLAP."
8
+ ],
9
+ "format": "starvla_lerobot_v2_decision_v1",
10
+ "source": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/flappy/qwengr00t/raw",
11
+ "robot_type": "rl_games_flappy",
12
+ "action_layout": "flappy_discrete",
13
+ "source_action_layout": "flappy_discrete",
14
+ "action_labels": [
15
+ "NOOP",
16
+ "FLAP"
17
+ ],
18
+ "action_dim": 2,
19
+ "active_action_dim": 2,
20
+ "state_source": "decision_v1",
21
+ "state_dim": 24,
22
+ "state_labels": [
23
+ "decision_history_0",
24
+ "decision_history_1",
25
+ "decision_history_2",
26
+ "decision_history_3",
27
+ "decision_history_4",
28
+ "decision_history_5",
29
+ "decision_history_6",
30
+ "decision_history_7",
31
+ "decision_history_8",
32
+ "decision_history_9",
33
+ "decision_history_10",
34
+ "decision_history_11",
35
+ "decision_history_12",
36
+ "decision_history_13",
37
+ "decision_history_14",
38
+ "decision_history_15",
39
+ "decision_history_16",
40
+ "decision_history_17",
41
+ "decision_history_18",
42
+ "decision_history_19",
43
+ "decision_history_20",
44
+ "decision_history_21",
45
+ "decision_history_22",
46
+ "decision_history_23"
47
+ ],
48
+ "state_normalization": {
49
+ "min": [
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0,
61
+ 0.0,
62
+ 0.0,
63
+ 0.0,
64
+ 0.0,
65
+ 0.0,
66
+ 0.0,
67
+ 0.0,
68
+ 0.0,
69
+ 0.0,
70
+ 0.0,
71
+ 0.0,
72
+ 0.0,
73
+ 0.0
74
+ ],
75
+ "max": [
76
+ 1.0,
77
+ 1.0,
78
+ 1.0,
79
+ 1.0,
80
+ 1.0,
81
+ 1.0,
82
+ 1.0,
83
+ 1.0,
84
+ 1.0,
85
+ 1.0,
86
+ 1.0,
87
+ 1.0,
88
+ 1.0,
89
+ 1.0,
90
+ 1.0,
91
+ 1.0,
92
+ 1.0,
93
+ 1.0,
94
+ 1.0,
95
+ 1.0,
96
+ 1.0,
97
+ 1.0,
98
+ 1.0,
99
+ 1.0
100
+ ]
101
+ },
102
+ "action_history_decisions": 8,
103
+ "rows_unit": "decision_step",
104
+ "obs_fps": 10.0,
105
+ "obs_stride_raw_frames": 1,
106
+ "latency_prompt_map_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/flappy/qwengr00t/lerobot/latency_prompt_map.json",
107
+ "custom_mixtures_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/flappy/qwengr00t/_generated_mixtures/lerobot.json",
108
+ "validation_dataset_name": "lerobot__val",
109
+ "validation_episodes": 20,
110
+ "validation_frames": 309816
111
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/profiles/DONE ADDED
File without changes
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/profiles/hardware.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "driver_version": "595.58.03",
3
+ "gpu_class": "1x-rtx3090",
4
+ "gpus": [
5
+ {
6
+ "name": "NVIDIA GeForce RTX 3090",
7
+ "slot": 0
8
+ }
9
+ ],
10
+ "instance_id": "instance_a5037b165aa0cedc",
11
+ "topology_links": [],
12
+ "torch": {
13
+ "backends": {
14
+ "cuda_cudnn_sdp_enabled": true,
15
+ "cuda_flash_sdp_enabled": true,
16
+ "cuda_math_sdp_enabled": true,
17
+ "cuda_matmul_allow_tf32": false,
18
+ "cuda_mem_efficient_sdp_enabled": true,
19
+ "cudnn_allow_tf32": true,
20
+ "cudnn_benchmark": false
21
+ },
22
+ "cuda_available": true,
23
+ "cuda_device_count": 1,
24
+ "cuda_version": "12.8",
25
+ "current_device": 0,
26
+ "current_device_name": "NVIDIA GeForce RTX 3090",
27
+ "device_properties": [
28
+ {
29
+ "index": 0,
30
+ "major": 8,
31
+ "minor": 6,
32
+ "multi_processor_count": 82,
33
+ "name": "NVIDIA GeForce RTX 3090",
34
+ "total_memory": 25298141184
35
+ }
36
+ ],
37
+ "float32_matmul_precision": "highest",
38
+ "version": "2.11.0+cu128"
39
+ }
40
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/profiles/latency_burst_model.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "burst_dwell_distribution": null,
3
+ "burst_dwell_lengths": [],
4
+ "burst_merge_gap_records": 30,
5
+ "burst_rank_processes": [],
6
+ "burst_slot_rank_templates": [],
7
+ "model_type": "hidden_regime",
8
+ "pre_worker_time_ms": null,
9
+ "regime_step_counts": {
10
+ "burst": 0,
11
+ "calm": 587
12
+ },
13
+ "regime_transition_counts": {
14
+ "burst": {
15
+ "burst": 0,
16
+ "calm": 0
17
+ },
18
+ "calm": {
19
+ "burst": 0,
20
+ "calm": 582
21
+ }
22
+ },
23
+ "reset_scope": "session",
24
+ "schema_version": 12,
25
+ "spike_median_multiplier": 1.25,
26
+ "spike_threshold_ms_by_worker_slot": {
27
+ "0": 159.90814298391342
28
+ },
29
+ "worker_count": 1
30
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/profiles/latency_distribution.json ADDED
@@ -0,0 +1,1027 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 3,
3
+ "worker_slots": {
4
+ "0": {
5
+ "all": {
6
+ "count": 587,
7
+ "observation_to_action_latency_ms": {
8
+ "distribution_type": "inverse_cdf",
9
+ "latency_ms": [
10
+ 127.8761100769043,
11
+ 127.8761100769043,
12
+ 127.8761100769043,
13
+ 127.89192251873017,
14
+ 127.99861106300354,
15
+ 128.07467571115492,
16
+ 128.1124898223877,
17
+ 128.44290143728256,
18
+ 128.85976790237427,
19
+ 128.87121819114685,
20
+ 128.91770545005798,
21
+ 129.0340878891945,
22
+ 129.1335053730011,
23
+ 129.79202156066896,
24
+ 129.93564554214478,
25
+ 130.17105417251588,
26
+ 130.39505424499512,
27
+ 130.64712604522705,
28
+ 130.74567066669465,
29
+ 130.81443902015687,
30
+ 130.92897189617156,
31
+ 131.0165689468384,
32
+ 131.10613842010497,
33
+ 131.18442051887513,
34
+ 131.3327695274353,
35
+ 131.49851722717284,
36
+ 131.5868036031723,
37
+ 131.66117683410644,
38
+ 131.70482696056365,
39
+ 131.75876642227172,
40
+ 131.83924723148345,
41
+ 131.91466493606566,
42
+ 132.00708877563477,
43
+ 132.06459365844728,
44
+ 132.1722373485565,
45
+ 132.27918434143066,
46
+ 132.31855833530426,
47
+ 132.3879370880127,
48
+ 132.64704308509826,
49
+ 132.71340996742248,
50
+ 132.82300146102907,
51
+ 132.99172945022582,
52
+ 133.1316840648651,
53
+ 133.2152564430237,
54
+ 133.31981345176698,
55
+ 133.39994321823121,
56
+ 133.4573315858841,
57
+ 133.5789354991913,
58
+ 133.7285823106766,
59
+ 133.90325016021728,
60
+ 134.0577438879013,
61
+ 134.21249823570253,
62
+ 134.36394506931305,
63
+ 134.46733980178834,
64
+ 134.60458895683288,
65
+ 134.76327673912047,
66
+ 135.40030386447907,
67
+ 135.63969375610353,
68
+ 135.9529024171829,
69
+ 136.14607080459595,
70
+ 136.35211591243743,
71
+ 137.10153198242188,
72
+ 137.9527778673172,
73
+ 138.1883308982849,
74
+ 138.6498721551895,
75
+ 138.8537593269348,
76
+ 139.21332638263704,
77
+ 139.3776010608673,
78
+ 139.62337260246278,
79
+ 139.90321935653685,
80
+ 140.12210350036622,
81
+ 140.23445024490357,
82
+ 140.34479056835175,
83
+ 140.46068027496338,
84
+ 140.67981855392455,
85
+ 140.8602653694153,
86
+ 140.936150097847,
87
+ 141.2415417289734,
88
+ 141.35787767410278,
89
+ 141.405762758255,
90
+ 141.61950870990754,
91
+ 141.74941453933715,
92
+ 141.8250580072403,
93
+ 141.91369250297547,
94
+ 142.04768302440644,
95
+ 142.19224130630494,
96
+ 142.33134281635284,
97
+ 142.48289833068847,
98
+ 142.693716006279,
99
+ 142.81950971603393,
100
+ 142.98807711601256,
101
+ 143.09847555160522,
102
+ 143.31092639923096,
103
+ 143.51217985153198,
104
+ 143.71299979686736,
105
+ 143.90434699058534,
106
+ 144.05560665130616,
107
+ 144.20725034713746,
108
+ 144.39879494190217,
109
+ 144.72114320755006,
110
+ 145.56747967720034,
111
+ 145.74954013824464,
112
+ 146.00378328323364,
113
+ 146.29391931533814,
114
+ 146.6628751516342,
115
+ 146.79921905517577,
116
+ 147.22922582626342,
117
+ 147.3373496055603,
118
+ 147.86214366912841,
119
+ 148.42617469787598,
120
+ 149.59471702098847,
121
+ 149.75114763593672,
122
+ 150.0042225856781,
123
+ 150.16158461523057,
124
+ 150.27096778964994,
125
+ 150.34485203027725,
126
+ 150.60560284042364,
127
+ 151.40509207534794,
128
+ 155.48412932205224,
129
+ 162.18881697082531,
130
+ 163.1825270652771,
131
+ 163.1825270652771,
132
+ 163.1825270652771
133
+ ],
134
+ "quantile_levels": [
135
+ 0.0,
136
+ 0.0001,
137
+ 0.0005,
138
+ 0.001,
139
+ 0.002,
140
+ 0.003,
141
+ 0.004,
142
+ 0.005,
143
+ 0.006,
144
+ 0.007,
145
+ 0.008,
146
+ 0.009,
147
+ 0.01,
148
+ 0.02,
149
+ 0.03,
150
+ 0.04,
151
+ 0.05,
152
+ 0.06,
153
+ 0.07,
154
+ 0.08,
155
+ 0.09,
156
+ 0.1,
157
+ 0.11,
158
+ 0.12,
159
+ 0.13,
160
+ 0.14,
161
+ 0.15,
162
+ 0.16,
163
+ 0.17,
164
+ 0.18,
165
+ 0.19,
166
+ 0.2,
167
+ 0.21,
168
+ 0.22,
169
+ 0.23,
170
+ 0.24,
171
+ 0.25,
172
+ 0.26,
173
+ 0.27,
174
+ 0.28,
175
+ 0.29,
176
+ 0.3,
177
+ 0.31,
178
+ 0.32,
179
+ 0.33,
180
+ 0.34,
181
+ 0.35,
182
+ 0.36,
183
+ 0.37,
184
+ 0.38,
185
+ 0.39,
186
+ 0.4,
187
+ 0.41,
188
+ 0.42,
189
+ 0.43,
190
+ 0.44,
191
+ 0.45,
192
+ 0.46,
193
+ 0.47,
194
+ 0.48,
195
+ 0.49,
196
+ 0.5,
197
+ 0.51,
198
+ 0.52,
199
+ 0.53,
200
+ 0.54,
201
+ 0.55,
202
+ 0.56,
203
+ 0.57,
204
+ 0.58,
205
+ 0.59,
206
+ 0.6,
207
+ 0.61,
208
+ 0.62,
209
+ 0.63,
210
+ 0.64,
211
+ 0.65,
212
+ 0.66,
213
+ 0.67,
214
+ 0.68,
215
+ 0.69,
216
+ 0.7,
217
+ 0.71,
218
+ 0.72,
219
+ 0.73,
220
+ 0.74,
221
+ 0.75,
222
+ 0.76,
223
+ 0.77,
224
+ 0.78,
225
+ 0.79,
226
+ 0.8,
227
+ 0.81,
228
+ 0.82,
229
+ 0.83,
230
+ 0.84,
231
+ 0.85,
232
+ 0.86,
233
+ 0.87,
234
+ 0.88,
235
+ 0.89,
236
+ 0.9,
237
+ 0.91,
238
+ 0.92,
239
+ 0.93,
240
+ 0.94,
241
+ 0.95,
242
+ 0.96,
243
+ 0.97,
244
+ 0.98,
245
+ 0.99,
246
+ 0.991,
247
+ 0.992,
248
+ 0.993,
249
+ 0.994,
250
+ 0.995,
251
+ 0.996,
252
+ 0.997,
253
+ 0.998,
254
+ 0.999,
255
+ 0.9995,
256
+ 0.9999,
257
+ 1.0
258
+ ]
259
+ },
260
+ "spearman_rho": 0.9833736554084047,
261
+ "worker_service_time_ms": {
262
+ "distribution_type": "inverse_cdf",
263
+ "latency_ms": [
264
+ 125.05194234848022,
265
+ 125.05194234848022,
266
+ 125.05194234848022,
267
+ 125.06912283563614,
268
+ 125.18504175472259,
269
+ 125.41602371120453,
270
+ 125.79072425079346,
271
+ 125.88928079366684,
272
+ 125.8952634344101,
273
+ 126.00186212968826,
274
+ 126.08807718086243,
275
+ 126.13362894201279,
276
+ 126.17208734512329,
277
+ 126.87025705337524,
278
+ 127.07391064167022,
279
+ 127.3611322402954,
280
+ 127.65454773902893,
281
+ 127.81943634033203,
282
+ 127.93962459564209,
283
+ 128.00600465774536,
284
+ 128.10171466350556,
285
+ 128.22921495437623,
286
+ 128.3209276676178,
287
+ 128.4982228755951,
288
+ 128.62443522930144,
289
+ 128.69990720748902,
290
+ 128.75319151878358,
291
+ 128.83603295326233,
292
+ 128.9182851743698,
293
+ 128.97318403244017,
294
+ 129.03302925109864,
295
+ 129.070259141922,
296
+ 129.09659888744355,
297
+ 129.12601541519166,
298
+ 129.20165853023528,
299
+ 129.29448698043822,
300
+ 129.3897581100464,
301
+ 129.49451807022095,
302
+ 129.67502349853515,
303
+ 129.85053455352784,
304
+ 129.9428109550476,
305
+ 130.1185302734375,
306
+ 130.2055943441391,
307
+ 130.2982034111023,
308
+ 130.42779676437377,
309
+ 130.53961780548096,
310
+ 130.69711503982543,
311
+ 130.74490436553955,
312
+ 130.85280688762666,
313
+ 131.04259063720704,
314
+ 131.14988271713256,
315
+ 131.2853949546814,
316
+ 131.40371295928955,
317
+ 131.58069429397582,
318
+ 131.7582879447937,
319
+ 131.91900203704833,
320
+ 132.4831077814102,
321
+ 132.76474485397338,
322
+ 133.34575509548188,
323
+ 133.58117515563964,
324
+ 133.86812633514404,
325
+ 134.40826606750488,
326
+ 134.8352240228653,
327
+ 135.32522631645202,
328
+ 135.6921321249008,
329
+ 135.89664163589478,
330
+ 136.3948596715927,
331
+ 136.64195679664613,
332
+ 136.79894504547119,
333
+ 137.14548776626586,
334
+ 137.44683226585389,
335
+ 137.60643029212952,
336
+ 137.71451908111572,
337
+ 137.78848978042603,
338
+ 138.0336783504486,
339
+ 138.15936817169188,
340
+ 138.25872538089752,
341
+ 138.41543754577637,
342
+ 138.55899626731872,
343
+ 138.68314652442933,
344
+ 138.77352019309998,
345
+ 138.92934808731079,
346
+ 139.01950928211212,
347
+ 139.09331871032714,
348
+ 139.14152894973753,
349
+ 139.3362656402588,
350
+ 139.4950122833252,
351
+ 139.65667305946351,
352
+ 139.8357606601715,
353
+ 139.9513649368286,
354
+ 140.10099086284637,
355
+ 140.31551694869995,
356
+ 140.42335656166077,
357
+ 140.66867811203002,
358
+ 140.8205721759796,
359
+ 140.9726365852356,
360
+ 141.15585308074952,
361
+ 141.478321018219,
362
+ 141.88926114559175,
363
+ 142.12047200202943,
364
+ 142.32761984348298,
365
+ 142.53067178726195,
366
+ 143.0929887866974,
367
+ 143.62503806114196,
368
+ 143.9270734214783,
369
+ 144.185874042511,
370
+ 144.69415040016173,
371
+ 145.0650002002716,
372
+ 145.38652194023132,
373
+ 146.32398223876953,
374
+ 146.93286402225493,
375
+ 146.94667609214784,
376
+ 146.96234508514405,
377
+ 146.98718336105347,
378
+ 147.01661800384522,
379
+ 147.02178392410278,
380
+ 147.10865578079225,
381
+ 147.43206150102617,
382
+ 150.96757107925438,
383
+ 157.0747343597413,
384
+ 157.9798846244812,
385
+ 157.9798846244812,
386
+ 157.9798846244812
387
+ ],
388
+ "quantile_levels": [
389
+ 0.0,
390
+ 0.0001,
391
+ 0.0005,
392
+ 0.001,
393
+ 0.002,
394
+ 0.003,
395
+ 0.004,
396
+ 0.005,
397
+ 0.006,
398
+ 0.007,
399
+ 0.008,
400
+ 0.009,
401
+ 0.01,
402
+ 0.02,
403
+ 0.03,
404
+ 0.04,
405
+ 0.05,
406
+ 0.06,
407
+ 0.07,
408
+ 0.08,
409
+ 0.09,
410
+ 0.1,
411
+ 0.11,
412
+ 0.12,
413
+ 0.13,
414
+ 0.14,
415
+ 0.15,
416
+ 0.16,
417
+ 0.17,
418
+ 0.18,
419
+ 0.19,
420
+ 0.2,
421
+ 0.21,
422
+ 0.22,
423
+ 0.23,
424
+ 0.24,
425
+ 0.25,
426
+ 0.26,
427
+ 0.27,
428
+ 0.28,
429
+ 0.29,
430
+ 0.3,
431
+ 0.31,
432
+ 0.32,
433
+ 0.33,
434
+ 0.34,
435
+ 0.35,
436
+ 0.36,
437
+ 0.37,
438
+ 0.38,
439
+ 0.39,
440
+ 0.4,
441
+ 0.41,
442
+ 0.42,
443
+ 0.43,
444
+ 0.44,
445
+ 0.45,
446
+ 0.46,
447
+ 0.47,
448
+ 0.48,
449
+ 0.49,
450
+ 0.5,
451
+ 0.51,
452
+ 0.52,
453
+ 0.53,
454
+ 0.54,
455
+ 0.55,
456
+ 0.56,
457
+ 0.57,
458
+ 0.58,
459
+ 0.59,
460
+ 0.6,
461
+ 0.61,
462
+ 0.62,
463
+ 0.63,
464
+ 0.64,
465
+ 0.65,
466
+ 0.66,
467
+ 0.67,
468
+ 0.68,
469
+ 0.69,
470
+ 0.7,
471
+ 0.71,
472
+ 0.72,
473
+ 0.73,
474
+ 0.74,
475
+ 0.75,
476
+ 0.76,
477
+ 0.77,
478
+ 0.78,
479
+ 0.79,
480
+ 0.8,
481
+ 0.81,
482
+ 0.82,
483
+ 0.83,
484
+ 0.84,
485
+ 0.85,
486
+ 0.86,
487
+ 0.87,
488
+ 0.88,
489
+ 0.89,
490
+ 0.9,
491
+ 0.91,
492
+ 0.92,
493
+ 0.93,
494
+ 0.94,
495
+ 0.95,
496
+ 0.96,
497
+ 0.97,
498
+ 0.98,
499
+ 0.99,
500
+ 0.991,
501
+ 0.992,
502
+ 0.993,
503
+ 0.994,
504
+ 0.995,
505
+ 0.996,
506
+ 0.997,
507
+ 0.998,
508
+ 0.999,
509
+ 0.9995,
510
+ 0.9999,
511
+ 1.0
512
+ ]
513
+ }
514
+ },
515
+ "steady": {
516
+ "count": 587,
517
+ "observation_to_action_latency_ms": {
518
+ "distribution_type": "inverse_cdf",
519
+ "latency_ms": [
520
+ 127.8761100769043,
521
+ 127.8761100769043,
522
+ 127.8761100769043,
523
+ 127.89192251873017,
524
+ 127.99861106300354,
525
+ 128.07467571115492,
526
+ 128.1124898223877,
527
+ 128.44290143728256,
528
+ 128.85976790237427,
529
+ 128.87121819114685,
530
+ 128.91770545005798,
531
+ 129.0340878891945,
532
+ 129.1335053730011,
533
+ 129.79202156066896,
534
+ 129.93564554214478,
535
+ 130.17105417251588,
536
+ 130.39505424499512,
537
+ 130.64712604522705,
538
+ 130.74567066669465,
539
+ 130.81443902015687,
540
+ 130.92897189617156,
541
+ 131.0165689468384,
542
+ 131.10613842010497,
543
+ 131.18442051887513,
544
+ 131.3327695274353,
545
+ 131.49851722717284,
546
+ 131.5868036031723,
547
+ 131.66117683410644,
548
+ 131.70482696056365,
549
+ 131.75876642227172,
550
+ 131.83924723148345,
551
+ 131.91466493606566,
552
+ 132.00708877563477,
553
+ 132.06459365844728,
554
+ 132.1722373485565,
555
+ 132.27918434143066,
556
+ 132.31855833530426,
557
+ 132.3879370880127,
558
+ 132.64704308509826,
559
+ 132.71340996742248,
560
+ 132.82300146102907,
561
+ 132.99172945022582,
562
+ 133.1316840648651,
563
+ 133.2152564430237,
564
+ 133.31981345176698,
565
+ 133.39994321823121,
566
+ 133.4573315858841,
567
+ 133.5789354991913,
568
+ 133.7285823106766,
569
+ 133.90325016021728,
570
+ 134.0577438879013,
571
+ 134.21249823570253,
572
+ 134.36394506931305,
573
+ 134.46733980178834,
574
+ 134.60458895683288,
575
+ 134.76327673912047,
576
+ 135.40030386447907,
577
+ 135.63969375610353,
578
+ 135.9529024171829,
579
+ 136.14607080459595,
580
+ 136.35211591243743,
581
+ 137.10153198242188,
582
+ 137.9527778673172,
583
+ 138.1883308982849,
584
+ 138.6498721551895,
585
+ 138.8537593269348,
586
+ 139.21332638263704,
587
+ 139.3776010608673,
588
+ 139.62337260246278,
589
+ 139.90321935653685,
590
+ 140.12210350036622,
591
+ 140.23445024490357,
592
+ 140.34479056835175,
593
+ 140.46068027496338,
594
+ 140.67981855392455,
595
+ 140.8602653694153,
596
+ 140.936150097847,
597
+ 141.2415417289734,
598
+ 141.35787767410278,
599
+ 141.405762758255,
600
+ 141.61950870990754,
601
+ 141.74941453933715,
602
+ 141.8250580072403,
603
+ 141.91369250297547,
604
+ 142.04768302440644,
605
+ 142.19224130630494,
606
+ 142.33134281635284,
607
+ 142.48289833068847,
608
+ 142.693716006279,
609
+ 142.81950971603393,
610
+ 142.98807711601256,
611
+ 143.09847555160522,
612
+ 143.31092639923096,
613
+ 143.51217985153198,
614
+ 143.71299979686736,
615
+ 143.90434699058534,
616
+ 144.05560665130616,
617
+ 144.20725034713746,
618
+ 144.39879494190217,
619
+ 144.72114320755006,
620
+ 145.56747967720034,
621
+ 145.74954013824464,
622
+ 146.00378328323364,
623
+ 146.29391931533814,
624
+ 146.6628751516342,
625
+ 146.79921905517577,
626
+ 147.22922582626342,
627
+ 147.3373496055603,
628
+ 147.86214366912841,
629
+ 148.42617469787598,
630
+ 149.59471702098847,
631
+ 149.75114763593672,
632
+ 150.0042225856781,
633
+ 150.16158461523057,
634
+ 150.27096778964994,
635
+ 150.34485203027725,
636
+ 150.60560284042364,
637
+ 151.40509207534794,
638
+ 155.48412932205224,
639
+ 162.18881697082531,
640
+ 163.1825270652771,
641
+ 163.1825270652771,
642
+ 163.1825270652771
643
+ ],
644
+ "quantile_levels": [
645
+ 0.0,
646
+ 0.0001,
647
+ 0.0005,
648
+ 0.001,
649
+ 0.002,
650
+ 0.003,
651
+ 0.004,
652
+ 0.005,
653
+ 0.006,
654
+ 0.007,
655
+ 0.008,
656
+ 0.009,
657
+ 0.01,
658
+ 0.02,
659
+ 0.03,
660
+ 0.04,
661
+ 0.05,
662
+ 0.06,
663
+ 0.07,
664
+ 0.08,
665
+ 0.09,
666
+ 0.1,
667
+ 0.11,
668
+ 0.12,
669
+ 0.13,
670
+ 0.14,
671
+ 0.15,
672
+ 0.16,
673
+ 0.17,
674
+ 0.18,
675
+ 0.19,
676
+ 0.2,
677
+ 0.21,
678
+ 0.22,
679
+ 0.23,
680
+ 0.24,
681
+ 0.25,
682
+ 0.26,
683
+ 0.27,
684
+ 0.28,
685
+ 0.29,
686
+ 0.3,
687
+ 0.31,
688
+ 0.32,
689
+ 0.33,
690
+ 0.34,
691
+ 0.35,
692
+ 0.36,
693
+ 0.37,
694
+ 0.38,
695
+ 0.39,
696
+ 0.4,
697
+ 0.41,
698
+ 0.42,
699
+ 0.43,
700
+ 0.44,
701
+ 0.45,
702
+ 0.46,
703
+ 0.47,
704
+ 0.48,
705
+ 0.49,
706
+ 0.5,
707
+ 0.51,
708
+ 0.52,
709
+ 0.53,
710
+ 0.54,
711
+ 0.55,
712
+ 0.56,
713
+ 0.57,
714
+ 0.58,
715
+ 0.59,
716
+ 0.6,
717
+ 0.61,
718
+ 0.62,
719
+ 0.63,
720
+ 0.64,
721
+ 0.65,
722
+ 0.66,
723
+ 0.67,
724
+ 0.68,
725
+ 0.69,
726
+ 0.7,
727
+ 0.71,
728
+ 0.72,
729
+ 0.73,
730
+ 0.74,
731
+ 0.75,
732
+ 0.76,
733
+ 0.77,
734
+ 0.78,
735
+ 0.79,
736
+ 0.8,
737
+ 0.81,
738
+ 0.82,
739
+ 0.83,
740
+ 0.84,
741
+ 0.85,
742
+ 0.86,
743
+ 0.87,
744
+ 0.88,
745
+ 0.89,
746
+ 0.9,
747
+ 0.91,
748
+ 0.92,
749
+ 0.93,
750
+ 0.94,
751
+ 0.95,
752
+ 0.96,
753
+ 0.97,
754
+ 0.98,
755
+ 0.99,
756
+ 0.991,
757
+ 0.992,
758
+ 0.993,
759
+ 0.994,
760
+ 0.995,
761
+ 0.996,
762
+ 0.997,
763
+ 0.998,
764
+ 0.999,
765
+ 0.9995,
766
+ 0.9999,
767
+ 1.0
768
+ ]
769
+ },
770
+ "spearman_rho": 0.9833736554084047,
771
+ "worker_service_time_ms": {
772
+ "distribution_type": "inverse_cdf",
773
+ "latency_ms": [
774
+ 125.05194234848022,
775
+ 125.05194234848022,
776
+ 125.05194234848022,
777
+ 125.06912283563614,
778
+ 125.18504175472259,
779
+ 125.41602371120453,
780
+ 125.79072425079346,
781
+ 125.88928079366684,
782
+ 125.8952634344101,
783
+ 126.00186212968826,
784
+ 126.08807718086243,
785
+ 126.13362894201279,
786
+ 126.17208734512329,
787
+ 126.87025705337524,
788
+ 127.07391064167022,
789
+ 127.3611322402954,
790
+ 127.65454773902893,
791
+ 127.81943634033203,
792
+ 127.93962459564209,
793
+ 128.00600465774536,
794
+ 128.10171466350556,
795
+ 128.22921495437623,
796
+ 128.3209276676178,
797
+ 128.4982228755951,
798
+ 128.62443522930144,
799
+ 128.69990720748902,
800
+ 128.75319151878358,
801
+ 128.83603295326233,
802
+ 128.9182851743698,
803
+ 128.97318403244017,
804
+ 129.03302925109864,
805
+ 129.070259141922,
806
+ 129.09659888744355,
807
+ 129.12601541519166,
808
+ 129.20165853023528,
809
+ 129.29448698043822,
810
+ 129.3897581100464,
811
+ 129.49451807022095,
812
+ 129.67502349853515,
813
+ 129.85053455352784,
814
+ 129.9428109550476,
815
+ 130.1185302734375,
816
+ 130.2055943441391,
817
+ 130.2982034111023,
818
+ 130.42779676437377,
819
+ 130.53961780548096,
820
+ 130.69711503982543,
821
+ 130.74490436553955,
822
+ 130.85280688762666,
823
+ 131.04259063720704,
824
+ 131.14988271713256,
825
+ 131.2853949546814,
826
+ 131.40371295928955,
827
+ 131.58069429397582,
828
+ 131.7582879447937,
829
+ 131.91900203704833,
830
+ 132.4831077814102,
831
+ 132.76474485397338,
832
+ 133.34575509548188,
833
+ 133.58117515563964,
834
+ 133.86812633514404,
835
+ 134.40826606750488,
836
+ 134.8352240228653,
837
+ 135.32522631645202,
838
+ 135.6921321249008,
839
+ 135.89664163589478,
840
+ 136.3948596715927,
841
+ 136.64195679664613,
842
+ 136.79894504547119,
843
+ 137.14548776626586,
844
+ 137.44683226585389,
845
+ 137.60643029212952,
846
+ 137.71451908111572,
847
+ 137.78848978042603,
848
+ 138.0336783504486,
849
+ 138.15936817169188,
850
+ 138.25872538089752,
851
+ 138.41543754577637,
852
+ 138.55899626731872,
853
+ 138.68314652442933,
854
+ 138.77352019309998,
855
+ 138.92934808731079,
856
+ 139.01950928211212,
857
+ 139.09331871032714,
858
+ 139.14152894973753,
859
+ 139.3362656402588,
860
+ 139.4950122833252,
861
+ 139.65667305946351,
862
+ 139.8357606601715,
863
+ 139.9513649368286,
864
+ 140.10099086284637,
865
+ 140.31551694869995,
866
+ 140.42335656166077,
867
+ 140.66867811203002,
868
+ 140.8205721759796,
869
+ 140.9726365852356,
870
+ 141.15585308074952,
871
+ 141.478321018219,
872
+ 141.88926114559175,
873
+ 142.12047200202943,
874
+ 142.32761984348298,
875
+ 142.53067178726195,
876
+ 143.0929887866974,
877
+ 143.62503806114196,
878
+ 143.9270734214783,
879
+ 144.185874042511,
880
+ 144.69415040016173,
881
+ 145.0650002002716,
882
+ 145.38652194023132,
883
+ 146.32398223876953,
884
+ 146.93286402225493,
885
+ 146.94667609214784,
886
+ 146.96234508514405,
887
+ 146.98718336105347,
888
+ 147.01661800384522,
889
+ 147.02178392410278,
890
+ 147.10865578079225,
891
+ 147.43206150102617,
892
+ 150.96757107925438,
893
+ 157.0747343597413,
894
+ 157.9798846244812,
895
+ 157.9798846244812,
896
+ 157.9798846244812
897
+ ],
898
+ "quantile_levels": [
899
+ 0.0,
900
+ 0.0001,
901
+ 0.0005,
902
+ 0.001,
903
+ 0.002,
904
+ 0.003,
905
+ 0.004,
906
+ 0.005,
907
+ 0.006,
908
+ 0.007,
909
+ 0.008,
910
+ 0.009,
911
+ 0.01,
912
+ 0.02,
913
+ 0.03,
914
+ 0.04,
915
+ 0.05,
916
+ 0.06,
917
+ 0.07,
918
+ 0.08,
919
+ 0.09,
920
+ 0.1,
921
+ 0.11,
922
+ 0.12,
923
+ 0.13,
924
+ 0.14,
925
+ 0.15,
926
+ 0.16,
927
+ 0.17,
928
+ 0.18,
929
+ 0.19,
930
+ 0.2,
931
+ 0.21,
932
+ 0.22,
933
+ 0.23,
934
+ 0.24,
935
+ 0.25,
936
+ 0.26,
937
+ 0.27,
938
+ 0.28,
939
+ 0.29,
940
+ 0.3,
941
+ 0.31,
942
+ 0.32,
943
+ 0.33,
944
+ 0.34,
945
+ 0.35,
946
+ 0.36,
947
+ 0.37,
948
+ 0.38,
949
+ 0.39,
950
+ 0.4,
951
+ 0.41,
952
+ 0.42,
953
+ 0.43,
954
+ 0.44,
955
+ 0.45,
956
+ 0.46,
957
+ 0.47,
958
+ 0.48,
959
+ 0.49,
960
+ 0.5,
961
+ 0.51,
962
+ 0.52,
963
+ 0.53,
964
+ 0.54,
965
+ 0.55,
966
+ 0.56,
967
+ 0.57,
968
+ 0.58,
969
+ 0.59,
970
+ 0.6,
971
+ 0.61,
972
+ 0.62,
973
+ 0.63,
974
+ 0.64,
975
+ 0.65,
976
+ 0.66,
977
+ 0.67,
978
+ 0.68,
979
+ 0.69,
980
+ 0.7,
981
+ 0.71,
982
+ 0.72,
983
+ 0.73,
984
+ 0.74,
985
+ 0.75,
986
+ 0.76,
987
+ 0.77,
988
+ 0.78,
989
+ 0.79,
990
+ 0.8,
991
+ 0.81,
992
+ 0.82,
993
+ 0.83,
994
+ 0.84,
995
+ 0.85,
996
+ 0.86,
997
+ 0.87,
998
+ 0.88,
999
+ 0.89,
1000
+ 0.9,
1001
+ 0.91,
1002
+ 0.92,
1003
+ 0.93,
1004
+ 0.94,
1005
+ 0.95,
1006
+ 0.96,
1007
+ 0.97,
1008
+ 0.98,
1009
+ 0.99,
1010
+ 0.991,
1011
+ 0.992,
1012
+ 0.993,
1013
+ 0.994,
1014
+ 0.995,
1015
+ 0.996,
1016
+ 0.997,
1017
+ 0.998,
1018
+ 0.999,
1019
+ 0.9995,
1020
+ 0.9999,
1021
+ 1.0
1022
+ ]
1023
+ }
1024
+ }
1025
+ }
1026
+ }
1027
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/profiles/latency_profile.png ADDED
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/profiles/profile.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "burst_model_path": "latency_burst_model.json",
3
+ "distribution_path": "latency_distribution.json",
4
+ "env_fps": 30,
5
+ "frame_ms": 33.333333333333336,
6
+ "gpu_class": "1x-rtx3090",
7
+ "instance_id": "instance_a5037b165aa0cedc",
8
+ "latency_kind": "observation_to_action_latency",
9
+ "latency_method": "temporal",
10
+ "model_id": "gr00t",
11
+ "n_admitted_observations": 587,
12
+ "n_capacity_drops": 1956,
13
+ "n_observation_attempts": 2543,
14
+ "per_slot_summary": {
15
+ "0": {
16
+ "admitted_count": 587,
17
+ "mean_observation_to_action_latency_ms": 137.72759082492004,
18
+ "mean_worker_service_time_ms": 134.90962607287872,
19
+ "p95_observation_to_action_latency_ms": 147.20736932754517,
20
+ "p95_worker_service_time_ms": 144.66594128608705,
21
+ "p99_worker_service_time_ms": 146.92224345207214
22
+ }
23
+ },
24
+ "provenance": {
25
+ "base_config": "configs/experiments/flappy/realtime/starvla_profile.yaml",
26
+ "checkpoint_kind": "best",
27
+ "model_artifact": {
28
+ "checkpoint": "checkpoints/best_state/model.safetensors",
29
+ "model_config": "config.full.yaml",
30
+ "path_in_repo": ".",
31
+ "repo_id": "talha15032/gr00t_bridge_flappy_single_latency_clean_data_exp2_action_1e-4_backbone_1e-5",
32
+ "source": "local"
33
+ },
34
+ "session_ids": [
35
+ 0,
36
+ 1,
37
+ 2,
38
+ 3,
39
+ 4
40
+ ]
41
+ },
42
+ "sample_model_type": "hidden_regime",
43
+ "source_run_id": "20260914T134047623874Z",
44
+ "summary": {
45
+ "frame_ms": 33.333333333333336,
46
+ "max_ms": 163.1825270652771,
47
+ "mean_effective_frames": 4.131827724747601,
48
+ "mean_ms": 137.72759082492004,
49
+ "min_ms": 127.8761100769043,
50
+ "n_samples": 587,
51
+ "p50_frames": 4.113045959472656,
52
+ "p50_ms": 137.10153198242188,
53
+ "p90_frames": 4.372335416793823,
54
+ "p90_ms": 145.74451389312745,
55
+ "p95_frames": 4.416221079826355,
56
+ "p95_ms": 147.20736932754517,
57
+ "p99_frames": 4.485343511867522,
58
+ "p99_ms": 149.5114503955841,
59
+ "prob_latency_gt_1_frame": 1.0,
60
+ "prob_latency_gt_2_frames": 1.0,
61
+ "prob_latency_gt_3_frames": 1.0,
62
+ "std_ms": 5.751975016246828
63
+ },
64
+ "visualization_path": "latency_profile.png",
65
+ "workload_id": "flappy"
66
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/provenance.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "collection": {
3
+ "teacher_repo": "latency-sensitive-bench/benchmark-models",
4
+ "teacher_revision": "af125bd372c22c5b00e326d9af1af64ea3751b56",
5
+ "teacher_path": "latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-s42-v1",
6
+ "teacher_checkpoint": "best_000048832_25001984_reward_3570.134.pth",
7
+ "teacher_sha256": "e9dc95bdf974d98f05783c0eb53716fc3d8d894f4b6114a5a2123737da7a08b7",
8
+ "profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
9
+ "profile_sha256": "0654f7097e292cc837a483ef8e5f7ed9c3410fd684582b31b7d8358719452b60",
10
+ "episodes": 200,
11
+ "filter_preset": "none",
12
+ "history": "decision_v1"
13
+ },
14
+ "training_run_id": "flappy-qwengr00t-hist8-scratch-s42-v2",
15
+ "training_step": 5000,
16
+ "global_batch": 128,
17
+ "base_model": "Qwen/Qwen3-VL-4B-Instruct",
18
+ "wandb_run_id": "8be125b0",
19
+ "checkpoint_sha256": "5989ecd1e19c3ea4a4fc479fb90277f11b0cd4962173afa39ed22406daa1d939",
20
+ "eval_protocol_version": "hist8-history01-par32-v3",
21
+ "history_encoding": "binary_0_1",
22
+ "training_condition": "profile",
23
+ "base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
24
+ "hf_repo_id": "latency-sensitive-bench/benchmark-models",
25
+ "hf_path": "latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2",
26
+ "evaluations": [
27
+ {
28
+ "job_id": "eval_v2__flappy-qwengr00t-hist8-scratch-s42-v2",
29
+ "eval_protocol_version": "hist8-history01-par32-v3",
30
+ "training_step": 5000,
31
+ "checkpoint_sha256": "5989ecd1e19c3ea4a4fc479fb90277f11b0cd4962173afa39ed22406daa1d939",
32
+ "profile_sha256": "0654f7097e292cc837a483ef8e5f7ed9c3410fd684582b31b7d8358719452b60",
33
+ "mean_return": 414.5240048730373,
34
+ "std_return": 89.99479325697534,
35
+ "mean_length": 3358,
36
+ "episodes": 100,
37
+ "parallel_envs": 32,
38
+ "max_episode_raw_frames": 3600,
39
+ "issued_actions": 167903,
40
+ "top_action": "noop",
41
+ "largest_action_fraction": 0.8908417360023346,
42
+ "unique_action_values": 2,
43
+ "episode_final_done": 13,
44
+ "episodes_at_frame_cap": 87,
45
+ "checks": {
46
+ "100_exact_seeds": true,
47
+ "checkpoint_sha": true,
48
+ "bundle_step": true,
49
+ "profile_sha": true,
50
+ "binary_history": true,
51
+ "raw_score_means_match": true,
52
+ "action_counts_match": true,
53
+ "action_total_match": true,
54
+ "summary_returns_match": true,
55
+ "summary_lengths_match": true,
56
+ "100_final_steps": true,
57
+ "final_step_lengths_match": true,
58
+ "parallel_capacity_horizon": true,
59
+ "fps_history": true,
60
+ "environment_latency_matches": true,
61
+ "episode_latency_protocol": true,
62
+ "training_recipe": true,
63
+ "training_dimensions": true,
64
+ "initialization_revision": true
65
+ },
66
+ "environment_condition": "profile"
67
+ }
68
+ ]
69
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/rollout_metadata.json ADDED
@@ -0,0 +1,369 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_history_decisions": 8,
3
+ "action_labels": [
4
+ "NOOP",
5
+ "FLAP"
6
+ ],
7
+ "action_layout": "flappy_discrete",
8
+ "base_prompt": "You are playing Flappy Bird. Pass through the pipe gaps and stay alive. Choose the action: NOOP, FLAP.",
9
+ "checkpoint_config": {
10
+ "action_history_decisions": 8,
11
+ "actor_critic_share_weights": true,
12
+ "actor_worker_gpus": [
13
+ 0
14
+ ],
15
+ "adam_beta1": 0.9,
16
+ "adam_beta2": 0.999,
17
+ "adam_eps": 1e-05,
18
+ "adaptive_stddev": true,
19
+ "add_latency_info": false,
20
+ "algo": "APPO",
21
+ "async_rl": true,
22
+ "audio_on": false,
23
+ "background": "day",
24
+ "batch_size": 4096,
25
+ "batched_sampling": true,
26
+ "benchmark": false,
27
+ "bird_color": "yellow",
28
+ "cli_args": {
29
+ "action_history_decisions": 8,
30
+ "actor_worker_gpus": [
31
+ 0
32
+ ],
33
+ "add_latency_info": false,
34
+ "algo": "APPO",
35
+ "async_rl": true,
36
+ "audio_on": false,
37
+ "background": "day",
38
+ "batch_size": 4096,
39
+ "batched_sampling": true,
40
+ "bird_color": "yellow",
41
+ "debug": false,
42
+ "debug_timelimit_diagnostics": false,
43
+ "device": "gpu",
44
+ "env": "latency_flappy",
45
+ "env_fps": 10.0,
46
+ "env_gpu_actions": true,
47
+ "env_gpu_observations": true,
48
+ "episode_metrics_path": "results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_gr00t_rtx3090_temporal_hist8_capacity1_obs10_seed42/episode_metrics.jsonl",
49
+ "eval_deterministic": true,
50
+ "eval_episodes": 100,
51
+ "eval_max_steps": 18000,
52
+ "eval_parallel_envs": 100,
53
+ "experiment": "flappy_profile_gr00t_rtx3090_temporal_hist8_capacity1_obs10_seed42",
54
+ "experiment_summaries_interval": 1,
55
+ "frame_stack": 4,
56
+ "gae_lambda": 0.95,
57
+ "gamma": 0.99,
58
+ "gpu_render_batch_size": 128,
59
+ "gpu_render_device": "auto",
60
+ "gpu_render_profile": false,
61
+ "gpu_render_profile_interval": 200,
62
+ "gym_id": "FlappyBird-v0",
63
+ "hold_policy": "one_frame_then_noop",
64
+ "include_transport_history": false,
65
+ "keep_checkpoints": 5,
66
+ "latency_profile_path": "results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
67
+ "latency_profile_worker_slot": 0,
68
+ "latency_seed": 42,
69
+ "latency_type": "profile_sample",
70
+ "learning_rate": 0.00025,
71
+ "lr_schedule": "linear_decay",
72
+ "mask_unadmitted_actor": false,
73
+ "max_grad_norm": 0.5,
74
+ "max_policy_lag": 400,
75
+ "mode": "train",
76
+ "normalize_input": true,
77
+ "normalize_obs": true,
78
+ "normalize_returns": true,
79
+ "num_batches_per_epoch": 8,
80
+ "num_envs_per_worker": 1,
81
+ "num_epochs": 8,
82
+ "num_policies": 1,
83
+ "num_workers": 2,
84
+ "obs_fps": 10.0,
85
+ "obs_resize": "84,84",
86
+ "ordering_policy": "latest_ready",
87
+ "output_dir": "outputs/tasks/flappy/decision_history_temporal_25m_seed42/train/profile/gr00t_rtx3090_temporal_hist8_capacity1/obs10/seed_42",
88
+ "pipe_color": "green",
89
+ "pipe_gap": 100,
90
+ "ppo_clip_ratio": 0.1,
91
+ "ppo_clip_value": 0.2,
92
+ "recurrence": 1,
93
+ "restart_behavior": "resume",
94
+ "rollout": 128,
95
+ "save_every_sec": 600,
96
+ "seed": 42,
97
+ "simulated_worker_capacity": 1,
98
+ "simulator": "gpu",
99
+ "stats_avg": 100,
100
+ "train_dir": "results/checkpoints/flappy/decision_history_temporal_25m_seed42",
101
+ "train_for_env_steps": 25000000,
102
+ "use_gpu_render": true,
103
+ "use_lidar": false,
104
+ "use_rnn": false,
105
+ "value_loss_coeff": 0.5,
106
+ "wandb_group": "flappy-obs10-gr00t_rtx3090_temporal_hist8_capacity1",
107
+ "wandb_job_type": "flappy_decision_history_temporal",
108
+ "wandb_project": "starvla_tasks",
109
+ "wandb_tags": [
110
+ "flappy_decision_history_temporal_25m_seed42",
111
+ "flappy",
112
+ "profile",
113
+ "temporal",
114
+ "gr00t_rtx3090_temporal_hist8_capacity1",
115
+ "obs10",
116
+ "seed42"
117
+ ],
118
+ "wandb_unique_id": "flappy-obs10-gr00t_rtx3090_temporal_hist8_capacity1-s42",
119
+ "with_wandb": true,
120
+ "worker_num_splits": 1,
121
+ "zero_worker_busy_bit": false
122
+ },
123
+ "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_profile_gr00t_rtx3090_temporal_hist8_capacity1_obs10_seed42 --train_dir results/checkpoints/flappy/decision_history_temporal_25m_seed42 --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 42 --episode_metrics_path results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_gr00t_rtx3090_temporal_hist8_capacity1_obs10_seed42/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --lr_schedule linear_decay --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type profile_sample --latency-seed 42 --latency-profile-path results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --simulated-worker-capacity 1 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 18000 --eval-deterministic True --with_wandb True --wandb_project starvla_tasks --wandb_group flappy-obs10-gr00t_rtx3090_temporal_hist8_capacity1 --wandb_job_type flappy_decision_history_temporal --wandb_tags flappy_decision_history_temporal_25m_seed42 flappy profile temporal gr00t_rtx3090_temporal_hist8_capacity1 obs10 seed42 --gym_id FlappyBird-v0 --env-fps 10 --obs-fps 10.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --mask-unadmitted-actor False --include-transport-history False --zero-worker-busy-bit False --action-history-decisions 8 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
124
+ "continuous_tanh_scale": 0.0,
125
+ "debug": false,
126
+ "debug_timelimit_diagnostics": false,
127
+ "decoder_mlp_layers": [],
128
+ "decorrelate_envs_on_one_worker": true,
129
+ "decorrelate_experience_max_seconds": 0,
130
+ "default_niceness": 0,
131
+ "device": "gpu",
132
+ "encoder_conv_architecture": "convnet_atari",
133
+ "encoder_conv_mlp_layers": [
134
+ 512
135
+ ],
136
+ "encoder_mlp_layers": [
137
+ 512,
138
+ 512
139
+ ],
140
+ "env": "latency_flappy",
141
+ "env_fps": 10.0,
142
+ "env_frameskip": 1,
143
+ "env_framestack": 1,
144
+ "env_gpu_actions": true,
145
+ "env_gpu_observations": true,
146
+ "episode_counter": false,
147
+ "episode_metrics_path": "results/checkpoints/flappy/decision_history_temporal_25m_seed42/flappy_profile_gr00t_rtx3090_temporal_hist8_capacity1_obs10_seed42/episode_metrics.jsonl",
148
+ "eval_deterministic": true,
149
+ "eval_env_frameskip": 1,
150
+ "eval_episodes": 100,
151
+ "eval_latency_raw_frame_values": "0,1,2,3,4,5",
152
+ "eval_max_steps": 18000,
153
+ "eval_parallel_envs": 100,
154
+ "eval_raw_reward": false,
155
+ "experiment": "flappy_profile_gr00t_rtx3090_temporal_hist8_capacity1_obs10_seed42",
156
+ "experiment_summaries_interval": 1,
157
+ "exploration_loss": "entropy",
158
+ "exploration_loss_coeff": 0.003,
159
+ "fasttd3_action_chunk_horizon": 1,
160
+ "fasttd3_actor_action_l2": 0.0,
161
+ "fasttd3_compile": true,
162
+ "fasttd3_replay_batch_size": 32768,
163
+ "fasttd3_replay_capacity": 6553600,
164
+ "fasttd3_train_for_optimizer_steps": 10000000000,
165
+ "fasttd3_transitions_per_update": 64,
166
+ "fasttd3_v_max": 250.0,
167
+ "fasttd3_v_min": -250.0,
168
+ "fixed_latency_ms": null,
169
+ "flush_summaries_interval": 30,
170
+ "force_envs_single_thread": false,
171
+ "frame_stack": 4,
172
+ "gae_lambda": 0.95,
173
+ "gamma": 0.99,
174
+ "git_hash": "unknown",
175
+ "git_repo_name": "not a git repository",
176
+ "gpu_render_batch_size": 128,
177
+ "gpu_render_device": "auto",
178
+ "gpu_render_profile": false,
179
+ "gpu_render_profile_interval": 200,
180
+ "gym_id": "FlappyBird-v0",
181
+ "heartbeat_interval": 20,
182
+ "heartbeat_reporting_interval": 180,
183
+ "help": false,
184
+ "hold_policy": "one_frame_then_noop",
185
+ "include_transport_history": false,
186
+ "initial_model_path": null,
187
+ "initial_stddev": 1.0,
188
+ "keep_checkpoints": 5,
189
+ "kl_loss_coeff": 0.0,
190
+ "latency_profile_path": "results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
191
+ "latency_profile_worker_slot": 0,
192
+ "latency_seed": 42,
193
+ "latency_type": "profile_sample",
194
+ "learning_rate": 0.00025,
195
+ "load_checkpoint_kind": "latest",
196
+ "log_to_file": true,
197
+ "lr_adaptive_max": 0.01,
198
+ "lr_adaptive_min": 1e-06,
199
+ "lr_schedule": "linear_decay",
200
+ "lr_schedule_kl_threshold": 0.008,
201
+ "lr_schedule_min_lr": 0.0,
202
+ "mask_unadmitted_actor": false,
203
+ "max_episode_steps": 0,
204
+ "max_grad_norm": 0.5,
205
+ "max_latency_ms": null,
206
+ "max_pending_actions": null,
207
+ "max_policy_lag": 400,
208
+ "mean_latency_ms": null,
209
+ "min_latency_ms": null,
210
+ "mode": "train",
211
+ "nonlinearity": "elu",
212
+ "normalize_input": true,
213
+ "normalize_input_keys": null,
214
+ "normalize_obs": true,
215
+ "normalize_returns": true,
216
+ "num_batches_per_epoch": 8,
217
+ "num_batches_to_accumulate": 2,
218
+ "num_envs_per_worker": 1,
219
+ "num_epochs": 8,
220
+ "num_policies": 1,
221
+ "num_workers": 2,
222
+ "obs_fps": 10.0,
223
+ "obs_resize": "84,84",
224
+ "obs_scale": 255.0,
225
+ "obs_subtract_mean": 0.0,
226
+ "optimizer": "adam",
227
+ "ordering_policy": "latest_ready",
228
+ "output_dir": "outputs/tasks/flappy/decision_history_temporal_25m_seed42/train/profile/gr00t_rtx3090_temporal_hist8_capacity1/obs10/seed_42",
229
+ "pbt_mix_policies_in_one_env": true,
230
+ "pbt_mutation_rate": 0.15,
231
+ "pbt_optimize_gamma": false,
232
+ "pbt_period_env_steps": 5000000,
233
+ "pbt_perturb_max": 1.5,
234
+ "pbt_perturb_min": 1.1,
235
+ "pbt_replace_fraction": 0.3,
236
+ "pbt_replace_reward_gap": 0.1,
237
+ "pbt_replace_reward_gap_absolute": 1e-06,
238
+ "pbt_start_mutation": 20000000,
239
+ "pbt_target_objective": "true_objective",
240
+ "pipe_color": "green",
241
+ "pipe_gap": 100,
242
+ "pixel_format": "CHW",
243
+ "policy_init_gain": 1.0,
244
+ "policy_initialization": "orthogonal",
245
+ "policy_workers_per_policy": 1,
246
+ "ppo_clip_ratio": 0.1,
247
+ "ppo_clip_value": 0.2,
248
+ "recurrence": 1,
249
+ "restart_behavior": "resume",
250
+ "reward_clip": 1000.0,
251
+ "reward_scale": 1.0,
252
+ "rnn_num_layers": 1,
253
+ "rnn_size": 512,
254
+ "rnn_type": "gru",
255
+ "rollout": 128,
256
+ "save_best_after": 100000,
257
+ "save_best_every_sec": 5,
258
+ "save_best_metric": "reward",
259
+ "save_every_sec": 600,
260
+ "save_milestones_sec": -1,
261
+ "score_limit": -1,
262
+ "screen_size": "",
263
+ "seed": 42,
264
+ "serial_mode": false,
265
+ "set_workers_cpu_affinity": true,
266
+ "shuffle_minibatches": false,
267
+ "simulated_worker_capacity": 1,
268
+ "simulator": "gpu",
269
+ "stats_avg": 100,
270
+ "std_latency_ms": null,
271
+ "summaries_use_frameskip": true,
272
+ "train_dir": "results/checkpoints/flappy/decision_history_temporal_25m_seed42",
273
+ "train_for_env_steps": 25000000,
274
+ "train_for_seconds": 10000000000,
275
+ "use_env_info_cache": false,
276
+ "use_gpu_render": true,
277
+ "use_lidar": false,
278
+ "use_record_episode_statistics": false,
279
+ "use_rnn": false,
280
+ "value_bootstrap": false,
281
+ "value_loss_coeff": 0.5,
282
+ "vtrace_c": 1.0,
283
+ "vtrace_rho": 1.0,
284
+ "wandb_dir": "/mnt/ssd/latency-sensitive-bench/wandb",
285
+ "wandb_group": "flappy-obs10-gr00t_rtx3090_temporal_hist8_capacity1",
286
+ "wandb_job_type": "flappy_decision_history_temporal",
287
+ "wandb_project": "starvla_tasks",
288
+ "wandb_tags": [
289
+ "flappy_decision_history_temporal_25m_seed42",
290
+ "flappy",
291
+ "profile",
292
+ "temporal",
293
+ "gr00t_rtx3090_temporal_hist8_capacity1",
294
+ "obs10",
295
+ "seed42"
296
+ ],
297
+ "wandb_unique_id": "flappy-obs10-gr00t_rtx3090_temporal_hist8_capacity1-s42",
298
+ "wandb_user": null,
299
+ "with_pbt": false,
300
+ "with_vtrace": false,
301
+ "with_wandb": true,
302
+ "worker_num_splits": 1,
303
+ "zero_worker_busy_bit": false
304
+ },
305
+ "checkpoint_experiment_dir": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/flappy/qwengr00t/models/latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-s42-v1",
306
+ "checkpoint_path": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/flappy/qwengr00t/models/latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-s42-v1/best_000048832_25001984_reward_3570.134.pth",
307
+ "checkpoint_train_step": 48832,
308
+ "config_source": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/flappy/qwengr00t/models/latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-temporal-hist8-capacity1-s42-v1/config.json",
309
+ "context_image_count": 0,
310
+ "context_window": 1,
311
+ "env_fps": 10.0,
312
+ "env_name": "flappy",
313
+ "episode_return_field": "episode_raw_return",
314
+ "filter_preset": "none",
315
+ "filter_report": {
316
+ "accepted_episodes": 200,
317
+ "accepted_train_episodes": 180,
318
+ "accepted_val_episodes": 20,
319
+ "attempted_episodes": 200,
320
+ "preset": "none",
321
+ "rejected_episodes": 0,
322
+ "train_rows_after_row_filter": 3059684,
323
+ "train_rows_before_row_filter": 3059684,
324
+ "val_rows_after_row_filter": 309816,
325
+ "val_rows_before_row_filter": 309816
326
+ },
327
+ "frame_stack": 4,
328
+ "image_resolution": [
329
+ 512,
330
+ 288,
331
+ 3
332
+ ],
333
+ "image_source": "env_raw_rgb",
334
+ "image_transform": {
335
+ "gamma": 1.3,
336
+ "ground_fraction": 0.22,
337
+ "history_frames": 5,
338
+ "image_transform": "raw_rgb",
339
+ "min_alpha": 35,
340
+ "scroll_px_per_step": 4.0
341
+ },
342
+ "image_transform_prompt_contexts": {
343
+ "demon_attack_ghost_trail": " You can see the recent motion of the ship, missiles, and demons in the image. Use it to make your decision.",
344
+ "flappy_ghost_trail": " You can see the past motion of the bird in the image. Use it to make your decision."
345
+ },
346
+ "latency_override": null,
347
+ "latency_source": "checkpoint",
348
+ "max_episodes": 200,
349
+ "max_steps_per_episode": 18000,
350
+ "max_steps_unit": "raw_frame",
351
+ "num_envs": 256,
352
+ "obs_fps": 10.0,
353
+ "obs_stride_raw_frames": 1,
354
+ "profile_seed_by_reset": "env_reset_seed",
355
+ "prompt_source": "sample_factory_checkpoint:base_prompt",
356
+ "replay_num_envs": 256,
357
+ "reward_field": "raw_reward",
358
+ "reward_semantics": "raw_reward",
359
+ "rows_unit": "decision_step",
360
+ "schema_version": 2,
361
+ "split_seed": 0,
362
+ "total_episodes": 200,
363
+ "total_rows": 3369500,
364
+ "train_episodes": 180,
365
+ "train_rows": 3059684,
366
+ "val_episodes": 20,
367
+ "val_fraction": 0.1,
368
+ "val_rows": 309816
369
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/run_metadata.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "training_run_id": "flappy-qwengr00t-hist8-scratch-s42-v2",
3
+ "wandb_run_id": "8be125b0",
4
+ "recipe_version": "hist8-v2",
5
+ "history_encoding": "binary_0_1",
6
+ "initialization_seed": 42,
7
+ "vlm_lr": 3e-06,
8
+ "max_train_steps": 5000,
9
+ "stop_after_steps": null,
10
+ "num_workers_per_rank": 16,
11
+ "eval_num_workers_per_rank": 16,
12
+ "prefetch_factor": 4,
13
+ "base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
14
+ "dataset_dir": "/home/ubuntu/codex/hist8-vla-20260923/outputs/tasks/decision_history_vla_hist8/data/flappy/qwengr00t/lerobot",
15
+ "dataset_manifest_sha256": "f6b6a0bffcde36055f2d1e0fe95428d347b459685cf29561a36cce7006d00dab",
16
+ "code_snapshot_sha256": "a87288eda53e8a6c45adf04e81f1236d5829d8eb2fe145e0e001310d6a9ebbbe"
17
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/task_contract.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "flappy",
3
+ "model": "qwengr00t",
4
+ "action_horizon": 1,
5
+ "image_frames": 1,
6
+ "state_source": "transport",
7
+ "state_dim": 24,
8
+ "history_decisions": 8,
9
+ "history_encoding": "binary_0_1",
10
+ "history_normalization": "identity",
11
+ "history_reset": "all_zero",
12
+ "history_order": "oldest_to_newest",
13
+ "history_entry_fields": [
14
+ "admission_bit",
15
+ "admitted_command_non_noop_bits",
16
+ "last_applied_action_non_noop_bits"
17
+ ],
18
+ "history_action_bit_order": [
19
+ "FLAP"
20
+ ],
21
+ "action_dim": 2,
22
+ "action_layout": "flappy_discrete",
23
+ "action_labels": [
24
+ "NOOP",
25
+ "FLAP"
26
+ ],
27
+ "task_prompts": [
28
+ "You are playing Flappy Bird. Pass through the pipe gaps and stay alive. Choose the action: NOOP, FLAP."
29
+ ],
30
+ "env_fps": 10,
31
+ "obs_fps": 10,
32
+ "evaluation": {
33
+ "episodes": 100,
34
+ "seeds": [
35
+ 1000000,
36
+ 1000099
37
+ ],
38
+ "parallel_envs": 32,
39
+ "capacity": 1,
40
+ "max_raw_frames": 3600,
41
+ "protocol_version": "hist8-history01-par32-v3"
42
+ }
43
+ }
latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/training_code_snapshot.json ADDED
The diff for this file is too large to render. See raw diff