Caesarrr commited on
Commit
15c9cd4
·
verified ·
1 Parent(s): 6c2cbeb

Publish atlantis qwenpi_v3 H8 training artifacts

Browse files
Files changed (15) hide show
  1. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/README.md +7 -0
  2. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/bundle.complete.json +4 -0
  3. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/checkpoint.sha256 +1 -0
  4. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/checkpoints/model.pt +3 -0
  5. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/collection_quality_report.json +31 -0
  6. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/config.full.yaml +286 -0
  7. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/config.yaml +63 -0
  8. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/dataset_statistics.json +400 -0
  9. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/eval_code_snapshot.json +0 -0
  10. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/manifest.json +249 -0
  11. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/provenance.json +33 -0
  12. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/publication_status.json +4 -0
  13. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/rollout_metadata.json +377 -0
  14. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/run_metadata.json +18 -0
  15. zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/training_code_snapshot.json +0 -0
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # Atlantis qwenpi_v3 zero-latency H8 VLA
2
+
3
+ Current RGB and eight binary decision-history windows; action horizon one. Initialized from the pinned Qwen3-VL-4B backbone and random action head.
4
+
5
+ - Training: 5000 steps, seed 42, global batch 128
6
+ - W&B: https://wandb.ai/saberrr-zju/starvla_tasks/runs/04d16bbd
7
+ - Formal zero-latency evaluation: pending.
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/bundle.complete.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "checkpoint_sha256": "2f4a775690c76dc1b0e4da77a9d45f88df289e17914b895b5a65afa7fc8d214d",
3
+ "training_step": 5000
4
+ }
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/checkpoint.sha256 ADDED
@@ -0,0 +1 @@
 
 
1
+ 2f4a775690c76dc1b0e4da77a9d45f88df289e17914b895b5a65afa7fc8d214d checkpoints/model.pt
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/checkpoints/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f4a775690c76dc1b0e4da77a9d45f88df289e17914b895b5a65afa7fc8d214d
3
+ size 10922725533
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/collection_quality_report.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_id_counts": {
3
+ "0": 117589,
4
+ "1": 72725,
5
+ "2": 104979,
6
+ "3": 64707
7
+ },
8
+ "episodes": 200,
9
+ "previous_decision_admitted_fraction": 1.0,
10
+ "raw_frames_quantiles": [
11
+ 7200.0,
12
+ 7200.0,
13
+ 7200.0,
14
+ 7200.0,
15
+ 7200.0
16
+ ],
17
+ "return_quantiles": [
18
+ 36800.0,
19
+ 36800.0,
20
+ 37500.0,
21
+ 42800.0,
22
+ 42800.0
23
+ ],
24
+ "termination_reasons": {
25
+ "horizon": 200
26
+ },
27
+ "train_episodes": 180,
28
+ "train_labels": 324000,
29
+ "val_episodes": 20,
30
+ "val_labels": 36000
31
+ }
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/config.full.yaml ADDED
@@ -0,0 +1,286 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenPI_v3
3
+ qwenvl:
4
+ base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
5
+ attn_implementation: flash_attention_2
6
+ vl_hidden_dim: 2560
7
+ num_vl_layers: 36
8
+ enable_gradient_checkpointing: true
9
+ action_model:
10
+ action_model_type: LayerwiseFM
11
+ action_dim: 4
12
+ state_dim: 56
13
+ state_encoding: continuous_projector
14
+ task_objective: null
15
+ action_horizon: 1
16
+ repeated_diffusion_steps: 2
17
+ num_inference_timesteps: 4
18
+ add_pos_embed: true
19
+ max_seq_len: 1024
20
+ num_target_vision_tokens: 32
21
+ noise_beta_alpha: 1.5
22
+ noise_beta_beta: 1.0
23
+ noise_s: 0.999
24
+ num_timestep_buckets: 1000
25
+ diffusion_model_cfg:
26
+ action_dit_hidden_dim: 1024
27
+ dropout: 0.2
28
+ final_dropout: true
29
+ interleave_self_attention: true
30
+ norm_type: ada_norm
31
+ positional_embeddings: null
32
+ attention_head_dim: 64
33
+ output_dim: 1024
34
+ num_layers: 36
35
+ input_embedding_dim: 1024
36
+ cross_attention_dim: 1024
37
+ num_attention_heads: 16
38
+ loss_type: l1
39
+ future_action_window_size: 0
40
+ past_action_window_size: 0
41
+ action_env_dim: 4
42
+ kv_memory:
43
+ enabled: false
44
+ window: 4
45
+ rollout_len: 8
46
+ packed_train: false
47
+ rebased_sink: true
48
+ datasets:
49
+ vla_data:
50
+ dataset_py: lerobot_datasets
51
+ include_state: true
52
+ data_root_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_zero/atlantis
53
+ data_mix: lerobot
54
+ eval_data_mix: lerobot__val
55
+ custom_mixtures_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_zero/atlantis/_generated_mixtures/lerobot.json
56
+ action_type: discrete
57
+ sequential_step_sampling: false
58
+ eval_sequential_step_sampling: null
59
+ num_workers: 16
60
+ eval_num_workers: 16
61
+ prefetch_factor: 4
62
+ persistent_workers: true
63
+ pin_memory: true
64
+ shuffle: true
65
+ action_balance:
66
+ enabled: false
67
+ strategy: balanced_epoch
68
+ action_key: action_id
69
+ target_flap_fraction: 0.3
70
+ noop_id: 0
71
+ flap_id: 1
72
+ latency_curriculum:
73
+ enabled: false
74
+ strategy: exclusive
75
+ latencies: null
76
+ phase_steps: null
77
+ phase_distributions: null
78
+ new_latency_passes: 1.0
79
+ replay_passes: 0.25
80
+ target_total_passes: 2.0
81
+ final_equalization: true
82
+ step_budget_mode: auto
83
+ eval_at_phase_end: false
84
+ save_at_phase_end: false
85
+ computed_plan: null
86
+ per_device_batch_size: 64
87
+ load_all_data_for_training: true
88
+ num_obs_frames: 1
89
+ image_mode: single
90
+ prompt_mode: raw
91
+ stitch_grid:
92
+ - 2
93
+ - 2
94
+ obs_image_size: null
95
+ video_backend: torchvision_av
96
+ dataset:
97
+ source_hf: latency-sensitive-bench/memory-rollouts
98
+ config_name: null
99
+ source_subdir: null
100
+ converted_name: atlantis_train
101
+ single_source_hf: latency-sensitive-bench/memory-rollouts
102
+ mixed_source_hf: latency-sensitive-bench/memory-rollouts
103
+ single_converted_name: atlantis_train
104
+ mixed_converted_name: atlantis_mixed_latency_train
105
+ single_latency_filter: null
106
+ mixed_latency_filter: null
107
+ force_download: false
108
+ setup_force: false
109
+ skip_verification: false
110
+ target_latency_unit: observation_steps
111
+ verify_rows: 200
112
+ max_episodes: null
113
+ episodes_per_latency: null
114
+ latency_filter: null
115
+ debug_subset:
116
+ enabled: false
117
+ max_episodes: 5
118
+ suffix: debug
119
+ base_model:
120
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
121
+ initialization:
122
+ checkpoint_local_dir: null
123
+ checkpoint_hf_repo_id: null
124
+ checkpoint_filename: null
125
+ trainer:
126
+ max_train_steps: 5000
127
+ num_warmup_steps: 100
128
+ save_interval: 500
129
+ eval_interval: 500
130
+ eval_num_batches: 50
131
+ per_latency_eval_num_batches: null
132
+ eval_action_classification: false
133
+ eval_action_classification_interval: null
134
+ cc_f1_tolerance: 1
135
+ learning_rate:
136
+ base: 3.0e-05
137
+ qwen_vl_interface: 3.0e-06
138
+ action_model: 0.0001
139
+ lr_scheduler_type: cosine_with_min_lr
140
+ scheduler_specific_kwargs:
141
+ min_lr_rate: 0.03333333333333333
142
+ freeze_modules: ''
143
+ freeze_vit: false
144
+ freeze_tied_embedding: false
145
+ freeze_llm_layers: []
146
+ loss_scale:
147
+ vla: 1.0
148
+ vlm: 0.0
149
+ max_grad_norm: 1.0
150
+ weight_decay: 0.0
151
+ logging_frequency: 1
152
+ profile_timing:
153
+ enabled: false
154
+ log_interval: 10
155
+ gradient_clipping: 1.0
156
+ gradient_accumulation_steps: 1
157
+ distributed_backend: deepspeed
158
+ is_resume: false
159
+ pretrained_checkpoint: null
160
+ resume_step: 0
161
+ reload_modules: null
162
+ optimizer:
163
+ name: AdamW
164
+ betas:
165
+ - 0.9
166
+ - 0.95
167
+ eps: 1.0e-08
168
+ weight_decay: 1.0e-08
169
+ fused: true
170
+ save_format: pt
171
+ workspace_dir: WORKSPACE_DIR
172
+ run_root_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/train
173
+ seed: 42
174
+ wandb_entity: saberrr-zju
175
+ wandb_project: starvla_tasks
176
+ auth:
177
+ env_file: null
178
+ hf_token_env: HF_TOKEN
179
+ wandb_api_key_env: WANDB_API_KEY
180
+ paths:
181
+ run_root_dir: results/Checkpoints
182
+ dataset_local_dir: playground/Datasets/rl_games
183
+ dataset_cache_dir: null
184
+ base_model_dir: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
185
+ accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
186
+ launch:
187
+ use_accelerate: true
188
+ gpus: null
189
+ num_processes: 1
190
+ dry_run: false
191
+ conda:
192
+ enabled: true
193
+ env_name: null
194
+ rl_games:
195
+ model_alias: pi-0.5
196
+ env_eval:
197
+ image_size: 224
198
+ frameskip: 4
199
+ image_transform: raw_rgb
200
+ prompt_mode: raw
201
+ ghost_trail:
202
+ history_frames: 5
203
+ gamma: 1.3
204
+ min_alpha: 35
205
+ scroll_px_per_step: 4.0
206
+ ground_fraction: 0.22
207
+ seed: 42
208
+ fixed_episode_seeds: true
209
+ latency_seed_stride: 0
210
+ task_seed_stride: 0
211
+ task_description: 'Defend Atlantis by firing at descending enemies. Choose exactly
212
+ one action from: noop, fire, rightfire, leftfire.'
213
+ eval_parallel_envs: 5
214
+ action_chunk_execution:
215
+ enabled: false
216
+ chunk_size: null
217
+ atari:
218
+ env_id: ALE/Atlantis-v5
219
+ noop_max: 30
220
+ enabled: false
221
+ eval_backend: latency_bench
222
+ distributed_mode: none
223
+ vectorized:
224
+ enabled: false
225
+ batch_size: 1
226
+ latency:
227
+ prompt_map_path: null
228
+ mode: single
229
+ values:
230
+ - 0
231
+ mid_train:
232
+ enabled: false
233
+ interval_steps: 100
234
+ latencies:
235
+ - 0
236
+ num_episodes: 5
237
+ max_steps_per_episode: 3600
238
+ post_train:
239
+ enabled: false
240
+ latencies:
241
+ - 0
242
+ - 1
243
+ - 2
244
+ - 3
245
+ - 4
246
+ latencies_from_prompt_map: false
247
+ num_episodes: 5
248
+ max_steps_per_episode: 3600
249
+ task: atlantis
250
+ initialization_mode: scratch
251
+ action_carrier: native
252
+ model: pi05
253
+ env: atlantis
254
+ init: scratch
255
+ mode: single
256
+ checkpoint:
257
+ load: none
258
+ hf_repo_id: null
259
+ save_best_model: false
260
+ save_final_model: true
261
+ save_pt_file: true
262
+ save_training_state: true
263
+ save_safetensors_file: false
264
+ local:
265
+ keep_last_n: 2
266
+ sync:
267
+ enabled: false
268
+ repo_id: null
269
+ keep_last_n: 0
270
+ sync_every_n_checkpoints: 1
271
+ resume_policy: local_latest
272
+ run_id: atlantis-qwenpi_v3-hist8-zero-s42-v1
273
+ output_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/train/atlantis-qwenpi_v3-hist8-zero-s42-v1
274
+ config_yaml: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/train/atlantis-qwenpi_v3-hist8-zero-s42-v1/train.yaml
275
+ is_debug: false
276
+ version_id: '0.21'
277
+ wandb_name: atlantis-qwenpi_v3-hist8-zero-s42-v1
278
+ wandb_group: decision-history-vla-h8-v2
279
+ wandb_tags:
280
+ - atlantis
281
+ - qwenpi_v3
282
+ - hist8-v2
283
+ - history01
284
+ - scratch
285
+ - zero-latency
286
+ training_latency_condition: zero-latency
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/config.yaml ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenPI_v3
3
+ qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
+ attn_implementation: flash_attention_2
6
+ vl_hidden_dim: 2560
7
+ num_vl_layers: 36
8
+ enable_gradient_checkpointing: true
9
+ action_model:
10
+ action_model_type: LayerwiseFM
11
+ action_dim: 4
12
+ state_dim: 56
13
+ state_encoding: continuous_projector
14
+ task_objective: null
15
+ action_horizon: 1
16
+ repeated_diffusion_steps: 2
17
+ num_inference_timesteps: 4
18
+ add_pos_embed: true
19
+ max_seq_len: 1024
20
+ num_target_vision_tokens: 32
21
+ noise_beta_alpha: 1.5
22
+ noise_beta_beta: 1.0
23
+ noise_s: 0.999
24
+ num_timestep_buckets: 1000
25
+ diffusion_model_cfg:
26
+ action_dit_hidden_dim: 1024
27
+ dropout: 0.2
28
+ final_dropout: true
29
+ interleave_self_attention: true
30
+ norm_type: ada_norm
31
+ positional_embeddings: null
32
+ attention_head_dim: 64
33
+ output_dim: 1024
34
+ num_layers: 36
35
+ input_embedding_dim: 1024
36
+ cross_attention_dim: 1024
37
+ num_attention_heads: 16
38
+ loss_type: l1
39
+ future_action_window_size: 0
40
+ past_action_window_size: 0
41
+ action_env_dim: 4
42
+ kv_memory:
43
+ enabled: false
44
+ window: 4
45
+ rollout_len: 8
46
+ packed_train: false
47
+ rebased_sink: true
48
+ version_id: '0.21'
49
+ datasets:
50
+ vla_data:
51
+ include_state: true
52
+ obs_image_size: null
53
+ image_mode: single
54
+ num_obs_frames: 1
55
+ robot_type: rl_games_atlantis
56
+ trainer:
57
+ pretrained_checkpoint: null
58
+ backbone:
59
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
60
+ revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
61
+ rl_games:
62
+ env_eval:
63
+ image_size: 224
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/dataset_statistics.json ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "action": {
4
+ "mean": [
5
+ 0.32630863785743713,
6
+ 0.20220062136650085,
7
+ 0.29162344336509705,
8
+ 0.17986728250980377
9
+ ],
10
+ "std": [
11
+ 0.46865805983543396,
12
+ 0.4010893404483795,
13
+ 0.4547502398490906,
14
+ 0.38388657569885254
15
+ ],
16
+ "max": [
17
+ 1.0,
18
+ 1.0,
19
+ 1.0,
20
+ 1.0
21
+ ],
22
+ "min": [
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0
27
+ ],
28
+ "q01": [
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0
33
+ ],
34
+ "q99": [
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0
39
+ ],
40
+ "mask": [
41
+ true,
42
+ true,
43
+ true,
44
+ true
45
+ ]
46
+ },
47
+ "state": {
48
+ "mean": [
49
+ 0.995555579662323,
50
+ 0.20145678520202637,
51
+ 0.2900123596191406,
52
+ 0.17871913313865662,
53
+ 0.20145678520202637,
54
+ 0.2900123596191406,
55
+ 0.17871913313865662,
56
+ 0.9961110949516296,
57
+ 0.20156173408031464,
58
+ 0.2902592718601227,
59
+ 0.17883025109767914,
60
+ 0.20156173408031464,
61
+ 0.2902592718601227,
62
+ 0.17883025109767914,
63
+ 0.996666669845581,
64
+ 0.20166049897670746,
65
+ 0.2904568016529083,
66
+ 0.17896604537963867,
67
+ 0.20166049897670746,
68
+ 0.2904568016529083,
69
+ 0.17896604537963867,
70
+ 0.9972222447395325,
71
+ 0.20176543295383453,
72
+ 0.29071295261383057,
73
+ 0.17905555665493011,
74
+ 0.20176543295383453,
75
+ 0.29071295261383057,
76
+ 0.17905555665493011,
77
+ 0.9977777600288391,
78
+ 0.2018703669309616,
79
+ 0.29090431332588196,
80
+ 0.1791728436946869,
81
+ 0.2018703669309616,
82
+ 0.29090431332588196,
83
+ 0.1791728436946869,
84
+ 0.9983333349227905,
85
+ 0.20195679366588593,
86
+ 0.2911142110824585,
87
+ 0.17931482195854187,
88
+ 0.20195679366588593,
89
+ 0.2911142110824585,
90
+ 0.17931482195854187,
91
+ 0.9988889098167419,
92
+ 0.20203395187854767,
93
+ 0.2912592589855194,
94
+ 0.17950616776943207,
95
+ 0.20203395187854767,
96
+ 0.2912592589855194,
97
+ 0.17950616776943207,
98
+ 0.9994444251060486,
99
+ 0.20211727917194366,
100
+ 0.2914629578590393,
101
+ 0.17966975271701813,
102
+ 0.20211727917194366,
103
+ 0.2914629578590393,
104
+ 0.17966975271701813
105
+ ],
106
+ "std": [
107
+ 0.06643502414226532,
108
+ 0.40056121349334717,
109
+ 0.45443063974380493,
110
+ 0.38271364569664,
111
+ 0.40056121349334717,
112
+ 0.45443063974380493,
113
+ 0.38271364569664,
114
+ 0.062142830342054256,
115
+ 0.4006381034851074,
116
+ 0.4545130431652069,
117
+ 0.3828034996986389,
118
+ 0.4006381034851074,
119
+ 0.4545130431652069,
120
+ 0.3828034996986389,
121
+ 0.057567499577998636,
122
+ 0.40071073174476624,
123
+ 0.45459702610969543,
124
+ 0.3829197585582733,
125
+ 0.40071073174476624,
126
+ 0.45459702610969543,
127
+ 0.3829197585582733,
128
+ 0.05258903652429528,
129
+ 0.400748074054718,
130
+ 0.4547581970691681,
131
+ 0.3829844295978546,
132
+ 0.400748074054718,
133
+ 0.4547581970691681,
134
+ 0.3829844295978546,
135
+ 0.047047179192304465,
136
+ 0.40082499384880066,
137
+ 0.4546958804130554,
138
+ 0.38279783725738525,
139
+ 0.40082499384880066,
140
+ 0.4546958804130554,
141
+ 0.38279783725738525,
142
+ 0.04076129198074341,
143
+ 0.4009137749671936,
144
+ 0.45480069518089294,
145
+ 0.3829144835472107,
146
+ 0.4009137749671936,
147
+ 0.45480069518089294,
148
+ 0.3829144835472107,
149
+ 0.03329825401306152,
150
+ 0.4009682536125183,
151
+ 0.45482659339904785,
152
+ 0.38303112983703613,
153
+ 0.4009682536125183,
154
+ 0.45482659339904785,
155
+ 0.38303112983703613,
156
+ 0.023557469248771667,
157
+ 0.4010305106639862,
158
+ 0.45491379499435425,
159
+ 0.38386788964271545,
160
+ 0.4010305106639862,
161
+ 0.45491379499435425,
162
+ 0.38386788964271545
163
+ ],
164
+ "max": [
165
+ 1.0,
166
+ 1.0,
167
+ 1.0,
168
+ 1.0,
169
+ 1.0,
170
+ 1.0,
171
+ 1.0,
172
+ 1.0,
173
+ 1.0,
174
+ 1.0,
175
+ 1.0,
176
+ 1.0,
177
+ 1.0,
178
+ 1.0,
179
+ 1.0,
180
+ 1.0,
181
+ 1.0,
182
+ 1.0,
183
+ 1.0,
184
+ 1.0,
185
+ 1.0,
186
+ 1.0,
187
+ 1.0,
188
+ 1.0,
189
+ 1.0,
190
+ 1.0,
191
+ 1.0,
192
+ 1.0,
193
+ 1.0,
194
+ 1.0,
195
+ 1.0,
196
+ 1.0,
197
+ 1.0,
198
+ 1.0,
199
+ 1.0,
200
+ 1.0,
201
+ 1.0,
202
+ 1.0,
203
+ 1.0,
204
+ 1.0,
205
+ 1.0,
206
+ 1.0,
207
+ 1.0,
208
+ 1.0,
209
+ 1.0,
210
+ 1.0,
211
+ 1.0,
212
+ 1.0,
213
+ 1.0,
214
+ 1.0,
215
+ 1.0,
216
+ 1.0,
217
+ 1.0,
218
+ 1.0,
219
+ 1.0,
220
+ 1.0
221
+ ],
222
+ "min": [
223
+ 0.0,
224
+ 0.0,
225
+ 0.0,
226
+ 0.0,
227
+ 0.0,
228
+ 0.0,
229
+ 0.0,
230
+ 0.0,
231
+ 0.0,
232
+ 0.0,
233
+ 0.0,
234
+ 0.0,
235
+ 0.0,
236
+ 0.0,
237
+ 0.0,
238
+ 0.0,
239
+ 0.0,
240
+ 0.0,
241
+ 0.0,
242
+ 0.0,
243
+ 0.0,
244
+ 0.0,
245
+ 0.0,
246
+ 0.0,
247
+ 0.0,
248
+ 0.0,
249
+ 0.0,
250
+ 0.0,
251
+ 0.0,
252
+ 0.0,
253
+ 0.0,
254
+ 0.0,
255
+ 0.0,
256
+ 0.0,
257
+ 0.0,
258
+ 0.0,
259
+ 0.0,
260
+ 0.0,
261
+ 0.0,
262
+ 0.0,
263
+ 0.0,
264
+ 0.0,
265
+ 0.0,
266
+ 0.0,
267
+ 0.0,
268
+ 0.0,
269
+ 0.0,
270
+ 0.0,
271
+ 0.0,
272
+ 0.0,
273
+ 0.0,
274
+ 0.0,
275
+ 0.0,
276
+ 0.0,
277
+ 0.0,
278
+ 0.0
279
+ ],
280
+ "q01": [
281
+ 1.0,
282
+ 0.0,
283
+ 0.0,
284
+ 0.0,
285
+ 0.0,
286
+ 0.0,
287
+ 0.0,
288
+ 1.0,
289
+ 0.0,
290
+ 0.0,
291
+ 0.0,
292
+ 0.0,
293
+ 0.0,
294
+ 0.0,
295
+ 1.0,
296
+ 0.0,
297
+ 0.0,
298
+ 0.0,
299
+ 0.0,
300
+ 0.0,
301
+ 0.0,
302
+ 1.0,
303
+ 0.0,
304
+ 0.0,
305
+ 0.0,
306
+ 0.0,
307
+ 0.0,
308
+ 0.0,
309
+ 1.0,
310
+ 0.0,
311
+ 0.0,
312
+ 0.0,
313
+ 0.0,
314
+ 0.0,
315
+ 0.0,
316
+ 1.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0,
320
+ 0.0,
321
+ 0.0,
322
+ 0.0,
323
+ 1.0,
324
+ 0.0,
325
+ 0.0,
326
+ 0.0,
327
+ 0.0,
328
+ 0.0,
329
+ 0.0,
330
+ 1.0,
331
+ 0.0,
332
+ 0.0,
333
+ 0.0,
334
+ 0.0,
335
+ 0.0,
336
+ 0.0
337
+ ],
338
+ "q99": [
339
+ 1.0,
340
+ 1.0,
341
+ 1.0,
342
+ 1.0,
343
+ 1.0,
344
+ 1.0,
345
+ 1.0,
346
+ 1.0,
347
+ 1.0,
348
+ 1.0,
349
+ 1.0,
350
+ 1.0,
351
+ 1.0,
352
+ 1.0,
353
+ 1.0,
354
+ 1.0,
355
+ 1.0,
356
+ 1.0,
357
+ 1.0,
358
+ 1.0,
359
+ 1.0,
360
+ 1.0,
361
+ 1.0,
362
+ 1.0,
363
+ 1.0,
364
+ 1.0,
365
+ 1.0,
366
+ 1.0,
367
+ 1.0,
368
+ 1.0,
369
+ 1.0,
370
+ 1.0,
371
+ 1.0,
372
+ 1.0,
373
+ 1.0,
374
+ 1.0,
375
+ 1.0,
376
+ 1.0,
377
+ 1.0,
378
+ 1.0,
379
+ 1.0,
380
+ 1.0,
381
+ 1.0,
382
+ 1.0,
383
+ 1.0,
384
+ 1.0,
385
+ 1.0,
386
+ 1.0,
387
+ 1.0,
388
+ 1.0,
389
+ 1.0,
390
+ 1.0,
391
+ 1.0,
392
+ 1.0,
393
+ 1.0,
394
+ 1.0
395
+ ]
396
+ },
397
+ "num_transitions": 324000,
398
+ "num_trajectories": 180
399
+ }
400
+ }
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/eval_code_snapshot.json ADDED
The diff for this file is too large to render. See raw diff
 
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/manifest.json ADDED
@@ -0,0 +1,249 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_name": "lerobot",
3
+ "env_name": "atlantis",
4
+ "episodes": 180,
5
+ "frames": 324000,
6
+ "task_prompts": [
7
+ "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire."
8
+ ],
9
+ "format": "starvla_lerobot_v2_decision_v1",
10
+ "source": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_zero/atlantis/raw",
11
+ "robot_type": "rl_games_atlantis",
12
+ "action_layout": "gymnasium_discrete_v1",
13
+ "source_action_layout": "gymnasium_discrete_v1",
14
+ "action_labels": [
15
+ "noop",
16
+ "fire",
17
+ "rightfire",
18
+ "leftfire"
19
+ ],
20
+ "action_dim": 4,
21
+ "active_action_dim": 4,
22
+ "state_source": "decision_v1",
23
+ "state_dim": 56,
24
+ "state_labels": [
25
+ "decision_history_0",
26
+ "decision_history_1",
27
+ "decision_history_2",
28
+ "decision_history_3",
29
+ "decision_history_4",
30
+ "decision_history_5",
31
+ "decision_history_6",
32
+ "decision_history_7",
33
+ "decision_history_8",
34
+ "decision_history_9",
35
+ "decision_history_10",
36
+ "decision_history_11",
37
+ "decision_history_12",
38
+ "decision_history_13",
39
+ "decision_history_14",
40
+ "decision_history_15",
41
+ "decision_history_16",
42
+ "decision_history_17",
43
+ "decision_history_18",
44
+ "decision_history_19",
45
+ "decision_history_20",
46
+ "decision_history_21",
47
+ "decision_history_22",
48
+ "decision_history_23",
49
+ "decision_history_24",
50
+ "decision_history_25",
51
+ "decision_history_26",
52
+ "decision_history_27",
53
+ "decision_history_28",
54
+ "decision_history_29",
55
+ "decision_history_30",
56
+ "decision_history_31",
57
+ "decision_history_32",
58
+ "decision_history_33",
59
+ "decision_history_34",
60
+ "decision_history_35",
61
+ "decision_history_36",
62
+ "decision_history_37",
63
+ "decision_history_38",
64
+ "decision_history_39",
65
+ "decision_history_40",
66
+ "decision_history_41",
67
+ "decision_history_42",
68
+ "decision_history_43",
69
+ "decision_history_44",
70
+ "decision_history_45",
71
+ "decision_history_46",
72
+ "decision_history_47",
73
+ "decision_history_48",
74
+ "decision_history_49",
75
+ "decision_history_50",
76
+ "decision_history_51",
77
+ "decision_history_52",
78
+ "decision_history_53",
79
+ "decision_history_54",
80
+ "decision_history_55"
81
+ ],
82
+ "state_normalization": {
83
+ "min": [
84
+ 0.0,
85
+ 0.0,
86
+ 0.0,
87
+ 0.0,
88
+ 0.0,
89
+ 0.0,
90
+ 0.0,
91
+ 0.0,
92
+ 0.0,
93
+ 0.0,
94
+ 0.0,
95
+ 0.0,
96
+ 0.0,
97
+ 0.0,
98
+ 0.0,
99
+ 0.0,
100
+ 0.0,
101
+ 0.0,
102
+ 0.0,
103
+ 0.0,
104
+ 0.0,
105
+ 0.0,
106
+ 0.0,
107
+ 0.0,
108
+ 0.0,
109
+ 0.0,
110
+ 0.0,
111
+ 0.0,
112
+ 0.0,
113
+ 0.0,
114
+ 0.0,
115
+ 0.0,
116
+ 0.0,
117
+ 0.0,
118
+ 0.0,
119
+ 0.0,
120
+ 0.0,
121
+ 0.0,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0,
126
+ 0.0,
127
+ 0.0,
128
+ 0.0,
129
+ 0.0,
130
+ 0.0,
131
+ 0.0,
132
+ 0.0,
133
+ 0.0,
134
+ 0.0,
135
+ 0.0,
136
+ 0.0,
137
+ 0.0,
138
+ 0.0,
139
+ 0.0
140
+ ],
141
+ "max": [
142
+ 1.0,
143
+ 1.0,
144
+ 1.0,
145
+ 1.0,
146
+ 1.0,
147
+ 1.0,
148
+ 1.0,
149
+ 1.0,
150
+ 1.0,
151
+ 1.0,
152
+ 1.0,
153
+ 1.0,
154
+ 1.0,
155
+ 1.0,
156
+ 1.0,
157
+ 1.0,
158
+ 1.0,
159
+ 1.0,
160
+ 1.0,
161
+ 1.0,
162
+ 1.0,
163
+ 1.0,
164
+ 1.0,
165
+ 1.0,
166
+ 1.0,
167
+ 1.0,
168
+ 1.0,
169
+ 1.0,
170
+ 1.0,
171
+ 1.0,
172
+ 1.0,
173
+ 1.0,
174
+ 1.0,
175
+ 1.0,
176
+ 1.0,
177
+ 1.0,
178
+ 1.0,
179
+ 1.0,
180
+ 1.0,
181
+ 1.0,
182
+ 1.0,
183
+ 1.0,
184
+ 1.0,
185
+ 1.0,
186
+ 1.0,
187
+ 1.0,
188
+ 1.0,
189
+ 1.0,
190
+ 1.0,
191
+ 1.0,
192
+ 1.0,
193
+ 1.0,
194
+ 1.0,
195
+ 1.0,
196
+ 1.0,
197
+ 1.0
198
+ ]
199
+ },
200
+ "action_history_decisions": 8,
201
+ "rows_unit": "decision_step",
202
+ "obs_fps": 15.0,
203
+ "obs_stride_raw_frames": 4,
204
+ "latency_prompt_map_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_zero/atlantis/lerobot/latency_prompt_map.json",
205
+ "custom_mixtures_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_zero/atlantis/_generated_mixtures/lerobot.json",
206
+ "integration_name": "gymnasium",
207
+ "gymnasium_task": {
208
+ "action_labels": [
209
+ "noop",
210
+ "fire",
211
+ "rightfire",
212
+ "leftfire"
213
+ ],
214
+ "action_values": [
215
+ 0,
216
+ 1,
217
+ 2,
218
+ 3
219
+ ],
220
+ "base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.",
221
+ "env_fps": 60,
222
+ "env_id": "LatencyBench/Atlantis-v0",
223
+ "frame_stack": 1,
224
+ "make_kwargs": {
225
+ "base_env_id": "ALE/Atlantis-v5",
226
+ "base_make_kwargs": {
227
+ "difficulty": 0,
228
+ "frameskip": 1,
229
+ "full_action_space": false,
230
+ "max_num_frames_per_episode": 108000,
231
+ "mode": 0,
232
+ "obs_type": "rgb",
233
+ "repeat_action_probability": 0.0
234
+ },
235
+ "noop_max": 30,
236
+ "render_mode": "rgb_array",
237
+ "screen_size": 84
238
+ },
239
+ "noop_action_id": 0,
240
+ "obs_fps": 15,
241
+ "registration_imports": [
242
+ "latency_bench.envs.gymnasium_atlantis"
243
+ ],
244
+ "task_name": "atlantis"
245
+ },
246
+ "validation_dataset_name": "lerobot__val",
247
+ "validation_episodes": 20,
248
+ "validation_frames": 36000
249
+ }
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/provenance.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "collection": {
3
+ "episodes": 200,
4
+ "filter_preset": "none",
5
+ "history": "decision_v1",
6
+ "history_decisions": 8,
7
+ "history_source": "teacher_transport",
8
+ "max_episode_raw_frames": 7200,
9
+ "rollout_overrides": {
10
+ "env_fps": 60,
11
+ "fixed_latency_ms": 0.0,
12
+ "latency_type": "fixed",
13
+ "obs_fps": 15,
14
+ "seed": 42
15
+ },
16
+ "student_image_frames": 1,
17
+ "teacher_checkpoint": "best_000026560_13598720_reward_675769.000.pth",
18
+ "teacher_path": "zero-latency/atlantis/small-policy/sample-factory-hist8-cpu15m-s0-v1",
19
+ "teacher_repo": "latency-sensitive-bench/benchmark-models",
20
+ "teacher_revision": "dfaeecb84cd6b5dfcc3adc0935d0ae86d0b504d2",
21
+ "teacher_sha256": "d41d728d8c2329d3623eb9e01bd9f3f2df4fc0d4f6f2c1f799c4badc24af78c5",
22
+ "train_labels": 324000,
23
+ "training_latency_condition": "zero"
24
+ },
25
+ "training_run_id": "atlantis-qwenpi_v3-hist8-zero-s42-v1",
26
+ "training_step": 5000,
27
+ "global_batch": 128,
28
+ "base_model": "Qwen/Qwen3-VL-4B-Instruct",
29
+ "wandb_run_id": "04d16bbd",
30
+ "checkpoint_sha256": "2f4a775690c76dc1b0e4da77a9d45f88df289e17914b895b5a65afa7fc8d214d",
31
+ "eval_protocol_version": "hist8-history01-sf-render-v4",
32
+ "history_encoding": "binary_0_1"
33
+ }
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/publication_status.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "training_status": "complete",
3
+ "zero_evaluation_status": "pending"
4
+ }
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/rollout_metadata.json ADDED
@@ -0,0 +1,377 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_history_decisions": 8,
3
+ "action_labels": [
4
+ "noop",
5
+ "fire",
6
+ "rightfire",
7
+ "leftfire"
8
+ ],
9
+ "action_layout": "gymnasium_discrete_v1",
10
+ "base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.",
11
+ "checkpoint_config": {
12
+ "action_history_decisions": 8,
13
+ "actor_critic_share_weights": true,
14
+ "actor_worker_gpus": [],
15
+ "adam_beta1": 0.9,
16
+ "adam_beta2": 0.999,
17
+ "adam_eps": 1e-06,
18
+ "adaptive_stddev": false,
19
+ "add_latency_info": false,
20
+ "algo": "APPO",
21
+ "async_rl": true,
22
+ "batch_size": 1024,
23
+ "batched_sampling": false,
24
+ "benchmark": false,
25
+ "cli_args": {
26
+ "action_history_decisions": 8,
27
+ "adam_eps": 1e-06,
28
+ "adaptive_stddev": false,
29
+ "add_latency_info": false,
30
+ "algo": "APPO",
31
+ "async_rl": true,
32
+ "batch_size": 1024,
33
+ "device": "gpu",
34
+ "encoder_conv_architecture": "convnet_simple",
35
+ "env": "latency_gymnasium",
36
+ "env_fps": 60.0,
37
+ "episode_metrics_path": "results/checkpoints/atari_zero_hist8_cpu15m/atlantis_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl",
38
+ "eval_deterministic": true,
39
+ "eval_episodes": 5,
40
+ "eval_max_steps": 5000,
41
+ "eval_parallel_envs": 1,
42
+ "experiment": "atlantis_sf_zero_latency_hist8_cpu15m_seed0",
43
+ "experiment_summaries_interval": 1,
44
+ "exploration_loss": "entropy",
45
+ "exploration_loss_coeff": 0.003,
46
+ "frame_stack": 4,
47
+ "gae_lambda": 0.95,
48
+ "gamma": 0.99,
49
+ "gym_action_labels_json": "[\"noop\", \"fire\", \"rightfire\", \"leftfire\"]",
50
+ "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]}",
51
+ "gym_action_values_json": "[0, 1, 2, 3]",
52
+ "gym_base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.",
53
+ "gym_env_id": "LatencyBench/Atlantis-v0",
54
+ "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
55
+ "gym_noop_action_id": 0,
56
+ "gym_noop_action_json": "\"noop\"",
57
+ "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_atlantis\"]",
58
+ "gym_task_name": "atlantis",
59
+ "hold_policy": "hold",
60
+ "keep_checkpoints": 5,
61
+ "latency_type": "zero",
62
+ "learning_rate": 0.000303,
63
+ "lr_schedule": "constant",
64
+ "max_grad_norm": 0.0,
65
+ "max_policy_lag": 300,
66
+ "mode": "train",
67
+ "nonlinearity": "elu",
68
+ "normalize_input": true,
69
+ "normalize_returns": true,
70
+ "num_batches_per_epoch": 8,
71
+ "num_envs_per_worker": 16,
72
+ "num_epochs": 2,
73
+ "num_policies": 1,
74
+ "num_workers": 4,
75
+ "obs_fps": 15.0,
76
+ "obs_scale": 1.0,
77
+ "ordering_policy": "issue_order_fifo",
78
+ "output_dir": "outputs/atari_zero_hist8_cpu15m/atlantis/train",
79
+ "ppo_clip_ratio": 0.1,
80
+ "ppo_clip_value": 0.2,
81
+ "recurrence": 32,
82
+ "restart_behavior": "resume",
83
+ "rollout": 64,
84
+ "save_every_sec": 600,
85
+ "seed": 0,
86
+ "simulator": "cpu",
87
+ "stats_avg": 100,
88
+ "train_dir": "results/checkpoints/atari_zero_hist8_cpu15m",
89
+ "train_for_env_steps": 15000000,
90
+ "use_env_info_cache": false,
91
+ "use_rnn": false,
92
+ "value_loss_coeff": 0.5,
93
+ "wandb_group": "atlantis",
94
+ "wandb_job_type": "sample_factory",
95
+ "wandb_project": "latency-sensitive-bench",
96
+ "with_vtrace": false,
97
+ "with_wandb": true,
98
+ "worker_num_splits": 1
99
+ },
100
+ "clip_reward": null,
101
+ "command_line": "--mode train --algo APPO --env latency_gymnasium --experiment atlantis_sf_zero_latency_hist8_cpu15m_seed0 --train_dir results/checkpoints/atari_zero_hist8_cpu15m --restart_behavior resume --device gpu --seed 0 --episode_metrics_path results/checkpoints/atari_zero_hist8_cpu15m/atlantis_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl --train_for_env_steps 15000000 --num_workers 4 --num_envs_per_worker 16 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --lr_schedule constant --nonlinearity elu --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.003 --value_loss_coeff 0.5 --max_grad_norm 0.0 --adam_eps 1e-06 --obs_scale 1.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --with_vtrace False --latency-type zero --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 5000 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group atlantis --wandb_job_type sample_factory --encoder_conv_architecture convnet_simple --gym-task-name atlantis --gym-env-id LatencyBench/Atlantis-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_atlantis\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"fire\", \"rightfire\", \"leftfire\"] --gym-action-values-json [0, 1, 2, 3] --gym-noop-action-id 0 --gym-base-prompt Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire. --env-fps 60 --obs-fps 15 --frame-stack 4 --action-history-decisions 8 --simulator cpu --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False",
102
+ "continuous_tanh_scale": 0.0,
103
+ "decoder_mlp_layers": [],
104
+ "decorrelate_envs_on_one_worker": true,
105
+ "decorrelate_experience_max_seconds": 0,
106
+ "default_niceness": 0,
107
+ "device": "gpu",
108
+ "encoder_conv_architecture": "convnet_simple",
109
+ "encoder_conv_mlp_layers": [
110
+ 512
111
+ ],
112
+ "encoder_mlp_layers": [
113
+ 512,
114
+ 512
115
+ ],
116
+ "env": "latency_gymnasium",
117
+ "env_fps": 60,
118
+ "env_frameskip": 1,
119
+ "env_framestack": 1,
120
+ "env_gpu_actions": false,
121
+ "env_gpu_observations": true,
122
+ "episode_counter": false,
123
+ "episode_metrics_path": "results/checkpoints/atari_zero_hist8_cpu15m/atlantis_sf_zero_latency_hist8_cpu15m_seed0/episode_metrics.jsonl",
124
+ "eval_deterministic": true,
125
+ "eval_env_frameskip": 1,
126
+ "eval_episodes": 5,
127
+ "eval_latency_raw_frame_values": null,
128
+ "eval_max_steps": 5000,
129
+ "eval_parallel_envs": 1,
130
+ "eval_raw_reward": false,
131
+ "experiment": "atlantis_sf_zero_latency_hist8_cpu15m_seed0",
132
+ "experiment_summaries_interval": 1,
133
+ "exploration_loss": "entropy",
134
+ "exploration_loss_coeff": 0.003,
135
+ "export_env_raw_rgb_frames": false,
136
+ "fasttd3_action_chunk_horizon": 1,
137
+ "fasttd3_actor_action_l2": 0.0,
138
+ "fasttd3_compile": true,
139
+ "fasttd3_replay_batch_size": 32768,
140
+ "fasttd3_replay_capacity": 6553600,
141
+ "fasttd3_train_for_optimizer_steps": 10000000000,
142
+ "fasttd3_transitions_per_update": 64,
143
+ "fasttd3_v_max": 250.0,
144
+ "fasttd3_v_min": -250.0,
145
+ "fixed_latency_ms": 0.0,
146
+ "flush_summaries_interval": 30,
147
+ "force_envs_single_thread": false,
148
+ "frame_stack": 4,
149
+ "gae_lambda": 0.95,
150
+ "gamma": 0.99,
151
+ "git_hash": "unknown",
152
+ "git_repo_name": "not a git repository",
153
+ "gpu_env_batch_size": 1,
154
+ "gpu_env_device": "auto",
155
+ "gym_action_labels_json": "[\"noop\", \"fire\", \"rightfire\", \"leftfire\"]",
156
+ "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]}",
157
+ "gym_action_values_json": "[0, 1, 2, 3]",
158
+ "gym_base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.",
159
+ "gym_env_id": "LatencyBench/Atlantis-v0",
160
+ "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
161
+ "gym_noop_action_id": 0,
162
+ "gym_noop_action_json": "\"noop\"",
163
+ "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_atlantis\"]",
164
+ "gym_state_labels_json": "",
165
+ "gym_task_name": "atlantis",
166
+ "heartbeat_interval": 20,
167
+ "heartbeat_reporting_interval": 180,
168
+ "help": false,
169
+ "hold_last_chunk_action": false,
170
+ "hold_policy": "hold",
171
+ "initial_model_path": null,
172
+ "initial_stddev": 1.0,
173
+ "keep_checkpoints": 5,
174
+ "kl_loss_coeff": 0.0,
175
+ "latency_profile_path": null,
176
+ "latency_profile_worker_slot": null,
177
+ "latency_seed": null,
178
+ "latency_type": "fixed",
179
+ "learning_rate": 0.000303,
180
+ "load_checkpoint_kind": "latest",
181
+ "log_to_file": true,
182
+ "lr_adaptive_max": 0.01,
183
+ "lr_adaptive_min": 1e-06,
184
+ "lr_schedule": "constant",
185
+ "lr_schedule_kl_threshold": 0.008,
186
+ "max_episode_steps": null,
187
+ "max_grad_norm": 0.0,
188
+ "max_latency_ms": null,
189
+ "max_pending_actions": null,
190
+ "max_policy_lag": 300,
191
+ "mean_latency_ms": null,
192
+ "min_latency_ms": null,
193
+ "mode": "train",
194
+ "nonlinearity": "elu",
195
+ "noop_max": null,
196
+ "normalize_input": true,
197
+ "normalize_input_keys": null,
198
+ "normalize_returns": true,
199
+ "num_batches_per_epoch": 8,
200
+ "num_batches_to_accumulate": 2,
201
+ "num_envs_per_worker": 16,
202
+ "num_epochs": 2,
203
+ "num_policies": 1,
204
+ "num_workers": 4,
205
+ "obs_fps": 15,
206
+ "obs_scale": 1.0,
207
+ "obs_subtract_mean": 0.0,
208
+ "optimizer": "adam",
209
+ "ordering_policy": "issue_order_fifo",
210
+ "output_dir": "outputs/atari_zero_hist8_cpu15m/atlantis/train",
211
+ "pbt_mix_policies_in_one_env": true,
212
+ "pbt_mutation_rate": 0.15,
213
+ "pbt_optimize_gamma": false,
214
+ "pbt_period_env_steps": 5000000,
215
+ "pbt_perturb_max": 1.5,
216
+ "pbt_perturb_min": 1.1,
217
+ "pbt_replace_fraction": 0.3,
218
+ "pbt_replace_reward_gap": 0.1,
219
+ "pbt_replace_reward_gap_absolute": 1e-06,
220
+ "pbt_start_mutation": 20000000,
221
+ "pbt_target_objective": "true_objective",
222
+ "pixel_format": "CHW",
223
+ "policy_init_gain": 1.0,
224
+ "policy_initialization": "orthogonal",
225
+ "policy_workers_per_policy": 1,
226
+ "ppo": null,
227
+ "ppo_clip_ratio": 0.1,
228
+ "ppo_clip_value": 0.2,
229
+ "recurrence": 32,
230
+ "restart_behavior": "resume",
231
+ "reward_clip": 1000.0,
232
+ "reward_scale": 1.0,
233
+ "rnn_num_layers": 1,
234
+ "rnn_size": 512,
235
+ "rnn_type": "gru",
236
+ "rollout": 64,
237
+ "save_best_after": 100000,
238
+ "save_best_every_sec": 5,
239
+ "save_best_metric": "reward",
240
+ "save_every_sec": 600,
241
+ "save_milestones_sec": -1,
242
+ "seed": 42,
243
+ "serial_mode": false,
244
+ "set_workers_cpu_affinity": true,
245
+ "shuffle_minibatches": false,
246
+ "simulated_worker_capacity": null,
247
+ "simulator": "cpu",
248
+ "stats_avg": 100,
249
+ "std_latency_ms": null,
250
+ "summaries_use_frameskip": true,
251
+ "terminal_on_life_loss": null,
252
+ "train_dir": "results/checkpoints/atari_zero_hist8_cpu15m",
253
+ "train_for_env_steps": 15000000,
254
+ "train_for_seconds": 10000000000,
255
+ "use_env_info_cache": false,
256
+ "use_record_episode_statistics": false,
257
+ "use_rnn": false,
258
+ "value_bootstrap": false,
259
+ "value_loss_coeff": 0.5,
260
+ "vtrace_c": 1.0,
261
+ "vtrace_rho": 1.0,
262
+ "wandb_dir": "/mnt/ssd/codex/atari-zero-hist8-20260924/wandb",
263
+ "wandb_group": "atlantis",
264
+ "wandb_job_type": "sample_factory",
265
+ "wandb_project": "latency-sensitive-bench",
266
+ "wandb_tags": null,
267
+ "wandb_unique_id": "atlantis_sf_zero_latency_hist8_cpu15m_seed0",
268
+ "wandb_user": null,
269
+ "with_pbt": false,
270
+ "with_vtrace": false,
271
+ "with_wandb": true,
272
+ "worker_num_splits": 1
273
+ },
274
+ "checkpoint_experiment_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_zero/atlantis/teacher_runtime",
275
+ "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_zero/atlantis/teacher_runtime/best_000026560_13598720_reward_675769.000.pth",
276
+ "checkpoint_train_step": 26560,
277
+ "config_source": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_zero/atlantis/teacher_runtime/config.json",
278
+ "context_image_count": 0,
279
+ "context_window": 1,
280
+ "env_fps": 60.0,
281
+ "env_name": "atlantis",
282
+ "episode_return_field": "episode_raw_return",
283
+ "filter_preset": "none",
284
+ "filter_report": {
285
+ "accepted_episodes": 200,
286
+ "accepted_train_episodes": 180,
287
+ "accepted_val_episodes": 20,
288
+ "attempted_episodes": 200,
289
+ "preset": "none",
290
+ "rejected_episodes": 0,
291
+ "train_rows_after_row_filter": 324000,
292
+ "train_rows_before_row_filter": 324000,
293
+ "val_rows_after_row_filter": 36000,
294
+ "val_rows_before_row_filter": 36000
295
+ },
296
+ "frame_stack": 4,
297
+ "gymnasium_task": {
298
+ "action_labels": [
299
+ "noop",
300
+ "fire",
301
+ "rightfire",
302
+ "leftfire"
303
+ ],
304
+ "action_values": [
305
+ 0,
306
+ 1,
307
+ 2,
308
+ 3
309
+ ],
310
+ "base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.",
311
+ "env_fps": 60,
312
+ "env_id": "LatencyBench/Atlantis-v0",
313
+ "frame_stack": 4,
314
+ "make_kwargs": {
315
+ "base_env_id": "ALE/Atlantis-v5",
316
+ "base_make_kwargs": {
317
+ "difficulty": 0,
318
+ "frameskip": 1,
319
+ "full_action_space": false,
320
+ "max_num_frames_per_episode": 108000,
321
+ "mode": 0,
322
+ "obs_type": "rgb",
323
+ "repeat_action_probability": 0.0
324
+ },
325
+ "noop_max": 30,
326
+ "render_mode": "rgb_array",
327
+ "screen_size": 84
328
+ },
329
+ "noop_action_id": 0,
330
+ "obs_fps": 15,
331
+ "registration_imports": [
332
+ "latency_bench.envs.gymnasium_atlantis"
333
+ ],
334
+ "task_name": "atlantis"
335
+ },
336
+ "image_resolution": [
337
+ 210,
338
+ 160,
339
+ 3
340
+ ],
341
+ "image_source": "env_raw_rgb",
342
+ "image_transform": {
343
+ "gamma": 1.3,
344
+ "ground_fraction": 0.22,
345
+ "history_frames": 5,
346
+ "image_transform": "raw_rgb",
347
+ "min_alpha": 35,
348
+ "scroll_px_per_step": 4.0
349
+ },
350
+ "image_transform_prompt_contexts": {
351
+ "demon_attack_ghost_trail": " You can see the recent motion of the ship, missiles, and demons in the image. Use it to make your decision.",
352
+ "flappy_ghost_trail": " You can see the past motion of the bird in the image. Use it to make your decision."
353
+ },
354
+ "integration_name": "gymnasium",
355
+ "latency_override": null,
356
+ "latency_source": "checkpoint",
357
+ "max_episodes": 200,
358
+ "max_steps_per_episode": 7200,
359
+ "max_steps_unit": "raw_frame",
360
+ "num_envs": 256,
361
+ "obs_fps": 15.0,
362
+ "obs_stride_raw_frames": 4,
363
+ "prompt_source": "sample_factory_checkpoint:gym_base_prompt",
364
+ "replay_num_envs": 256,
365
+ "reward_field": "raw_reward",
366
+ "reward_semantics": "raw_reward",
367
+ "rows_unit": "decision_step",
368
+ "schema_version": 2,
369
+ "split_seed": 0,
370
+ "total_episodes": 200,
371
+ "total_rows": 360000,
372
+ "train_episodes": 180,
373
+ "train_rows": 324000,
374
+ "val_episodes": 20,
375
+ "val_fraction": 0.1,
376
+ "val_rows": 36000
377
+ }
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/run_metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "training_run_id": "atlantis-qwenpi_v3-hist8-zero-s42-v1",
3
+ "wandb_run_id": "04d16bbd",
4
+ "recipe_version": "hist8-v2",
5
+ "history_encoding": "binary_0_1",
6
+ "training_condition": "zero",
7
+ "initialization_seed": 42,
8
+ "vlm_lr": 3e-06,
9
+ "max_train_steps": 5000,
10
+ "stop_after_steps": null,
11
+ "num_workers_per_rank": 16,
12
+ "eval_num_workers_per_rank": 16,
13
+ "prefetch_factor": 4,
14
+ "base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
15
+ "dataset_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_zero/atlantis/lerobot",
16
+ "dataset_manifest_sha256": "212f6f231830bcc7e2730e80820a7434affb3544f4186372d61531ba629fe9a5",
17
+ "code_snapshot_sha256": "d6570ce4f4b12252dd870d0250c2febb4ead7950c519ad6a6ad6b70c1aceefd8"
18
+ }
zero-latency/atlantis/vla/starvla-qwenpi_v3-h1/atlantis-qwenpi_v3-hist8-zero-s42-v1/training_code_snapshot.json ADDED
The diff for this file is too large to render. See raw diff