Caesarrr commited on
Commit
13b8c22
·
verified ·
1 Parent(s): e90f33e

Publish atlantis qwenoft H8 training artifacts

Browse files
Files changed (16) hide show
  1. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/README.md +7 -0
  2. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/bundle.complete.json +4 -0
  3. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/checkpoint.sha256 +1 -0
  4. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt +3 -0
  5. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/collection_quality_report.json +32 -0
  6. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/config.full.yaml +263 -0
  7. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/config.yaml +40 -0
  8. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/dataset_statistics.json +400 -0
  9. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/eval_code_snapshot.json +0 -0
  10. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/history_audit.json +7 -0
  11. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/manifest.json +249 -0
  12. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/provenance.json +33 -0
  13. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/publication_status.json +4 -0
  14. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/rollout_metadata.json +392 -0
  15. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/run_metadata.json +18 -0
  16. latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/training_code_snapshot.json +0 -0
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # Atlantis qwenoft profile-trained H8 VLA
2
+
3
+ Current RGB and eight binary decision-history windows; action horizon one. Initialized from the pinned Qwen3-VL-4B backbone and random action head.
4
+
5
+ - Training: 5000 steps, seed 42, global batch 128
6
+ - W&B: https://wandb.ai/saberrr-zju/starvla_tasks/runs/7ea15469
7
+ - Formal profile evaluation: pending.
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/bundle.complete.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "checkpoint_sha256": "3fc3190e4151c33d203f69da461d6c56042236200ea9f61369a08c97cb28b88b",
3
+ "training_step": 5000
4
+ }
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/checkpoint.sha256 ADDED
@@ -0,0 +1 @@
 
 
1
+ 3fc3190e4151c33d203f69da461d6c56042236200ea9f61369a08c97cb28b88b checkpoints/model.pt
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fc3190e4151c33d203f69da461d6c56042236200ea9f61369a08c97cb28b88b
3
+ size 9785321889
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/collection_quality_report.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episodes": 200,
3
+ "train_episodes": 180,
4
+ "val_episodes": 20,
5
+ "train_labels": 322419,
6
+ "val_labels": 35989,
7
+ "raw_frames_quantiles": [
8
+ 4064.0,
9
+ 7200.0,
10
+ 7200.0,
11
+ 7200.0,
12
+ 7200.0
13
+ ],
14
+ "return_quantiles": [
15
+ 15000.0,
16
+ 33400.0,
17
+ 39800.0,
18
+ 45930.0,
19
+ 53800.0
20
+ ],
21
+ "termination_reasons": {
22
+ "horizon": 193,
23
+ "terminated": 7
24
+ },
25
+ "action_id_counts": {
26
+ "0": 94822,
27
+ "1": 43202,
28
+ "2": 78727,
29
+ "3": 141657
30
+ },
31
+ "previous_decision_admitted_fraction": 0.4996845408254422
32
+ }
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/config.full.yaml ADDED
@@ -0,0 +1,263 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenOFT
3
+ qwenvl:
4
+ base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
5
+ attn_implementation: flash_attention_2
6
+ enable_gradient_checkpointing: true
7
+ action_model:
8
+ action_model_type: MLP
9
+ action_dim: 4
10
+ state_dim: 56
11
+ action_hidden_dim: 2560
12
+ future_action_window_size: 0
13
+ past_action_window_size: 0
14
+ loss_type: discrete_ce
15
+ state_encoding: continuous_projector
16
+ task_objective: null
17
+ action_horizon: 1
18
+ action_env_dim: 4
19
+ kv_memory:
20
+ enabled: false
21
+ window: 4
22
+ rollout_len: 8
23
+ packed_train: false
24
+ rebased_sink: true
25
+ datasets:
26
+ vla_data:
27
+ dataset_py: lerobot_datasets
28
+ include_state: true
29
+ data_root_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_profile/atlantis/qwenoft
30
+ data_mix: lerobot
31
+ eval_data_mix: lerobot__val
32
+ custom_mixtures_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_profile/atlantis/qwenoft/_generated_mixtures/lerobot.json
33
+ action_type: discrete
34
+ sequential_step_sampling: false
35
+ eval_sequential_step_sampling: null
36
+ num_workers: 16
37
+ eval_num_workers: 16
38
+ prefetch_factor: 4
39
+ persistent_workers: true
40
+ pin_memory: true
41
+ shuffle: true
42
+ action_balance:
43
+ enabled: false
44
+ strategy: balanced_epoch
45
+ action_key: action_id
46
+ target_flap_fraction: 0.3
47
+ noop_id: 0
48
+ flap_id: 1
49
+ latency_curriculum:
50
+ enabled: false
51
+ strategy: exclusive
52
+ latencies: null
53
+ phase_steps: null
54
+ phase_distributions: null
55
+ new_latency_passes: 1.0
56
+ replay_passes: 0.25
57
+ target_total_passes: 2.0
58
+ final_equalization: true
59
+ step_budget_mode: auto
60
+ eval_at_phase_end: false
61
+ save_at_phase_end: false
62
+ computed_plan: null
63
+ per_device_batch_size: 64
64
+ load_all_data_for_training: true
65
+ num_obs_frames: 1
66
+ image_mode: single
67
+ prompt_mode: raw
68
+ stitch_grid:
69
+ - 2
70
+ - 2
71
+ obs_image_size: null
72
+ video_backend: torchvision_av
73
+ dataset:
74
+ source_hf: latency-sensitive-bench/memory-rollouts
75
+ config_name: null
76
+ source_subdir: null
77
+ converted_name: atlantis_train
78
+ single_source_hf: latency-sensitive-bench/memory-rollouts
79
+ mixed_source_hf: latency-sensitive-bench/memory-rollouts
80
+ single_converted_name: atlantis_train
81
+ mixed_converted_name: atlantis_mixed_latency_train
82
+ single_latency_filter: null
83
+ mixed_latency_filter: null
84
+ force_download: false
85
+ setup_force: false
86
+ skip_verification: false
87
+ target_latency_unit: observation_steps
88
+ verify_rows: 200
89
+ max_episodes: null
90
+ episodes_per_latency: null
91
+ latency_filter: null
92
+ debug_subset:
93
+ enabled: false
94
+ max_episodes: 5
95
+ suffix: debug
96
+ base_model:
97
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
98
+ initialization:
99
+ checkpoint_local_dir: null
100
+ checkpoint_hf_repo_id: null
101
+ checkpoint_filename: null
102
+ trainer:
103
+ max_train_steps: 5000
104
+ num_warmup_steps: 100
105
+ save_interval: 500
106
+ eval_interval: 500
107
+ eval_num_batches: 50
108
+ per_latency_eval_num_batches: null
109
+ eval_action_classification: false
110
+ eval_action_classification_interval: null
111
+ cc_f1_tolerance: 1
112
+ learning_rate:
113
+ base: 3.0e-05
114
+ qwen_vl_interface: 3.0e-06
115
+ action_model: 0.0001
116
+ lr_scheduler_type: cosine_with_min_lr
117
+ scheduler_specific_kwargs:
118
+ min_lr_rate: 0.03333333333333333
119
+ freeze_modules: ''
120
+ freeze_vit: false
121
+ freeze_tied_embedding: false
122
+ freeze_llm_layers: []
123
+ loss_scale:
124
+ vla: 1.0
125
+ vlm: 0.0
126
+ max_grad_norm: 1.0
127
+ weight_decay: 0.0
128
+ logging_frequency: 1
129
+ profile_timing:
130
+ enabled: false
131
+ log_interval: 10
132
+ gradient_clipping: 1.0
133
+ gradient_accumulation_steps: 1
134
+ distributed_backend: deepspeed
135
+ is_resume: false
136
+ pretrained_checkpoint: null
137
+ resume_step: 0
138
+ reload_modules: null
139
+ optimizer:
140
+ name: AdamW
141
+ betas:
142
+ - 0.9
143
+ - 0.95
144
+ eps: 1.0e-08
145
+ weight_decay: 1.0e-08
146
+ fused: true
147
+ save_format: pt
148
+ workspace_dir: WORKSPACE_DIR
149
+ run_root_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/train
150
+ seed: 42
151
+ wandb_entity: saberrr-zju
152
+ wandb_project: starvla_tasks
153
+ auth:
154
+ env_file: null
155
+ hf_token_env: HF_TOKEN
156
+ wandb_api_key_env: WANDB_API_KEY
157
+ paths:
158
+ run_root_dir: results/Checkpoints
159
+ dataset_local_dir: playground/Datasets/rl_games
160
+ dataset_cache_dir: null
161
+ base_model_dir: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
162
+ accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
163
+ launch:
164
+ use_accelerate: true
165
+ gpus: null
166
+ num_processes: 1
167
+ dry_run: false
168
+ conda:
169
+ enabled: true
170
+ env_name: null
171
+ rl_games:
172
+ model_alias: openvla
173
+ env_eval:
174
+ image_size: 224
175
+ frameskip: 4
176
+ image_transform: raw_rgb
177
+ prompt_mode: raw
178
+ ghost_trail:
179
+ history_frames: 5
180
+ gamma: 1.3
181
+ min_alpha: 35
182
+ scroll_px_per_step: 4.0
183
+ ground_fraction: 0.22
184
+ seed: 42
185
+ fixed_episode_seeds: true
186
+ latency_seed_stride: 0
187
+ task_seed_stride: 0
188
+ task_description: 'Defend Atlantis by firing at descending enemies. Choose exactly
189
+ one action from: noop, fire, rightfire, leftfire.'
190
+ eval_parallel_envs: 5
191
+ action_chunk_execution:
192
+ enabled: false
193
+ chunk_size: null
194
+ atari:
195
+ env_id: ALE/Atlantis-v5
196
+ noop_max: 30
197
+ enabled: false
198
+ eval_backend: latency_bench
199
+ distributed_mode: none
200
+ vectorized:
201
+ enabled: false
202
+ batch_size: 1
203
+ latency:
204
+ prompt_map_path: null
205
+ mode: single
206
+ values:
207
+ - 0
208
+ mid_train:
209
+ enabled: false
210
+ interval_steps: 100
211
+ latencies:
212
+ - 0
213
+ num_episodes: 5
214
+ max_steps_per_episode: 3600
215
+ post_train:
216
+ enabled: false
217
+ latencies:
218
+ - 0
219
+ - 1
220
+ - 2
221
+ - 3
222
+ - 4
223
+ latencies_from_prompt_map: false
224
+ num_episodes: 5
225
+ max_steps_per_episode: 3600
226
+ task: atlantis
227
+ initialization_mode: scratch
228
+ action_carrier: native
229
+ model: openvla
230
+ env: atlantis
231
+ init: scratch
232
+ mode: single
233
+ checkpoint:
234
+ load: none
235
+ hf_repo_id: null
236
+ save_best_model: false
237
+ save_final_model: true
238
+ save_pt_file: true
239
+ save_training_state: true
240
+ save_safetensors_file: false
241
+ local:
242
+ keep_last_n: 2
243
+ sync:
244
+ enabled: false
245
+ repo_id: null
246
+ keep_last_n: 0
247
+ sync_every_n_checkpoints: 1
248
+ resume_policy: local_latest
249
+ run_id: atlantis-qwenoft-hist8-profile-s42-v1
250
+ output_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/train/atlantis-qwenoft-hist8-profile-s42-v1
251
+ config_yaml: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/train/atlantis-qwenoft-hist8-profile-s42-v1/train.yaml
252
+ is_debug: false
253
+ version_id: '0.21'
254
+ wandb_name: atlantis-qwenoft-hist8-profile-s42-v1
255
+ wandb_group: decision-history-vla-h8-v2
256
+ wandb_tags:
257
+ - atlantis
258
+ - qwenoft
259
+ - hist8-v2
260
+ - history01
261
+ - scratch
262
+ - profile-latency
263
+ training_latency_condition: profile-latency
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenOFT
3
+ qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
+ attn_implementation: flash_attention_2
6
+ enable_gradient_checkpointing: true
7
+ action_model:
8
+ action_model_type: MLP
9
+ action_dim: 4
10
+ state_dim: 56
11
+ action_hidden_dim: 2560
12
+ future_action_window_size: 0
13
+ past_action_window_size: 0
14
+ loss_type: discrete_ce
15
+ state_encoding: continuous_projector
16
+ task_objective: null
17
+ action_horizon: 1
18
+ action_env_dim: 4
19
+ kv_memory:
20
+ enabled: false
21
+ window: 4
22
+ rollout_len: 8
23
+ packed_train: false
24
+ rebased_sink: true
25
+ version_id: '0.21'
26
+ datasets:
27
+ vla_data:
28
+ include_state: true
29
+ obs_image_size: null
30
+ image_mode: single
31
+ num_obs_frames: 1
32
+ robot_type: rl_games_atlantis
33
+ trainer:
34
+ pretrained_checkpoint: null
35
+ backbone:
36
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
37
+ revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
38
+ rl_games:
39
+ env_eval:
40
+ image_size: 224
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/dataset_statistics.json ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "action": {
4
+ "mean": [
5
+ 0.2647331655025482,
6
+ 0.11950598657131195,
7
+ 0.21968618035316467,
8
+ 0.39607468247413635
9
+ ],
10
+ "std": [
11
+ 0.4411899447441101,
12
+ 0.32415032386779785,
13
+ 0.41371670365333557,
14
+ 0.4887191951274872
15
+ ],
16
+ "max": [
17
+ 1.0,
18
+ 1.0,
19
+ 1.0,
20
+ 1.0
21
+ ],
22
+ "min": [
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0
27
+ ],
28
+ "q01": [
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0
33
+ ],
34
+ "q99": [
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0
39
+ ],
40
+ "mask": [
41
+ true,
42
+ true,
43
+ true,
44
+ true
45
+ ]
46
+ },
47
+ "state": {
48
+ "mean": [
49
+ 0.4973931312561035,
50
+ 0.06412463635206223,
51
+ 0.17170824110507965,
52
+ 0.03739853948354721,
53
+ 0.12806937098503113,
54
+ 0.3437669575214386,
55
+ 0.074490025639534,
56
+ 0.4977126121520996,
57
+ 0.06422388553619385,
58
+ 0.1718105971813202,
59
+ 0.03742025047540665,
60
+ 0.12823376059532166,
61
+ 0.34393754601478577,
62
+ 0.07451173663139343,
63
+ 0.4979483187198639,
64
+ 0.06429831683635712,
65
+ 0.17187882959842682,
66
+ 0.03744816407561302,
67
+ 0.128398135304451,
68
+ 0.3441298305988312,
69
+ 0.0745396539568901,
70
+ 0.4982708692550659,
71
+ 0.06439446657896042,
72
+ 0.17195947468280792,
73
+ 0.03746677562594414,
74
+ 0.12856872379779816,
75
+ 0.344306617975235,
76
+ 0.07458307594060898,
77
+ 0.4985066056251526,
78
+ 0.06445959955453873,
79
+ 0.1720183938741684,
80
+ 0.03749468922615051,
81
+ 0.128736212849617,
82
+ 0.3444679081439972,
83
+ 0.07462649792432785,
84
+ 0.498822957277298,
85
+ 0.06454024463891983,
86
+ 0.17211145162582397,
87
+ 0.037531908601522446,
88
+ 0.12891919910907745,
89
+ 0.34460127353668213,
90
+ 0.07466371357440948,
91
+ 0.4990648925304413,
92
+ 0.06459296494722366,
93
+ 0.17218278348445892,
94
+ 0.03755982220172882,
95
+ 0.1290711760520935,
96
+ 0.34473153948783875,
97
+ 0.0747133418917656,
98
+ 0.49938124418258667,
99
+ 0.06467670947313309,
100
+ 0.1722603142261505,
101
+ 0.0375722274184227,
102
+ 0.12920454144477844,
103
+ 0.3449114263057709,
104
+ 0.07476296275854111
105
+ ],
106
+ "std": [
107
+ 0.49998706579208374,
108
+ 0.24465645849704742,
109
+ 0.37761908769607544,
110
+ 0.18950146436691284,
111
+ 0.333686500787735,
112
+ 0.4744686484336853,
113
+ 0.2628839612007141,
114
+ 0.49998939037323,
115
+ 0.24481752514839172,
116
+ 0.3776656985282898,
117
+ 0.18955273926258087,
118
+ 0.33381667733192444,
119
+ 0.47451701760292053,
120
+ 0.2629157304763794,
121
+ 0.4999905228614807,
122
+ 0.24494408071041107,
123
+ 0.3777638077735901,
124
+ 0.18960317969322205,
125
+ 0.3339414596557617,
126
+ 0.4745579957962036,
127
+ 0.26296958327293396,
128
+ 0.4999973475933075,
129
+ 0.24505628645420074,
130
+ 0.3778311610221863,
131
+ 0.18964754045009613,
132
+ 0.33411338925361633,
133
+ 0.4746180474758148,
134
+ 0.26296642422676086,
135
+ 0.4999980032444,
136
+ 0.24537025392055511,
137
+ 0.3778826892375946,
138
+ 0.18974094092845917,
139
+ 0.3342575430870056,
140
+ 0.4747363030910492,
141
+ 0.26303234696388245,
142
+ 0.49999868869781494,
143
+ 0.24550803005695343,
144
+ 0.37770920991897583,
145
+ 0.18982647359371185,
146
+ 0.3354562819004059,
147
+ 0.4747781455516815,
148
+ 0.26309195160865784,
149
+ 0.4999995529651642,
150
+ 0.24560107290744781,
151
+ 0.37776127457618713,
152
+ 0.18989241123199463,
153
+ 0.33560866117477417,
154
+ 0.4748155176639557,
155
+ 0.26315921545028687,
156
+ 0.4999997317790985,
157
+ 0.24574729800224304,
158
+ 0.3778386414051056,
159
+ 0.189893901348114,
160
+ 0.33571356534957886,
161
+ 0.4748530089855194,
162
+ 0.2632378041744232
163
+ ],
164
+ "max": [
165
+ 1.0,
166
+ 1.0,
167
+ 1.0,
168
+ 1.0,
169
+ 1.0,
170
+ 1.0,
171
+ 1.0,
172
+ 1.0,
173
+ 1.0,
174
+ 1.0,
175
+ 1.0,
176
+ 1.0,
177
+ 1.0,
178
+ 1.0,
179
+ 1.0,
180
+ 1.0,
181
+ 1.0,
182
+ 1.0,
183
+ 1.0,
184
+ 1.0,
185
+ 1.0,
186
+ 1.0,
187
+ 1.0,
188
+ 1.0,
189
+ 1.0,
190
+ 1.0,
191
+ 1.0,
192
+ 1.0,
193
+ 1.0,
194
+ 1.0,
195
+ 1.0,
196
+ 1.0,
197
+ 1.0,
198
+ 1.0,
199
+ 1.0,
200
+ 1.0,
201
+ 1.0,
202
+ 1.0,
203
+ 1.0,
204
+ 1.0,
205
+ 1.0,
206
+ 1.0,
207
+ 1.0,
208
+ 1.0,
209
+ 1.0,
210
+ 1.0,
211
+ 1.0,
212
+ 1.0,
213
+ 1.0,
214
+ 1.0,
215
+ 1.0,
216
+ 1.0,
217
+ 1.0,
218
+ 1.0,
219
+ 1.0,
220
+ 1.0
221
+ ],
222
+ "min": [
223
+ 0.0,
224
+ 0.0,
225
+ 0.0,
226
+ 0.0,
227
+ 0.0,
228
+ 0.0,
229
+ 0.0,
230
+ 0.0,
231
+ 0.0,
232
+ 0.0,
233
+ 0.0,
234
+ 0.0,
235
+ 0.0,
236
+ 0.0,
237
+ 0.0,
238
+ 0.0,
239
+ 0.0,
240
+ 0.0,
241
+ 0.0,
242
+ 0.0,
243
+ 0.0,
244
+ 0.0,
245
+ 0.0,
246
+ 0.0,
247
+ 0.0,
248
+ 0.0,
249
+ 0.0,
250
+ 0.0,
251
+ 0.0,
252
+ 0.0,
253
+ 0.0,
254
+ 0.0,
255
+ 0.0,
256
+ 0.0,
257
+ 0.0,
258
+ 0.0,
259
+ 0.0,
260
+ 0.0,
261
+ 0.0,
262
+ 0.0,
263
+ 0.0,
264
+ 0.0,
265
+ 0.0,
266
+ 0.0,
267
+ 0.0,
268
+ 0.0,
269
+ 0.0,
270
+ 0.0,
271
+ 0.0,
272
+ 0.0,
273
+ 0.0,
274
+ 0.0,
275
+ 0.0,
276
+ 0.0,
277
+ 0.0,
278
+ 0.0
279
+ ],
280
+ "q01": [
281
+ 0.0,
282
+ 0.0,
283
+ 0.0,
284
+ 0.0,
285
+ 0.0,
286
+ 0.0,
287
+ 0.0,
288
+ 0.0,
289
+ 0.0,
290
+ 0.0,
291
+ 0.0,
292
+ 0.0,
293
+ 0.0,
294
+ 0.0,
295
+ 0.0,
296
+ 0.0,
297
+ 0.0,
298
+ 0.0,
299
+ 0.0,
300
+ 0.0,
301
+ 0.0,
302
+ 0.0,
303
+ 0.0,
304
+ 0.0,
305
+ 0.0,
306
+ 0.0,
307
+ 0.0,
308
+ 0.0,
309
+ 0.0,
310
+ 0.0,
311
+ 0.0,
312
+ 0.0,
313
+ 0.0,
314
+ 0.0,
315
+ 0.0,
316
+ 0.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0,
320
+ 0.0,
321
+ 0.0,
322
+ 0.0,
323
+ 0.0,
324
+ 0.0,
325
+ 0.0,
326
+ 0.0,
327
+ 0.0,
328
+ 0.0,
329
+ 0.0,
330
+ 0.0,
331
+ 0.0,
332
+ 0.0,
333
+ 0.0,
334
+ 0.0,
335
+ 0.0,
336
+ 0.0
337
+ ],
338
+ "q99": [
339
+ 1.0,
340
+ 1.0,
341
+ 1.0,
342
+ 1.0,
343
+ 1.0,
344
+ 1.0,
345
+ 1.0,
346
+ 1.0,
347
+ 1.0,
348
+ 1.0,
349
+ 1.0,
350
+ 1.0,
351
+ 1.0,
352
+ 1.0,
353
+ 1.0,
354
+ 1.0,
355
+ 1.0,
356
+ 1.0,
357
+ 1.0,
358
+ 1.0,
359
+ 1.0,
360
+ 1.0,
361
+ 1.0,
362
+ 1.0,
363
+ 1.0,
364
+ 1.0,
365
+ 1.0,
366
+ 1.0,
367
+ 1.0,
368
+ 1.0,
369
+ 1.0,
370
+ 1.0,
371
+ 1.0,
372
+ 1.0,
373
+ 1.0,
374
+ 1.0,
375
+ 1.0,
376
+ 1.0,
377
+ 1.0,
378
+ 1.0,
379
+ 1.0,
380
+ 1.0,
381
+ 1.0,
382
+ 1.0,
383
+ 1.0,
384
+ 1.0,
385
+ 1.0,
386
+ 1.0,
387
+ 1.0,
388
+ 1.0,
389
+ 1.0,
390
+ 1.0,
391
+ 1.0,
392
+ 1.0,
393
+ 1.0,
394
+ 1.0
395
+ ]
396
+ },
397
+ "num_transitions": 322419,
398
+ "num_trajectories": 180
399
+ }
400
+ }
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/eval_code_snapshot.json ADDED
The diff for this file is too large to render. See raw diff
 
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/history_audit.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "atlantis",
3
+ "checked_rows": 358408,
4
+ "episodes": 200,
5
+ "status": "passed",
6
+ "history": "binary H8, zero reset, causal window shifts and admitted teacher commands"
7
+ }
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/manifest.json ADDED
@@ -0,0 +1,249 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_name": "lerobot",
3
+ "env_name": "atlantis",
4
+ "episodes": 180,
5
+ "frames": 322419,
6
+ "task_prompts": [
7
+ "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire."
8
+ ],
9
+ "format": "starvla_lerobot_v2_decision_v1",
10
+ "source": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_profile/atlantis/qwenoft/raw",
11
+ "robot_type": "rl_games_atlantis",
12
+ "action_layout": "gymnasium_discrete_v1",
13
+ "source_action_layout": "gymnasium_discrete_v1",
14
+ "action_labels": [
15
+ "noop",
16
+ "fire",
17
+ "rightfire",
18
+ "leftfire"
19
+ ],
20
+ "action_dim": 4,
21
+ "active_action_dim": 4,
22
+ "state_source": "decision_v1",
23
+ "state_dim": 56,
24
+ "state_labels": [
25
+ "decision_history_0",
26
+ "decision_history_1",
27
+ "decision_history_2",
28
+ "decision_history_3",
29
+ "decision_history_4",
30
+ "decision_history_5",
31
+ "decision_history_6",
32
+ "decision_history_7",
33
+ "decision_history_8",
34
+ "decision_history_9",
35
+ "decision_history_10",
36
+ "decision_history_11",
37
+ "decision_history_12",
38
+ "decision_history_13",
39
+ "decision_history_14",
40
+ "decision_history_15",
41
+ "decision_history_16",
42
+ "decision_history_17",
43
+ "decision_history_18",
44
+ "decision_history_19",
45
+ "decision_history_20",
46
+ "decision_history_21",
47
+ "decision_history_22",
48
+ "decision_history_23",
49
+ "decision_history_24",
50
+ "decision_history_25",
51
+ "decision_history_26",
52
+ "decision_history_27",
53
+ "decision_history_28",
54
+ "decision_history_29",
55
+ "decision_history_30",
56
+ "decision_history_31",
57
+ "decision_history_32",
58
+ "decision_history_33",
59
+ "decision_history_34",
60
+ "decision_history_35",
61
+ "decision_history_36",
62
+ "decision_history_37",
63
+ "decision_history_38",
64
+ "decision_history_39",
65
+ "decision_history_40",
66
+ "decision_history_41",
67
+ "decision_history_42",
68
+ "decision_history_43",
69
+ "decision_history_44",
70
+ "decision_history_45",
71
+ "decision_history_46",
72
+ "decision_history_47",
73
+ "decision_history_48",
74
+ "decision_history_49",
75
+ "decision_history_50",
76
+ "decision_history_51",
77
+ "decision_history_52",
78
+ "decision_history_53",
79
+ "decision_history_54",
80
+ "decision_history_55"
81
+ ],
82
+ "state_normalization": {
83
+ "min": [
84
+ 0.0,
85
+ 0.0,
86
+ 0.0,
87
+ 0.0,
88
+ 0.0,
89
+ 0.0,
90
+ 0.0,
91
+ 0.0,
92
+ 0.0,
93
+ 0.0,
94
+ 0.0,
95
+ 0.0,
96
+ 0.0,
97
+ 0.0,
98
+ 0.0,
99
+ 0.0,
100
+ 0.0,
101
+ 0.0,
102
+ 0.0,
103
+ 0.0,
104
+ 0.0,
105
+ 0.0,
106
+ 0.0,
107
+ 0.0,
108
+ 0.0,
109
+ 0.0,
110
+ 0.0,
111
+ 0.0,
112
+ 0.0,
113
+ 0.0,
114
+ 0.0,
115
+ 0.0,
116
+ 0.0,
117
+ 0.0,
118
+ 0.0,
119
+ 0.0,
120
+ 0.0,
121
+ 0.0,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0,
126
+ 0.0,
127
+ 0.0,
128
+ 0.0,
129
+ 0.0,
130
+ 0.0,
131
+ 0.0,
132
+ 0.0,
133
+ 0.0,
134
+ 0.0,
135
+ 0.0,
136
+ 0.0,
137
+ 0.0,
138
+ 0.0,
139
+ 0.0
140
+ ],
141
+ "max": [
142
+ 1.0,
143
+ 1.0,
144
+ 1.0,
145
+ 1.0,
146
+ 1.0,
147
+ 1.0,
148
+ 1.0,
149
+ 1.0,
150
+ 1.0,
151
+ 1.0,
152
+ 1.0,
153
+ 1.0,
154
+ 1.0,
155
+ 1.0,
156
+ 1.0,
157
+ 1.0,
158
+ 1.0,
159
+ 1.0,
160
+ 1.0,
161
+ 1.0,
162
+ 1.0,
163
+ 1.0,
164
+ 1.0,
165
+ 1.0,
166
+ 1.0,
167
+ 1.0,
168
+ 1.0,
169
+ 1.0,
170
+ 1.0,
171
+ 1.0,
172
+ 1.0,
173
+ 1.0,
174
+ 1.0,
175
+ 1.0,
176
+ 1.0,
177
+ 1.0,
178
+ 1.0,
179
+ 1.0,
180
+ 1.0,
181
+ 1.0,
182
+ 1.0,
183
+ 1.0,
184
+ 1.0,
185
+ 1.0,
186
+ 1.0,
187
+ 1.0,
188
+ 1.0,
189
+ 1.0,
190
+ 1.0,
191
+ 1.0,
192
+ 1.0,
193
+ 1.0,
194
+ 1.0,
195
+ 1.0,
196
+ 1.0,
197
+ 1.0
198
+ ]
199
+ },
200
+ "action_history_decisions": 8,
201
+ "rows_unit": "decision_step",
202
+ "obs_fps": 15.0,
203
+ "obs_stride_raw_frames": 4,
204
+ "latency_prompt_map_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_profile/atlantis/qwenoft/lerobot/latency_prompt_map.json",
205
+ "custom_mixtures_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_profile/atlantis/qwenoft/_generated_mixtures/lerobot.json",
206
+ "integration_name": "gymnasium",
207
+ "gymnasium_task": {
208
+ "action_labels": [
209
+ "noop",
210
+ "fire",
211
+ "rightfire",
212
+ "leftfire"
213
+ ],
214
+ "action_values": [
215
+ 0,
216
+ 1,
217
+ 2,
218
+ 3
219
+ ],
220
+ "base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.",
221
+ "env_fps": 60.0,
222
+ "env_id": "LatencyBench/Atlantis-v0",
223
+ "frame_stack": 1,
224
+ "make_kwargs": {
225
+ "base_env_id": "ALE/Atlantis-v5",
226
+ "base_make_kwargs": {
227
+ "difficulty": 0,
228
+ "frameskip": 1,
229
+ "full_action_space": false,
230
+ "max_num_frames_per_episode": 108000,
231
+ "mode": 0,
232
+ "obs_type": "rgb",
233
+ "repeat_action_probability": 0.0
234
+ },
235
+ "noop_max": 30,
236
+ "render_mode": "rgb_array",
237
+ "screen_size": 84
238
+ },
239
+ "noop_action_id": 0,
240
+ "obs_fps": 15.0,
241
+ "registration_imports": [
242
+ "latency_bench.envs.gymnasium_atlantis"
243
+ ],
244
+ "task_name": "atlantis"
245
+ },
246
+ "validation_dataset_name": "lerobot__val",
247
+ "validation_episodes": 20,
248
+ "validation_frames": 35989
249
+ }
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/provenance.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "collection": {
3
+ "teacher_repo": "latency-sensitive-bench/benchmark-models",
4
+ "teacher_revision": "34f68e5162100362de0710d7745edba677fc0957",
5
+ "teacher_path": "latency-aware/atlantis/small-policy/sample-factory-qwenoft-hist8-cpu15m-s0-v1",
6
+ "teacher_checkpoint": "best_000028336_14508032_reward_587110.000.pth",
7
+ "teacher_sha256": "40bdf046972b5794c4e48ad7ca919c9a601958a88e113089919ede354a7789f6",
8
+ "profile_path": "/home/ubuntu/codex/atari-hist8-20260924/results/profiling/profiles/qwenoft/1x-rtx3090/atlantis/instance_8dd832253b2c3d69/profile.json",
9
+ "profile_sha256": "2c8c1f14845e89c6171e1502ff5af6d61d12049e6445d98d63f31e4ffca384f4",
10
+ "profile_repo": "latency-sensitive-bench/profiles",
11
+ "profile_revision": "7efc9af422864b9a1cb569aa81f1b2b1e216b89e",
12
+ "rollout_overrides": {
13
+ "latency_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/results/profiling/profiles/qwenoft/1x-rtx3090/atlantis/instance_8dd832253b2c3d69/profile.json",
14
+ "seed": 42,
15
+ "simulator": "gpu",
16
+ "probe_envs": 256,
17
+ "replay_envs": 256,
18
+ "policy_inference_batch_size": 256,
19
+ "max_episode_raw_frames": 7200
20
+ },
21
+ "episodes": 200,
22
+ "filter_preset": "none",
23
+ "history": "decision_v1"
24
+ },
25
+ "training_run_id": "atlantis-qwenoft-hist8-profile-s42-v1",
26
+ "training_step": 5000,
27
+ "global_batch": 128,
28
+ "base_model": "Qwen/Qwen3-VL-4B-Instruct",
29
+ "wandb_run_id": "7ea15469",
30
+ "checkpoint_sha256": "3fc3190e4151c33d203f69da461d6c56042236200ea9f61369a08c97cb28b88b",
31
+ "eval_protocol_version": "hist8-history01-sf-render-v4",
32
+ "history_encoding": "binary_0_1"
33
+ }
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/publication_status.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "profile_evaluation_status": "pending",
3
+ "training_status": "complete"
4
+ }
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/rollout_metadata.json ADDED
@@ -0,0 +1,392 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_history_decisions": 8,
3
+ "action_labels": [
4
+ "noop",
5
+ "fire",
6
+ "rightfire",
7
+ "leftfire"
8
+ ],
9
+ "action_layout": "gymnasium_discrete_v1",
10
+ "base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.",
11
+ "checkpoint_config": {
12
+ "action_history_decisions": 8,
13
+ "actor_critic_share_weights": true,
14
+ "actor_worker_gpus": [],
15
+ "adam_beta1": 0.9,
16
+ "adam_beta2": 0.999,
17
+ "adam_eps": 1e-06,
18
+ "adaptive_stddev": false,
19
+ "add_latency_info": false,
20
+ "algo": "APPO",
21
+ "async_rl": true,
22
+ "batch_size": 1024,
23
+ "batched_sampling": false,
24
+ "benchmark": false,
25
+ "cli_args": {
26
+ "action_history_decisions": 8,
27
+ "adam_eps": 1e-06,
28
+ "adaptive_stddev": false,
29
+ "add_latency_info": false,
30
+ "algo": "APPO",
31
+ "async_rl": true,
32
+ "batch_size": 1024,
33
+ "device": "gpu",
34
+ "encoder_conv_architecture": "convnet_simple",
35
+ "env": "latency_gymnasium",
36
+ "env_fps": 60.0,
37
+ "episode_metrics_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenoft-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl",
38
+ "eval_deterministic": true,
39
+ "eval_episodes": 5,
40
+ "eval_max_steps": 5000,
41
+ "eval_parallel_envs": 1,
42
+ "experiment": "atlantis-qwenoft-hist8-profile-cpu15m-s0-v1",
43
+ "experiment_summaries_interval": 1,
44
+ "exploration_loss": "entropy",
45
+ "exploration_loss_coeff": 0.003,
46
+ "frame_stack": 4,
47
+ "gae_lambda": 0.95,
48
+ "gamma": 0.99,
49
+ "gym_action_labels_json": "[\"noop\", \"fire\", \"rightfire\", \"leftfire\"]",
50
+ "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]}",
51
+ "gym_action_values_json": "[0, 1, 2, 3]",
52
+ "gym_base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.",
53
+ "gym_env_id": "LatencyBench/Atlantis-v0",
54
+ "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
55
+ "gym_noop_action_id": 0,
56
+ "gym_noop_action_json": "\"noop\"",
57
+ "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_atlantis\"]",
58
+ "gym_task_name": "atlantis",
59
+ "hold_policy": "hold",
60
+ "keep_checkpoints": 5,
61
+ "latency_profile_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json",
62
+ "latency_profile_worker_slot": 0,
63
+ "latency_seed": 0,
64
+ "latency_type": "profile_sample",
65
+ "learning_rate": 0.000303,
66
+ "lr_schedule": "constant",
67
+ "max_grad_norm": 0.0,
68
+ "max_policy_lag": 300,
69
+ "mode": "train",
70
+ "nonlinearity": "elu",
71
+ "normalize_input": true,
72
+ "normalize_returns": true,
73
+ "num_batches_per_epoch": 8,
74
+ "num_envs_per_worker": 16,
75
+ "num_epochs": 2,
76
+ "num_policies": 1,
77
+ "num_workers": 4,
78
+ "obs_fps": 15.0,
79
+ "obs_scale": 1.0,
80
+ "ordering_policy": "issue_order_fifo",
81
+ "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_logs/atlantis-qwenoft-hist8-profile-cpu15m-s0-v1",
82
+ "ppo_clip_ratio": 0.1,
83
+ "ppo_clip_value": 0.2,
84
+ "recurrence": 32,
85
+ "restart_behavior": "resume",
86
+ "rollout": 64,
87
+ "save_every_sec": 600,
88
+ "seed": 0,
89
+ "simulated_worker_capacity": 1,
90
+ "simulator": "cpu",
91
+ "stats_avg": 100,
92
+ "train_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers",
93
+ "train_for_env_steps": 15000000,
94
+ "use_env_info_cache": false,
95
+ "use_rnn": false,
96
+ "value_loss_coeff": 0.5,
97
+ "wandb_group": "atlantis",
98
+ "wandb_job_type": "sample_factory",
99
+ "wandb_project": "latency-sensitive-bench",
100
+ "wandb_tags": [
101
+ "atari-hist8-v1",
102
+ "profile",
103
+ "qwenoft"
104
+ ],
105
+ "wandb_unique_id": "atlantis-qwenoft-hist8-profile-cpu15m-s0-v1",
106
+ "with_vtrace": false,
107
+ "with_wandb": true,
108
+ "worker_num_splits": 1
109
+ },
110
+ "clip_reward": null,
111
+ "command_line": "--mode train --algo APPO --env latency_gymnasium --experiment atlantis-qwenoft-hist8-profile-cpu15m-s0-v1 --train_dir /mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers --restart_behavior resume --device gpu --seed 0 --episode_metrics_path /mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenoft-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl --train_for_env_steps 15000000 --num_workers 4 --num_envs_per_worker 16 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 32 --num_epochs 2 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 300 --learning_rate 0.000303 --lr_schedule constant --nonlinearity elu --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.003 --value_loss_coeff 0.5 --max_grad_norm 0.0 --adam_eps 1e-06 --obs_scale 1.0 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --with_vtrace False --latency-type profile_sample --latency-seed 0 --latency-profile-path /mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/atlantis-qwenoft/profile/profile.json --latency-profile-worker-slot 0 --simulated-worker-capacity 1 --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 5000 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group atlantis --wandb_job_type sample_factory --wandb_tags atari-hist8-v1 profile qwenoft --encoder_conv_architecture convnet_simple --gym-task-name atlantis --gym-env-id LatencyBench/Atlantis-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_atlantis\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"fire\", \"rightfire\", \"leftfire\"] --gym-action-values-json [0, 1, 2, 3] --gym-noop-action-id 0 --gym-base-prompt Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire. --env-fps 60 --obs-fps 15 --frame-stack 4 --action-history-decisions 8 --simulator cpu --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False",
112
+ "continuous_tanh_scale": 0.0,
113
+ "decoder_mlp_layers": [],
114
+ "decorrelate_envs_on_one_worker": true,
115
+ "decorrelate_experience_max_seconds": 0,
116
+ "default_niceness": 0,
117
+ "device": "gpu",
118
+ "encoder_conv_architecture": "convnet_simple",
119
+ "encoder_conv_mlp_layers": [
120
+ 512
121
+ ],
122
+ "encoder_mlp_layers": [
123
+ 512,
124
+ 512
125
+ ],
126
+ "env": "latency_gymnasium",
127
+ "env_fps": 60.0,
128
+ "env_frameskip": 1,
129
+ "env_framestack": 1,
130
+ "env_gpu_actions": false,
131
+ "env_gpu_observations": true,
132
+ "episode_counter": false,
133
+ "episode_metrics_path": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers/atlantis-qwenoft-hist8-profile-cpu15m-s0-v1/episode_metrics.jsonl",
134
+ "eval_deterministic": true,
135
+ "eval_env_frameskip": 1,
136
+ "eval_episodes": 5,
137
+ "eval_latency_raw_frame_values": null,
138
+ "eval_max_steps": 5000,
139
+ "eval_parallel_envs": 1,
140
+ "eval_raw_reward": false,
141
+ "experiment": "atlantis-qwenoft-hist8-profile-cpu15m-s0-v1",
142
+ "experiment_summaries_interval": 1,
143
+ "exploration_loss": "entropy",
144
+ "exploration_loss_coeff": 0.003,
145
+ "export_env_raw_rgb_frames": false,
146
+ "fasttd3_action_chunk_horizon": 1,
147
+ "fasttd3_actor_action_l2": 0.0,
148
+ "fasttd3_compile": true,
149
+ "fasttd3_replay_batch_size": 32768,
150
+ "fasttd3_replay_capacity": 6553600,
151
+ "fasttd3_train_for_optimizer_steps": 10000000000,
152
+ "fasttd3_transitions_per_update": 64,
153
+ "fasttd3_v_max": 250.0,
154
+ "fasttd3_v_min": -250.0,
155
+ "fixed_latency_ms": null,
156
+ "flush_summaries_interval": 30,
157
+ "force_envs_single_thread": false,
158
+ "frame_stack": 4,
159
+ "gae_lambda": 0.95,
160
+ "gamma": 0.99,
161
+ "git_hash": "unknown",
162
+ "git_repo_name": "not a git repository",
163
+ "gpu_env_batch_size": 1,
164
+ "gpu_env_device": "auto",
165
+ "gym_action_labels_json": "[\"noop\", \"fire\", \"rightfire\", \"leftfire\"]",
166
+ "gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3]}",
167
+ "gym_action_values_json": "[0, 1, 2, 3]",
168
+ "gym_base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.",
169
+ "gym_env_id": "LatencyBench/Atlantis-v0",
170
+ "gym_make_kwargs_json": "{\"base_env_id\": \"ALE/Atlantis-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 30, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 0, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
171
+ "gym_noop_action_id": 0,
172
+ "gym_noop_action_json": "\"noop\"",
173
+ "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_atlantis\"]",
174
+ "gym_state_labels_json": "",
175
+ "gym_task_name": "atlantis",
176
+ "heartbeat_interval": 20,
177
+ "heartbeat_reporting_interval": 180,
178
+ "help": false,
179
+ "hold_last_chunk_action": false,
180
+ "hold_policy": "hold",
181
+ "initial_model_path": null,
182
+ "initial_stddev": 1.0,
183
+ "keep_checkpoints": 5,
184
+ "kl_loss_coeff": 0.0,
185
+ "latency_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/results/profiling/profiles/qwenoft/1x-rtx3090/atlantis/instance_8dd832253b2c3d69/profile.json",
186
+ "latency_profile_worker_slot": 0,
187
+ "latency_seed": 0,
188
+ "latency_type": "profile_sample",
189
+ "learning_rate": 0.000303,
190
+ "load_checkpoint_kind": "latest",
191
+ "log_to_file": true,
192
+ "lr_adaptive_max": 0.01,
193
+ "lr_adaptive_min": 1e-06,
194
+ "lr_schedule": "constant",
195
+ "lr_schedule_kl_threshold": 0.008,
196
+ "max_episode_steps": null,
197
+ "max_grad_norm": 0.0,
198
+ "max_latency_ms": null,
199
+ "max_pending_actions": null,
200
+ "max_policy_lag": 300,
201
+ "mean_latency_ms": null,
202
+ "min_latency_ms": null,
203
+ "mode": "train",
204
+ "nonlinearity": "elu",
205
+ "noop_max": null,
206
+ "normalize_input": true,
207
+ "normalize_input_keys": null,
208
+ "normalize_returns": true,
209
+ "num_batches_per_epoch": 8,
210
+ "num_batches_to_accumulate": 2,
211
+ "num_envs_per_worker": 16,
212
+ "num_epochs": 2,
213
+ "num_policies": 1,
214
+ "num_workers": 4,
215
+ "obs_fps": 15.0,
216
+ "obs_scale": 1.0,
217
+ "obs_subtract_mean": 0.0,
218
+ "optimizer": "adam",
219
+ "ordering_policy": "issue_order_fifo",
220
+ "output_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_logs/atlantis-qwenoft-hist8-profile-cpu15m-s0-v1",
221
+ "pbt_mix_policies_in_one_env": true,
222
+ "pbt_mutation_rate": 0.15,
223
+ "pbt_optimize_gamma": false,
224
+ "pbt_period_env_steps": 5000000,
225
+ "pbt_perturb_max": 1.5,
226
+ "pbt_perturb_min": 1.1,
227
+ "pbt_replace_fraction": 0.3,
228
+ "pbt_replace_reward_gap": 0.1,
229
+ "pbt_replace_reward_gap_absolute": 1e-06,
230
+ "pbt_start_mutation": 20000000,
231
+ "pbt_target_objective": "true_objective",
232
+ "pixel_format": "CHW",
233
+ "policy_init_gain": 1.0,
234
+ "policy_initialization": "orthogonal",
235
+ "policy_workers_per_policy": 1,
236
+ "ppo": null,
237
+ "ppo_clip_ratio": 0.1,
238
+ "ppo_clip_value": 0.2,
239
+ "recurrence": 32,
240
+ "restart_behavior": "resume",
241
+ "reward_clip": 1000.0,
242
+ "reward_scale": 1.0,
243
+ "rnn_num_layers": 1,
244
+ "rnn_size": 512,
245
+ "rnn_type": "gru",
246
+ "rollout": 64,
247
+ "save_best_after": 100000,
248
+ "save_best_every_sec": 5,
249
+ "save_best_metric": "reward",
250
+ "save_every_sec": 600,
251
+ "save_milestones_sec": -1,
252
+ "seed": 42,
253
+ "serial_mode": false,
254
+ "set_workers_cpu_affinity": true,
255
+ "shuffle_minibatches": false,
256
+ "simulated_worker_capacity": 1,
257
+ "simulator": "cpu",
258
+ "stats_avg": 100,
259
+ "std_latency_ms": null,
260
+ "summaries_use_frameskip": true,
261
+ "terminal_on_life_loss": null,
262
+ "train_dir": "/mnt/ssd/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teachers",
263
+ "train_for_env_steps": 15000000,
264
+ "train_for_seconds": 10000000000,
265
+ "use_env_info_cache": false,
266
+ "use_record_episode_statistics": false,
267
+ "use_rnn": false,
268
+ "value_bootstrap": false,
269
+ "value_loss_coeff": 0.5,
270
+ "vtrace_c": 1.0,
271
+ "vtrace_rho": 1.0,
272
+ "wandb_dir": "/mnt/ssd/codex/atari-hist8-20260924/wandb",
273
+ "wandb_group": "atlantis",
274
+ "wandb_job_type": "sample_factory",
275
+ "wandb_project": "latency-sensitive-bench",
276
+ "wandb_tags": [
277
+ "atari-hist8-v1",
278
+ "profile",
279
+ "qwenoft"
280
+ ],
281
+ "wandb_unique_id": "atlantis-qwenoft-hist8-profile-cpu15m-s0-v1",
282
+ "wandb_user": null,
283
+ "with_pbt": false,
284
+ "with_vtrace": false,
285
+ "with_wandb": true,
286
+ "worker_num_splits": 1
287
+ },
288
+ "checkpoint_experiment_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_profile/atlantis/qwenoft/teacher_runtime",
289
+ "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_profile/atlantis/qwenoft/teacher_runtime/best_000028336_14508032_reward_587110.000.pth",
290
+ "checkpoint_train_step": 28336,
291
+ "config_source": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_profile/atlantis/qwenoft/teacher_runtime/config.json",
292
+ "context_image_count": 0,
293
+ "context_window": 1,
294
+ "env_fps": 60.0,
295
+ "env_name": "atlantis",
296
+ "episode_return_field": "episode_raw_return",
297
+ "filter_preset": "none",
298
+ "filter_report": {
299
+ "accepted_episodes": 200,
300
+ "accepted_train_episodes": 180,
301
+ "accepted_val_episodes": 20,
302
+ "attempted_episodes": 200,
303
+ "preset": "none",
304
+ "rejected_episodes": 0,
305
+ "train_rows_after_row_filter": 322419,
306
+ "train_rows_before_row_filter": 322419,
307
+ "val_rows_after_row_filter": 35989,
308
+ "val_rows_before_row_filter": 35989
309
+ },
310
+ "frame_stack": 4,
311
+ "gymnasium_task": {
312
+ "action_labels": [
313
+ "noop",
314
+ "fire",
315
+ "rightfire",
316
+ "leftfire"
317
+ ],
318
+ "action_values": [
319
+ 0,
320
+ 1,
321
+ 2,
322
+ 3
323
+ ],
324
+ "base_prompt": "Defend Atlantis by firing at descending enemies. Choose exactly one action from: noop, fire, rightfire, leftfire.",
325
+ "env_fps": 60.0,
326
+ "env_id": "LatencyBench/Atlantis-v0",
327
+ "frame_stack": 4,
328
+ "make_kwargs": {
329
+ "base_env_id": "ALE/Atlantis-v5",
330
+ "base_make_kwargs": {
331
+ "difficulty": 0,
332
+ "frameskip": 1,
333
+ "full_action_space": false,
334
+ "max_num_frames_per_episode": 108000,
335
+ "mode": 0,
336
+ "obs_type": "rgb",
337
+ "repeat_action_probability": 0.0
338
+ },
339
+ "noop_max": 30,
340
+ "render_mode": "rgb_array",
341
+ "screen_size": 84
342
+ },
343
+ "noop_action_id": 0,
344
+ "obs_fps": 15.0,
345
+ "registration_imports": [
346
+ "latency_bench.envs.gymnasium_atlantis"
347
+ ],
348
+ "task_name": "atlantis"
349
+ },
350
+ "image_resolution": [
351
+ 210,
352
+ 160,
353
+ 3
354
+ ],
355
+ "image_source": "env_raw_rgb",
356
+ "image_transform": {
357
+ "gamma": 1.3,
358
+ "ground_fraction": 0.22,
359
+ "history_frames": 5,
360
+ "image_transform": "raw_rgb",
361
+ "min_alpha": 35,
362
+ "scroll_px_per_step": 4.0
363
+ },
364
+ "image_transform_prompt_contexts": {
365
+ "demon_attack_ghost_trail": " You can see the recent motion of the ship, missiles, and demons in the image. Use it to make your decision.",
366
+ "flappy_ghost_trail": " You can see the past motion of the bird in the image. Use it to make your decision."
367
+ },
368
+ "integration_name": "gymnasium",
369
+ "latency_override": null,
370
+ "latency_source": "checkpoint",
371
+ "max_episodes": 200,
372
+ "max_steps_per_episode": 7200,
373
+ "max_steps_unit": "raw_frame",
374
+ "num_envs": 256,
375
+ "obs_fps": 15.0,
376
+ "obs_stride_raw_frames": 4,
377
+ "profile_seed_by_reset": "env_reset_seed",
378
+ "prompt_source": "sample_factory_checkpoint:gym_base_prompt",
379
+ "replay_num_envs": 256,
380
+ "reward_field": "raw_reward",
381
+ "reward_semantics": "raw_reward",
382
+ "rows_unit": "decision_step",
383
+ "schema_version": 2,
384
+ "split_seed": 0,
385
+ "total_episodes": 200,
386
+ "total_rows": 358408,
387
+ "train_episodes": 180,
388
+ "train_rows": 322419,
389
+ "val_episodes": 20,
390
+ "val_fraction": 0.1,
391
+ "val_rows": 35989
392
+ }
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/run_metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "training_run_id": "atlantis-qwenoft-hist8-profile-s42-v1",
3
+ "wandb_run_id": "7ea15469",
4
+ "recipe_version": "hist8-v2",
5
+ "history_encoding": "binary_0_1",
6
+ "training_condition": "profile",
7
+ "initialization_seed": 42,
8
+ "vlm_lr": 3e-06,
9
+ "max_train_steps": 5000,
10
+ "stop_after_steps": null,
11
+ "num_workers_per_rank": 16,
12
+ "eval_num_workers_per_rank": 16,
13
+ "prefetch_factor": 4,
14
+ "base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
15
+ "dataset_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/data_profile/atlantis/qwenoft/lerobot",
16
+ "dataset_manifest_sha256": "ffbdce34933d89bd9a9a2ee741dfe0efcd8a6e29fc083fa1a671a8fe519cab78",
17
+ "code_snapshot_sha256": "367828f71037ae36a88393b78c9865059d86ef23c6a9a7e15230a6478355b96d"
18
+ }
latency-aware/atlantis/vla/starvla-qwenoft-h1/atlantis-qwenoft-hist8-profile-s42-v1/training_code_snapshot.json ADDED
The diff for this file is too large to render. See raw diff