Caesarrr commited on
Commit
d123884
·
verified ·
1 Parent(s): 55d84b1

Publish global128 ant openvla profile checkpoint and evaluations

Browse files
Files changed (24) hide show
  1. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/README.md +4 -28
  2. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/checkpoints/model.pt +3 -0
  3. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/collection_protocol.json +14 -0
  4. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/config.full.yaml +23 -14
  5. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/config.yaml +9 -90
  6. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/dataset_statistics.json +209 -209
  7. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/dataset_statistics_eval.json +0 -254
  8. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/config.yaml +345 -0
  9. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/dataset_statistics.json +254 -0
  10. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl +0 -0
  11. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/eval_config.yaml +195 -0
  12. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/latency_prompt_map.json +12 -0
  13. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/manifest.json +233 -0
  14. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/result.json +213 -0
  15. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/source_identity.json +29 -0
  16. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/manifest.json +49 -49
  17. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/provenance.json +6 -31
  18. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/results.json +223 -0
  19. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source.tar.gz +3 -0
  20. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source/config.yaml +0 -86
  21. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source/provenance.json +0 -833
  22. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source_identity.json +29 -0
  23. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/task_contract.json +0 -94
  24. latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/training.complete.json +22 -0
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/README.md CHANGED
@@ -1,29 +1,5 @@
1
- # ant / qwenoft
2
 
3
- Training condition: `latency-aware`. Run: `ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k`.
4
-
5
- Copied from [Standard-Pipeline](https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/ant/profile_latency/OpenVLA) at `2208875f92b21e3f8ec2363a30a6705dfe56cc04`.
6
-
7
- - Checkpoint: `checkpoints/model.pt`
8
- - Selection: only published VLA checkpoint
9
- - Checkpoint SHA256: `1c7acdbcd7a2ee8735643cea078ef523947775166f6bc220bce7de71a9db90a3`
10
- - Configuration, FPS, actions, normalization and latency semantics retain their source values.
11
- - This import does not run evaluations or change training/evaluation/acceptance status.
12
-
13
- Action horizon is 1. Use `config.yaml` and `dataset_statistics.json` with the matching
14
- prepared backbone. `task_contract.json` is extracted from the original training configuration.
15
- Original machine paths in historical configurations are provenance: bind checkpoint,
16
- backbone, manifest and profile paths to downloaded local files when running inference.
17
-
18
- [Original provenance](source/provenance.json) retains dataset references and recorded experiment evidence.
19
-
20
- ## Download
21
-
22
- ```python
23
- from huggingface_hub import snapshot_download
24
- prefix = "latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k"
25
- snapshot_download("latency-sensitive-bench/benchmark-models", revision="<commit>",
26
- allow_patterns=[prefix + "/**"])
27
- ```
28
-
29
- Use the verified import commit listed in the repository's import report.
 
1
+ # ant openvla profile
2
 
3
+ Global batch128, seed42, 5000 optimizer updates. Gradient checkpointing False.
4
+ Evaluation: simulated IID, 100 episodes, seeds42-141, latency seed0, parallel32, 10 FPS, cap1000, per-environment capacity1.
5
+ See config.full.yaml, training.complete.json, results.json and evaluation evidence.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/checkpoints/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bf40dd74ef8f8337b61074d11440ca3168021b52277766972d84a08b9a6e474
3
+ size 9785070315
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/collection_protocol.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "teacher_source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/historical/latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-v1",
3
+ "teacher_seed": 2222,
4
+ "gate": 2500,
5
+ "max_episodes": 100,
6
+ "train_episodes": 90,
7
+ "validation_episodes": 10,
8
+ "split_seed": 0,
9
+ "env_fps": 10.0,
10
+ "obs_fps": 10.0,
11
+ "checkpoint": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/teacher/checkpoint.pth",
12
+ "profile": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/profile/profile.json",
13
+ "label_semantics": "teacher_issued_command"
14
+ }
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/config.full.yaml CHANGED
@@ -1,9 +1,9 @@
1
  framework:
2
  name: QwenOFT
3
  qwenvl:
4
- base_vlm: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
5
  attn_implementation: flash_attention_2
6
- enable_gradient_checkpointing: true
7
  action_model:
8
  action_model_type: MLP
9
  action_dim: 8
@@ -26,10 +26,10 @@ datasets:
26
  vla_data:
27
  dataset_py: lerobot_datasets
28
  include_state: true
29
- data_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/converted
30
- data_mix: ant_rgb_state_profile_20260911T112232Z
31
- eval_data_mix: ant_rgb_state_profile_20260911T112232Z__val
32
- custom_mixtures_path: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/converted/_generated_mixtures/ant_rgb_state_profile_20260911T112232Z.json
33
  action_type: discrete
34
  sequential_step_sampling: false
35
  eval_sequential_step_sampling: null
@@ -125,7 +125,7 @@ datasets:
125
  - 0.0
126
  obs_fps: 10.0
127
  registration_imports:
128
- - latency_bench.envs.gymnasium_ant
129
  state_space:
130
  labels:
131
  - torso_z
@@ -157,6 +157,7 @@ datasets:
157
  - back_right_ankle_angular_velocity
158
  task_name: ant_rgb_state
159
  active_action_dim: 8
 
160
  dataset:
161
  source_hf: ''
162
  config_name: null
@@ -217,7 +218,7 @@ trainer:
217
  enabled: true
218
  log_interval: 10
219
  gradient_clipping: 1.0
220
- gradient_accumulation_steps: 1
221
  distributed_backend: deepspeed
222
  is_resume: false
223
  pretrained_checkpoint: null
@@ -233,9 +234,9 @@ trainer:
233
  fused: true
234
  save_format: pt
235
  workspace_dir: WORKSPACE_DIR
236
- run_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla
237
  seed: 42
238
- wandb_entity: dongqianyu99-zhejiang-university
239
  wandb_project: latency-sensitive-bench
240
  auth:
241
  env_file: null
@@ -409,7 +410,7 @@ checkpoint:
409
  save_best_model: false
410
  save_final_model: true
411
  save_pt_file: true
412
- save_training_state: false
413
  save_safetensors_file: false
414
  local:
415
  keep_last_n: 1
@@ -419,8 +420,16 @@ checkpoint:
419
  keep_last_n: 0
420
  sync_every_n_checkpoints: 1
421
  resume_policy: local_latest
422
- run_id: ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k
423
- output_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k
424
- config_yaml: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/h100/vla_train.yaml
425
  is_debug: false
426
  version_id: '0.21'
 
 
 
 
 
 
 
 
 
 
 
1
  framework:
2
  name: QwenOFT
3
  qwenvl:
4
+ base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
5
  attn_implementation: flash_attention_2
6
+ enable_gradient_checkpointing: false
7
  action_model:
8
  action_model_type: MLP
9
  action_dim: 8
 
26
  vla_data:
27
  dataset_py: lerobot_datasets
28
  include_state: true
29
+ data_root_dir: /
30
+ data_mix: train
31
+ eval_data_mix: validation
32
+ custom_mixtures_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/mixture.json
33
  action_type: discrete
34
  sequential_step_sampling: false
35
  eval_sequential_step_sampling: null
 
125
  - 0.0
126
  obs_fps: 10.0
127
  registration_imports:
128
+ - latency_bench.envs.tasks.ant
129
  state_space:
130
  labels:
131
  - torso_z
 
157
  - back_right_ankle_angular_velocity
158
  task_name: ant_rgb_state
159
  active_action_dim: 8
160
+ robot_type: rl_games_gymnasium
161
  dataset:
162
  source_hf: ''
163
  config_name: null
 
218
  enabled: true
219
  log_interval: 10
220
  gradient_clipping: 1.0
221
+ gradient_accumulation_steps: 4
222
  distributed_backend: deepspeed
223
  is_resume: false
224
  pretrained_checkpoint: null
 
234
  fused: true
235
  save_format: pt
236
  workspace_dir: WORKSPACE_DIR
237
+ run_root_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/training
238
  seed: 42
239
+ wandb_entity: saberrr-zju
240
  wandb_project: latency-sensitive-bench
241
  auth:
242
  env_file: null
 
410
  save_best_model: false
411
  save_final_model: true
412
  save_pt_file: true
413
+ save_training_state: true
414
  save_safetensors_file: false
415
  local:
416
  keep_last_n: 1
 
420
  keep_last_n: 0
421
  sync_every_n_checkpoints: 1
422
  resume_policy: local_latest
423
+ run_id: ant_openvla_profile_issued_iid_g128_s42_20261010
 
 
424
  is_debug: false
425
  version_id: '0.21'
426
+ training_latency_condition: profile_latency
427
+ wandb_name: ant_openvla_profile_issued_iid_g128_s42_20261010
428
+ wandb_group: continuous-control-g128-iid-20261010
429
+ wandb_tags:
430
+ - ant
431
+ - openvla
432
+ - issued-action
433
+ - iid
434
+ config_yaml: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/train.yaml
435
+ output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/training/ant_openvla_profile_issued_iid_g128_s42_20261010
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/config.yaml CHANGED
@@ -1,9 +1,9 @@
1
  framework:
2
  name: QwenOFT
3
  qwenvl:
4
- base_vlm: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
5
  attn_implementation: flash_attention_2
6
- enable_gradient_checkpointing: true
7
  action_model:
8
  action_model_type: MLP
9
  action_dim: 8
@@ -70,7 +70,7 @@ datasets:
70
  - 2
71
  obs_image_size: null
72
  video_backend: torchvision_av
73
- gymnasium_task_contract:
74
  action_space:
75
  dtype: float32
76
  high:
@@ -125,7 +125,7 @@ datasets:
125
  - 0.0
126
  obs_fps: 10.0
127
  registration_imports:
128
- - latency_bench.envs.gymnasium_ant
129
  state_space:
130
  labels:
131
  - torso_z
@@ -157,6 +157,7 @@ datasets:
157
  - back_right_ankle_angular_velocity
158
  task_name: ant_rgb_state
159
  active_action_dim: 8
 
160
  dataset:
161
  source_hf: ''
162
  config_name: null
@@ -310,92 +311,7 @@ rl_games:
310
  - 2
311
  task: gymnasium
312
  gymnasium:
313
- task_contract:
314
- action_space:
315
- dtype: float32
316
- high:
317
- - 1.0
318
- - 1.0
319
- - 1.0
320
- - 1.0
321
- - 1.0
322
- - 1.0
323
- - 1.0
324
- - 1.0
325
- labels:
326
- - back_right_hip_torque
327
- - back_right_ankle_torque
328
- - front_left_hip_torque
329
- - front_left_ankle_torque
330
- - front_right_hip_torque
331
- - front_right_ankle_torque
332
- - back_left_hip_torque
333
- - back_left_ankle_torque
334
- low:
335
- - -1.0
336
- - -1.0
337
- - -1.0
338
- - -1.0
339
- - -1.0
340
- - -1.0
341
- - -1.0
342
- - -1.0
343
- type: box
344
- base_prompt: Make the Ant move forward as fast as possible without falling.
345
- Predict eight continuous torques in [-1, 1] ordered as back right hip, back
346
- right ankle, front left hip, front left ankle, front right hip, front right
347
- ankle, back left hip, and back left ankle.
348
- env_fps: 10.0
349
- env_id: LatencyBench/AntContinuous-v0
350
- frame_stack: 1
351
- make_kwargs:
352
- base_env_id: Ant-v4
353
- base_make_kwargs:
354
- exclude_current_positions_from_observation: true
355
- use_contact_forces: false
356
- render_mode: rgb_array
357
- noop_action:
358
- - 0.0
359
- - 0.0
360
- - 0.0
361
- - 0.0
362
- - 0.0
363
- - 0.0
364
- - 0.0
365
- - 0.0
366
- obs_fps: 10.0
367
- registration_imports:
368
- - latency_bench.envs.gymnasium_ant
369
- state_space:
370
- labels:
371
- - torso_z
372
- - torso_quaternion_w
373
- - torso_quaternion_x
374
- - torso_quaternion_y
375
- - torso_quaternion_z
376
- - front_left_hip_angle
377
- - front_left_ankle_angle
378
- - front_right_hip_angle
379
- - front_right_ankle_angle
380
- - back_left_hip_angle
381
- - back_left_ankle_angle
382
- - back_right_hip_angle
383
- - back_right_ankle_angle
384
- - torso_x_velocity
385
- - torso_y_velocity
386
- - torso_z_velocity
387
- - torso_angular_velocity_x
388
- - torso_angular_velocity_y
389
- - torso_angular_velocity_z
390
- - front_left_hip_angular_velocity
391
- - front_left_ankle_angular_velocity
392
- - front_right_hip_angular_velocity
393
- - front_right_ankle_angular_velocity
394
- - back_left_hip_angular_velocity
395
- - back_left_ankle_angular_velocity
396
- - back_right_hip_angular_velocity
397
- - back_right_ankle_angular_velocity
398
- task_name: ant_rgb_state
399
  task_name: ant_rgb_state
400
  initialization_mode: scratch
401
  action_carrier: native
@@ -424,3 +340,6 @@ output_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/2026091
424
  config_yaml: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/h100/vla_train.yaml
425
  is_debug: false
426
  version_id: '0.21'
 
 
 
 
1
  framework:
2
  name: QwenOFT
3
  qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
  attn_implementation: flash_attention_2
6
+ enable_gradient_checkpointing: false
7
  action_model:
8
  action_model_type: MLP
9
  action_dim: 8
 
70
  - 2
71
  obs_image_size: null
72
  video_backend: torchvision_av
73
+ gymnasium_task_contract: &id001
74
  action_space:
75
  dtype: float32
76
  high:
 
125
  - 0.0
126
  obs_fps: 10.0
127
  registration_imports:
128
+ - latency_bench.envs.tasks.ant
129
  state_space:
130
  labels:
131
  - torso_z
 
157
  - back_right_ankle_angular_velocity
158
  task_name: ant_rgb_state
159
  active_action_dim: 8
160
+ robot_type: rl_games_gymnasium
161
  dataset:
162
  source_hf: ''
163
  config_name: null
 
311
  - 2
312
  task: gymnasium
313
  gymnasium:
314
+ task_contract: *id001
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
315
  task_name: ant_rgb_state
316
  initialization_mode: scratch
317
  action_carrier: native
 
340
  config_yaml: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/h100/vla_train.yaml
341
  is_debug: false
342
  version_id: '0.21'
343
+ backbone:
344
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
345
+ revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/dataset_statistics.json CHANGED
@@ -2,64 +2,64 @@
2
  "new_embodiment": {
3
  "action": {
4
  "mean": [
5
- 0.008599755354225636,
6
- 0.18077845871448517,
7
- 0.060562390834093094,
8
- 0.114981509745121,
9
- -0.03058558516204357,
10
- 0.19528473913669586,
11
- 0.004191558808088303,
12
- 0.13787907361984253
13
  ],
14
  "std": [
15
- 0.30720359086990356,
16
- 0.11971180140972137,
17
- 0.2951076030731201,
18
- 0.11681726574897766,
19
- 0.2970890998840332,
20
- 0.08745161443948746,
21
- 0.2953490614891052,
22
- 0.06471291184425354
23
  ],
24
  "max": [
25
- 0.853037416934967,
26
- 0.4956319332122803,
27
- 0.8740840554237366,
28
- 0.3231104910373688,
29
- 0.7235698103904724,
30
  0.662981390953064,
31
- 0.6230693459510803,
32
- 0.3802177906036377
33
  ],
34
  "min": [
35
- -0.6119799613952637,
36
- -0.5289840698242188,
37
- -0.8249387741088867,
38
- -0.34163326025009155,
39
- -0.7159630060195923,
40
- -0.1647213101387024,
41
- -0.683702290058136,
42
- -0.10296943783760071
43
  ],
44
  "q01": [
45
- -0.443821584880352,
46
- -0.1782375206053257,
47
- -0.6138897329568863,
48
- -0.1882457247376442,
49
- -0.5110970193147659,
50
- 0.00026812009513378204,
51
- -0.5840290439128876,
52
- -0.008280880972743035
53
  ],
54
  "q99": [
55
- 0.7797703355550765,
56
- 0.3557785093784329,
57
- 0.5948106843233107,
58
- 0.2658308225870131,
59
- 0.5718333607912063,
60
- 0.391955140531063,
61
- 0.47605329692363735,
62
- 0.2834827202558517
63
  ],
64
  "mask": [
65
  true,
@@ -74,178 +74,178 @@
74
  },
75
  "state": {
76
  "mean": [
77
- -0.09474831074476242,
78
- 0.8611540794372559,
79
- -0.3657091557979584,
80
- -0.6123278141021729,
81
- -0.09967513382434845,
82
- 0.19043417274951935,
83
- 0.7868344783782959,
84
- 0.02284986898303032,
85
- 0.06969794631004333,
86
- -0.05230529606342316,
87
- 0.10773508995771408,
88
- 0.01238261815160513,
89
- 0.8330348134040833,
90
- 0.17796680331230164,
91
- -0.16618867218494415,
92
- 0.0012703065294772387,
93
- 0.2510015070438385,
94
- -0.18734344840049744,
95
- 0.022666487842798233,
96
- 0.044313471764326096,
97
- -0.372802734375,
98
- 0.0037909247912466526,
99
- 0.19844834506511688,
100
- -0.031002433970570564,
101
- 0.2400231957435608,
102
- -0.09029518067836761,
103
- -0.1922157108783722
104
  ],
105
  "std": [
106
- 0.17414869368076324,
107
- 0.05483400821685791,
108
- 0.11141812801361084,
109
- 0.09198524802923203,
110
- 0.18798837065696716,
111
- 0.5861554145812988,
112
- 0.1245005354285238,
113
- 0.6515864133834839,
114
- 0.03843782842159271,
115
- 0.6498896479606628,
116
- 0.06445416808128357,
117
- 0.635999321937561,
118
- 0.09685616940259904,
119
- 0.2828983962535858,
120
- 0.22423629462718964,
121
- 0.2784059941768646,
122
- 0.17292693257331848,
123
- 0.18020667135715485,
124
- 0.1758933961391449,
125
- 0.3487410843372345,
126
- 0.11700376868247986,
127
- 0.4136873483657837,
128
- 0.04115014895796776,
129
- 0.4463415741920471,
130
- 0.05539585277438164,
131
- 0.4083375036716461,
132
- 0.07400137931108475
133
  ],
134
  "max": [
135
- 1.0,
136
- 1.0,
137
- 1.0,
138
- 1.0,
139
- 1.0,
140
- 1.0,
141
- 1.0,
142
- 1.0,
143
- 1.0,
144
- 1.0,
145
- 1.0,
146
- 1.0,
147
- 1.0,
148
- 1.0,
149
- 1.0,
150
- 1.0,
151
- 1.0,
152
- 1.0,
153
- 1.0,
154
- 1.0,
155
- 1.0,
156
- 1.0,
157
- 1.0,
158
- 1.0,
159
- 1.0,
160
- 1.0,
161
- 1.0
162
  ],
163
  "min": [
164
- -1.0,
165
- -1.0,
166
- -1.0,
167
- -1.0,
168
- -1.0,
169
- -1.0,
170
- -1.0,
171
- -1.0,
172
- -1.0,
173
- -1.0,
174
- -1.0,
175
- -1.0,
176
- -1.0,
177
- -1.0,
178
- -1.0,
179
- -1.0,
180
- -1.0,
181
- -1.0,
182
- -1.0,
183
- -1.0,
184
- -1.0,
185
- -1.0,
186
- -1.0,
187
- -1.0,
188
- -1.0,
189
- -1.0,
190
- -1.0
191
  ],
192
  "q01": [
193
- -0.35858439981937407,
194
- 0.766355584859848,
195
- -0.6241150516271591,
196
- -0.7856645882129669,
197
- -0.5355890548229217,
198
- -0.9061700481176377,
199
- 0.3889236068725586,
200
- -0.9416673278808594,
201
- 0.06753401279449463,
202
- -0.9475343835353851,
203
- 0.10314820289611816,
204
- -0.9348555064201355,
205
- 0.47482380509376526,
206
- -0.4833207458257675,
207
- -0.6739571058750152,
208
- -0.6161482805013656,
209
- -0.185209259390831,
210
- -0.6665487504005432,
211
- -0.4081496286392212,
212
- -0.7212348240613937,
213
- -0.602955088019371,
214
- -0.7814261162281037,
215
- 0.19291579604148865,
216
- -0.8375735229253769,
217
- 0.22727725982666017,
218
- -0.7638325828313828,
219
- -0.3671492874622345
220
  ],
221
  "q99": [
222
- 0.4459435534477225,
223
- 0.8854497754573822,
224
- -0.07170211791992229,
225
- -0.44198850810527807,
226
- 0.35243502855300896,
227
- 0.9262301075458526,
228
- 0.8844899404048919,
229
- 0.9511449456214904,
230
- 0.07156051874160765,
231
- 0.9442236113548278,
232
- 0.11375988483428948,
233
- 0.9378153610229492,
234
- 0.8813225603103637,
235
- 0.7310449290275571,
236
- 0.3879170846939071,
237
- 0.6356792712211606,
238
- 0.6749224543571465,
239
- 0.16645659446716296,
240
- 0.44835095763206456,
241
- 0.7470869159698472,
242
- 0.004238768815994177,
243
- 0.7666109228134151,
244
- 0.20018281817436218,
245
- 0.7883364045619965,
246
- 0.2421595275402069,
247
- 0.7870418155193327,
248
- 0.07555997014045653
249
  ]
250
  },
251
  "num_transitions": 90000,
 
2
  "new_embodiment": {
3
  "action": {
4
  "mean": [
5
+ 0.008585097268223763,
6
+ 0.18073433637619019,
7
+ 0.06074194982647896,
8
+ 0.11492667347192764,
9
+ -0.030455758795142174,
10
+ 0.19476425647735596,
11
+ 0.004271464888006449,
12
+ 0.1380515992641449
13
  ],
14
  "std": [
15
+ 0.3082961440086365,
16
+ 0.11951431632041931,
17
+ 0.2966296970844269,
18
+ 0.11697735637426376,
19
+ 0.29814183712005615,
20
+ 0.08689764142036438,
21
+ 0.29641973972320557,
22
+ 0.06457944959402084
23
  ],
24
  "max": [
25
+ 0.8594923615455627,
26
+ 0.4930419921875,
27
+ 0.936817467212677,
28
+ 0.3105866312980652,
29
+ 0.7209320068359375,
30
  0.662981390953064,
31
+ 0.6179099678993225,
32
+ 0.38534584641456604
33
  ],
34
  "min": [
35
+ -0.7109797596931458,
36
+ -0.5394335389137268,
37
+ -0.7861460447311401,
38
+ -0.3451794683933258,
39
+ -0.7879171371459961,
40
+ -0.16453741490840912,
41
+ -0.6692602038383484,
42
+ -0.11081697046756744
43
  ],
44
  "q01": [
45
+ -0.44562102675437926,
46
+ -0.17665561124682427,
47
+ -0.6119011253118515,
48
+ -0.1869712370634079,
49
+ -0.5114533996582031,
50
+ 0.002264392748475075,
51
+ -0.584570746421814,
52
+ -0.006873191334307193
53
  ],
54
  "q99": [
55
+ 0.7814428758621215,
56
+ 0.355831945836544,
57
+ 0.5963289439678189,
58
+ 0.2654540681838989,
59
+ 0.5747416597604751,
60
+ 0.3898173177242278,
61
+ 0.47647954523563374,
62
+ 0.2842799565196035
63
  ],
64
  "mask": [
65
  true,
 
74
  },
75
  "state": {
76
  "mean": [
77
+ 0.5873090028762817,
78
+ 0.9775312542915344,
79
+ -0.005306342616677284,
80
+ -0.11391346901655197,
81
+ -0.05232486501336098,
82
+ 0.11722143739461899,
83
+ 1.1770589351654053,
84
+ 0.005929681472480297,
85
+ -0.5237284898757935,
86
+ -0.02996349334716797,
87
+ -0.5256989598274231,
88
+ 0.012933136895298958,
89
+ 1.207931637763977,
90
+ 1.894170880317688,
91
+ -0.1144244372844696,
92
+ -0.005155462771654129,
93
+ -0.0018705822294577956,
94
+ -0.009710059501230717,
95
+ -0.006387847010046244,
96
+ -0.00024099487927742302,
97
+ 0.005785061977803707,
98
+ 0.022292276844382286,
99
+ -0.007529054768383503,
100
+ 0.011944222263991833,
101
+ -0.007930265739560127,
102
+ 0.007954547181725502,
103
+ 0.006436151918023825
104
  ],
105
  "std": [
106
+ 0.06488662958145142,
107
+ 0.04082649201154641,
108
+ 0.04258377477526665,
109
+ 0.0626724436879158,
110
+ 0.1458500176668167,
111
+ 0.3689255714416504,
112
+ 0.08876852691173553,
113
+ 0.4095909893512726,
114
+ 0.02488899976015091,
115
+ 0.4092481732368469,
116
+ 0.04470702633261665,
117
+ 0.4021601378917694,
118
+ 0.07036752998828888,
119
+ 0.8389812707901001,
120
+ 0.7156153917312622,
121
+ 0.6714321970939636,
122
+ 0.8499979972839355,
123
+ 1.2019281387329102,
124
+ 0.972188413143158,
125
+ 4.315415382385254,
126
+ 1.070193886756897,
127
+ 5.1478495597839355,
128
+ 0.38156837224960327,
129
+ 5.197302341461182,
130
+ 0.4938355088233948,
131
+ 5.203607559204102,
132
+ 0.7955411076545715
133
  ],
134
  "max": [
135
+ 0.987648606300354,
136
+ 1.098469853401184,
137
+ 0.28921106457710266,
138
+ 0.989949643611908,
139
+ 0.6633162498474121,
140
+ 0.6247723698616028,
141
+ 1.3297919034957886,
142
+ 0.6261260509490967,
143
+ 0.09998779743909836,
144
+ 0.6295120120048523,
145
+ 0.09576962888240814,
146
+ 0.6430038809776306,
147
+ 1.3282581567764282,
148
+ 4.4957780838012695,
149
+ 3.2620561122894287,
150
+ 2.468116044998169,
151
+ 4.410033702850342,
152
+ 7.686357021331787,
153
+ 5.3598856925964355,
154
+ 12.314204216003418,
155
+ 12.512803077697754,
156
+ 12.16235065460205,
157
+ 8.471234321594238,
158
+ 11.662495613098145,
159
+ 6.775548934936523,
160
+ 13.728979110717773,
161
+ 12.854585647583008
162
  ],
163
  "min": [
164
+ 0.2412567287683487,
165
+ -0.44571781158447266,
166
+ -0.47957098484039307,
167
+ -0.31887444853782654,
168
+ -0.847874641418457,
169
+ -0.6380091309547424,
170
+ -0.09917011857032776,
171
+ -0.6397665739059448,
172
+ -1.2698646783828735,
173
+ -0.6245643496513367,
174
+ -1.2966936826705933,
175
+ -0.6273992657661438,
176
+ -0.09470116347074509,
177
+ -1.9817148447036743,
178
+ -2.8269503116607666,
179
+ -2.5114223957061768,
180
+ -6.1573052406311035,
181
+ -5.6290693283081055,
182
+ -5.456002235412598,
183
+ -13.3322172164917,
184
+ -6.442843914031982,
185
+ -13.454183578491211,
186
+ -11.152595520019531,
187
+ -11.792752265930176,
188
+ -11.078145980834961,
189
+ -11.409802436828613,
190
+ -9.05523681640625
191
  ],
192
  "q01": [
193
+ 0.48960521757602693,
194
+ 0.9003188681602478,
195
+ -0.10754849247634411,
196
+ -0.2328880862891674,
197
+ -0.39045485615730285,
198
+ -0.5722661185264587,
199
+ 0.8950704920291901,
200
+ -0.6011750960350036,
201
+ -0.5251292628049851,
202
+ -0.5938587546348572,
203
+ -0.5287223303318024,
204
+ -0.5849677407741547,
205
+ 0.9387848752737046,
206
+ -0.06458786375820637,
207
+ -1.7163037061691284,
208
+ -1.4849606192111968,
209
+ -2.147061245441437,
210
+ -3.183561043739319,
211
+ -2.3912346959114075,
212
+ -9.509440650939942,
213
+ -2.0720384025573733,
214
+ -9.700632486343384,
215
+ -0.06154265657067299,
216
+ -9.426957139968872,
217
+ -0.12385670125484466,
218
+ -8.523139343261718,
219
+ -1.878789690732956
220
  ],
221
  "q99": [
222
+ 0.7888423645496363,
223
+ 0.9982570141553878,
224
+ 0.10345419958233826,
225
+ 0.007651351471431089,
226
+ 0.2988354358077048,
227
+ 0.5808608037233353,
228
+ 1.2474638295173643,
229
+ 0.5897305804491043,
230
+ -0.5221840530633927,
231
+ 0.5974817162752151,
232
+ -0.5212638968229294,
233
+ 0.60007728099823,
234
+ 1.2423072600364684,
235
+ 3.5330418014526357,
236
+ 1.653340419530868,
237
+ 1.5241441571712484,
238
+ 2.0724431324005126,
239
+ 2.338197231292723,
240
+ 2.349211127758022,
241
+ 8.699459896087632,
242
+ 3.431822986602761,
243
+ 9.513696384429924,
244
+ 0.008735218439251131,
245
+ 9.52831205368042,
246
+ 0.010540577266365144,
247
+ 11.181635150909424,
248
+ 2.879024243354786
249
  ]
250
  },
251
  "num_transitions": 90000,
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/dataset_statistics_eval.json DELETED
@@ -1,254 +0,0 @@
1
- {
2
- "new_embodiment": {
3
- "action": {
4
- "mean": [
5
- 0.012293855659663677,
6
- 0.18205615878105164,
7
- 0.05895928293466568,
8
- 0.115760937333107,
9
- -0.02481526881456375,
10
- 0.1965949684381485,
11
- 0.0020695561543107033,
12
- 0.13582639396190643
13
- ],
14
- "std": [
15
- 0.30640873312950134,
16
- 0.11574795842170715,
17
- 0.3010423183441162,
18
- 0.1160178855061531,
19
- 0.29867178201675415,
20
- 0.0871327817440033,
21
- 0.29436033964157104,
22
- 0.06357021629810333
23
- ],
24
- "max": [
25
- 0.8439009785652161,
26
- 0.4399552643299103,
27
- 0.7280516028404236,
28
- 0.30573728680610657,
29
- 0.6951703429222107,
30
- 0.6597506999969482,
31
- 0.5672330856323242,
32
- 0.36378538608551025
33
- ],
34
- "min": [
35
- -0.5730732083320618,
36
- -0.4422946572303772,
37
- -0.7722694277763367,
38
- -0.29918262362480164,
39
- -0.671645998954773,
40
- -0.09541183710098267,
41
- -0.6536520719528198,
42
- -0.08602947741746902
43
- ],
44
- "q01": [
45
- -0.4261414632201195,
46
- -0.16616287797689436,
47
- -0.6211726212501526,
48
- -0.186771722137928,
49
- -0.5051172590255737,
50
- 0.0023772406578063967,
51
- -0.586987766623497,
52
- -0.008821348659694193
53
- ],
54
- "q99": [
55
- 0.7768827295303345,
56
- 0.34863847315311447,
57
- 0.5965018630027772,
58
- 0.26521444320678716,
59
- 0.5832430303096772,
60
- 0.3928946855664254,
61
- 0.47021426826715473,
62
- 0.27502319097518924
63
- ],
64
- "mask": [
65
- true,
66
- true,
67
- true,
68
- true,
69
- true,
70
- true,
71
- true,
72
- true
73
- ]
74
- },
75
- "state": {
76
- "mean": [
77
- -0.09196750819683075,
78
- 0.8647176623344421,
79
- -0.3632811903953552,
80
- -0.6181371808052063,
81
- -0.08683589845895767,
82
- 0.1716955155134201,
83
- 0.7906914353370667,
84
- 0.036952316761016846,
85
- 0.0696854218840599,
86
- -0.05561736971139908,
87
- 0.1077764555811882,
88
- 0.018016934394836426,
89
- 0.8376366496086121,
90
- 0.19474616646766663,
91
- -0.16327954828739166,
92
- 0.0015631977003067732,
93
- 0.2505500912666321,
94
- -0.18747864663600922,
95
- 0.021857699379324913,
96
- 0.044868048280477524,
97
- -0.3729124665260315,
98
- 0.0036154601257294416,
99
- 0.19842912256717682,
100
- -0.030061334371566772,
101
- 0.24004779756069183,
102
- -0.09019462764263153,
103
- -0.19230005145072937
104
- ],
105
- "std": [
106
- 0.1735536754131317,
107
- 0.018950911238789468,
108
- 0.1031206026673317,
109
- 0.07064066082239151,
110
- 0.17827698588371277,
111
- 0.5888540148735046,
112
- 0.11534041166305542,
113
- 0.6532193422317505,
114
- 0.0404965877532959,
115
- 0.6510293483734131,
116
- 0.06410109251737595,
117
- 0.635399580001831,
118
- 0.08355049043893781,
119
- 0.2781902849674225,
120
- 0.21987274289131165,
121
- 0.2828621566295624,
122
- 0.17116640508174896,
123
- 0.18172743916511536,
124
- 0.16958464682102203,
125
- 0.3561444878578186,
126
- 0.11493712663650513,
127
- 0.4169183373451233,
128
- 0.0432509183883667,
129
- 0.4467993974685669,
130
- 0.05449686199426651,
131
- 0.4106680452823639,
132
- 0.06788966804742813
133
- ],
134
- "max": [
135
- 0.864284873008728,
136
- 0.9413071870803833,
137
- 0.10725867748260498,
138
- -0.03732389211654663,
139
- 0.5767371654510498,
140
- 0.9843548536300659,
141
- 0.9786841869354248,
142
- 1.0,
143
- 0.9898021221160889,
144
- 0.9862853288650513,
145
- 0.8912421464920044,
146
- 0.9902081489562988,
147
- 0.9813529253005981,
148
- 0.8796044588088989,
149
- 0.6309870481491089,
150
- 0.9450485706329346,
151
- 0.9356123208999634,
152
- 0.3058727979660034,
153
- 0.7993795871734619,
154
- 1.0,
155
- 0.9834495782852173,
156
- 0.978073000907898,
157
- 0.7116752862930298,
158
- 0.9266384840011597,
159
- 0.8958053588867188,
160
- 0.9894005060195923,
161
- 0.9448597431182861
162
- ],
163
- "min": [
164
- -0.48282676935195923,
165
- 0.7337921857833862,
166
- -0.7980838418006897,
167
- -0.845202624797821,
168
- -0.6103742122650146,
169
- -0.9880638122558594,
170
- -0.982755184173584,
171
- -0.980797290802002,
172
- -0.6819450855255127,
173
- -0.9884741306304932,
174
- -0.961453914642334,
175
- -0.987564742565155,
176
- -0.955224335193634,
177
- -0.7830460667610168,
178
- -1.0,
179
- -0.952839732170105,
180
- -0.7743964791297913,
181
- -0.972370445728302,
182
- -0.7678284645080566,
183
- -0.9526678323745728,
184
- -0.9089261293411255,
185
- -0.939400315284729,
186
- -0.9869830012321472,
187
- -1.0,
188
- -0.8482623100280762,
189
- -0.9291263818740845,
190
- -0.7332783341407776
191
- ],
192
- "q01": [
193
- -0.35170082151889803,
194
- 0.7918374013900756,
195
- -0.6131394010782242,
196
- -0.7825599908828735,
197
- -0.49006994903087614,
198
- -0.9086164951324462,
199
- 0.43703007340431216,
200
- -0.9410567176342011,
201
- 0.0688616955280304,
202
- -0.9502652072906494,
203
- 0.10417847990989686,
204
- -0.9328369998931885,
205
- 0.5633988487720489,
206
- -0.4483641850948334,
207
- -0.657472510933876,
208
- -0.6255195283889771,
209
- -0.17945971608161926,
210
- -0.6872768896818161,
211
- -0.39099848449230196,
212
- -0.7302258694171906,
213
- -0.599995591044426,
214
- -0.7755068844556808,
215
- 0.19378191709518433,
216
- -0.835755073428154,
217
- 0.2277094578742981,
218
- -0.7580032771825791,
219
- -0.3514143282175064
220
- ],
221
- "q99": [
222
- 0.4569725990295411,
223
- 0.8854349231719971,
224
- -0.09071756660938257,
225
- -0.4696103352308273,
226
- 0.3681293308734895,
227
- 0.9240833389759064,
228
- 0.8840399587154388,
229
- 0.9528874731063843,
230
- 0.0714107847213745,
231
- 0.9435927295684815,
232
- 0.11398813009262086,
233
- 0.9400938880443573,
234
- 0.8806657814979554,
235
- 0.7376843118667604,
236
- 0.37780789971351625,
237
- 0.6484923410415651,
238
- 0.6658073902130127,
239
- 0.1634969234466553,
240
- 0.4376628255844117,
241
- 0.7459773015975957,
242
- -0.011476752758026117,
243
- 0.7777451419830322,
244
- 0.20018795490264893,
245
- 0.7899155259132387,
246
- 0.24205668568611147,
247
- 0.7932638204097748,
248
- 0.03464615225791953
249
- ]
250
- },
251
- "num_transitions": 10000,
252
- "num_trajectories": 10
253
- }
254
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/config.yaml ADDED
@@ -0,0 +1,345 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenOFT
3
+ qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
+ attn_implementation: flash_attention_2
6
+ enable_gradient_checkpointing: false
7
+ action_model:
8
+ action_model_type: MLP
9
+ action_dim: 8
10
+ state_dim: 27
11
+ action_hidden_dim: 2560
12
+ future_action_window_size: 0
13
+ past_action_window_size: 0
14
+ loss_type: l1
15
+ state_encoding: discretized_text
16
+ task_objective: null
17
+ action_horizon: 1
18
+ action_env_dim: 8
19
+ kv_memory:
20
+ enabled: false
21
+ window: 4
22
+ rollout_len: 8
23
+ packed_train: false
24
+ rebased_sink: true
25
+ datasets:
26
+ vla_data:
27
+ dataset_py: lerobot_datasets
28
+ include_state: true
29
+ data_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/converted
30
+ data_mix: ant_rgb_state_profile_20260911T112232Z
31
+ eval_data_mix: ant_rgb_state_profile_20260911T112232Z__val
32
+ custom_mixtures_path: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/converted/_generated_mixtures/ant_rgb_state_profile_20260911T112232Z.json
33
+ action_type: discrete
34
+ sequential_step_sampling: false
35
+ eval_sequential_step_sampling: null
36
+ num_workers: 8
37
+ eval_num_workers: 8
38
+ prefetch_factor: 4
39
+ persistent_workers: true
40
+ pin_memory: true
41
+ shuffle: true
42
+ action_balance:
43
+ enabled: false
44
+ strategy: balanced_epoch
45
+ action_key: action_id
46
+ target_flap_fraction: 0.3
47
+ noop_id: 0
48
+ flap_id: 1
49
+ latency_curriculum:
50
+ enabled: false
51
+ strategy: exclusive
52
+ latencies: null
53
+ phase_steps: null
54
+ phase_distributions: null
55
+ new_latency_passes: 1.0
56
+ replay_passes: 0.25
57
+ target_total_passes: 2.0
58
+ final_equalization: true
59
+ step_budget_mode: auto
60
+ eval_at_phase_end: false
61
+ save_at_phase_end: false
62
+ computed_plan: null
63
+ per_device_batch_size: 16
64
+ load_all_data_for_training: true
65
+ num_obs_frames: 1
66
+ image_mode: single
67
+ prompt_mode: raw
68
+ stitch_grid:
69
+ - 2
70
+ - 2
71
+ obs_image_size: null
72
+ video_backend: torchvision_av
73
+ gymnasium_task_contract: &id001
74
+ action_space:
75
+ dtype: float32
76
+ high:
77
+ - 1.0
78
+ - 1.0
79
+ - 1.0
80
+ - 1.0
81
+ - 1.0
82
+ - 1.0
83
+ - 1.0
84
+ - 1.0
85
+ labels:
86
+ - back_right_hip_torque
87
+ - back_right_ankle_torque
88
+ - front_left_hip_torque
89
+ - front_left_ankle_torque
90
+ - front_right_hip_torque
91
+ - front_right_ankle_torque
92
+ - back_left_hip_torque
93
+ - back_left_ankle_torque
94
+ low:
95
+ - -1.0
96
+ - -1.0
97
+ - -1.0
98
+ - -1.0
99
+ - -1.0
100
+ - -1.0
101
+ - -1.0
102
+ - -1.0
103
+ type: box
104
+ base_prompt: Make the Ant move forward as fast as possible without falling.
105
+ Predict eight continuous torques in [-1, 1] ordered as back right hip, back
106
+ right ankle, front left hip, front left ankle, front right hip, front right
107
+ ankle, back left hip, and back left ankle.
108
+ env_fps: 10.0
109
+ env_id: LatencyBench/AntContinuous-v0
110
+ frame_stack: 1
111
+ make_kwargs:
112
+ base_env_id: Ant-v4
113
+ base_make_kwargs:
114
+ exclude_current_positions_from_observation: true
115
+ use_contact_forces: false
116
+ render_mode: rgb_array
117
+ noop_action:
118
+ - 0.0
119
+ - 0.0
120
+ - 0.0
121
+ - 0.0
122
+ - 0.0
123
+ - 0.0
124
+ - 0.0
125
+ - 0.0
126
+ obs_fps: 10.0
127
+ registration_imports:
128
+ - latency_bench.envs.tasks.ant
129
+ state_space:
130
+ labels:
131
+ - torso_z
132
+ - torso_quaternion_w
133
+ - torso_quaternion_x
134
+ - torso_quaternion_y
135
+ - torso_quaternion_z
136
+ - front_left_hip_angle
137
+ - front_left_ankle_angle
138
+ - front_right_hip_angle
139
+ - front_right_ankle_angle
140
+ - back_left_hip_angle
141
+ - back_left_ankle_angle
142
+ - back_right_hip_angle
143
+ - back_right_ankle_angle
144
+ - torso_x_velocity
145
+ - torso_y_velocity
146
+ - torso_z_velocity
147
+ - torso_angular_velocity_x
148
+ - torso_angular_velocity_y
149
+ - torso_angular_velocity_z
150
+ - front_left_hip_angular_velocity
151
+ - front_left_ankle_angular_velocity
152
+ - front_right_hip_angular_velocity
153
+ - front_right_ankle_angular_velocity
154
+ - back_left_hip_angular_velocity
155
+ - back_left_ankle_angular_velocity
156
+ - back_right_hip_angular_velocity
157
+ - back_right_ankle_angular_velocity
158
+ task_name: ant_rgb_state
159
+ active_action_dim: 8
160
+ robot_type: rl_games_gymnasium
161
+ dataset:
162
+ source_hf: ''
163
+ config_name: null
164
+ source_subdir: null
165
+ converted_name: ant_rgb_state_profile_20260911T112232Z
166
+ single_source_hf: ''
167
+ mixed_source_hf: ''
168
+ single_converted_name: ant_rgb_state_profile_20260911T112232Z
169
+ mixed_converted_name: ant_rgb_state_profile_20260911T112232Z
170
+ single_latency_filter: null
171
+ mixed_latency_filter: null
172
+ force_download: false
173
+ setup_force: false
174
+ skip_verification: false
175
+ target_latency_unit: observation_steps
176
+ verify_rows: 200
177
+ max_episodes: null
178
+ episodes_per_latency: null
179
+ latency_filter: null
180
+ debug_subset:
181
+ enabled: false
182
+ max_episodes: 5
183
+ suffix: debug
184
+ base_model:
185
+ repo_id: StarVLA/Qwen3-VL-4B-Instruct-Action
186
+ initialization:
187
+ checkpoint_local_dir: null
188
+ checkpoint_hf_repo_id: null
189
+ checkpoint_filename: null
190
+ trainer:
191
+ max_train_steps: 5000
192
+ num_warmup_steps: 100
193
+ save_interval: 500
194
+ eval_interval: 500
195
+ eval_num_batches: 200
196
+ per_latency_eval_num_batches: null
197
+ eval_action_classification: false
198
+ eval_action_classification_interval: null
199
+ cc_f1_tolerance: 1
200
+ learning_rate:
201
+ base: 2.0e-05
202
+ qwen_vl_interface: 1.0e-05
203
+ action_model: 0.0001
204
+ lr_scheduler_type: cosine_with_min_lr
205
+ scheduler_specific_kwargs:
206
+ min_lr: 1.0e-06
207
+ freeze_modules: ''
208
+ freeze_vit: false
209
+ freeze_tied_embedding: false
210
+ freeze_llm_layers: []
211
+ loss_scale:
212
+ vla: 1.0
213
+ vlm: 0.1
214
+ max_grad_norm: 1.0
215
+ weight_decay: 0.0
216
+ logging_frequency: 1
217
+ profile_timing:
218
+ enabled: true
219
+ log_interval: 10
220
+ gradient_clipping: 1.0
221
+ gradient_accumulation_steps: 1
222
+ distributed_backend: deepspeed
223
+ is_resume: false
224
+ pretrained_checkpoint: null
225
+ resume_step: 0
226
+ reload_modules: null
227
+ optimizer:
228
+ name: AdamW
229
+ betas:
230
+ - 0.9
231
+ - 0.95
232
+ eps: 1.0e-08
233
+ weight_decay: 1.0e-08
234
+ fused: true
235
+ save_format: pt
236
+ workspace_dir: WORKSPACE_DIR
237
+ run_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla
238
+ seed: 42
239
+ wandb_entity: dongqianyu99-zhejiang-university
240
+ wandb_project: latency-sensitive-bench
241
+ auth:
242
+ env_file: null
243
+ hf_token_env: HF_TOKEN
244
+ wandb_api_key_env: WANDB_API_KEY
245
+ paths:
246
+ run_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla
247
+ dataset_local_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/converted
248
+ dataset_cache_dir: null
249
+ base_model_dir: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
250
+ accelerate_config: starVLA/config/deepseeds/deepspeed_zero2_cpu_offload.yaml
251
+ launch:
252
+ use_accelerate: true
253
+ gpus: null
254
+ num_processes: 1
255
+ dry_run: false
256
+ conda:
257
+ enabled: true
258
+ env_name: null
259
+ rl_games:
260
+ model_alias: openvla
261
+ env_eval:
262
+ image_size: 224
263
+ frameskip: 1
264
+ image_transform: raw_rgb
265
+ prompt_mode: raw
266
+ ghost_trail:
267
+ history_frames: 5
268
+ gamma: 1.3
269
+ min_alpha: 35
270
+ scroll_px_per_step: 4.0
271
+ ground_fraction: 0.22
272
+ seed: 42
273
+ fixed_episode_seeds: true
274
+ latency_seed_stride: 0
275
+ task_seed_stride: 0
276
+ task_description: ''
277
+ eval_parallel_envs: 5
278
+ action_chunk_execution:
279
+ enabled: false
280
+ chunk_size: null
281
+ enabled: false
282
+ gymnasium:
283
+ make_kwargs: {}
284
+ mid_train:
285
+ enabled: false
286
+ interval_steps: 100
287
+ latencies:
288
+ - 0
289
+ num_episodes: 5
290
+ max_steps_per_episode: 3600
291
+ post_train:
292
+ enabled: false
293
+ latencies:
294
+ - 0
295
+ - 1
296
+ - 2
297
+ - 3
298
+ - 4
299
+ num_episodes: 5
300
+ max_steps_per_episode: 3600
301
+ eval_backend: latency_bench
302
+ distributed_mode: none
303
+ vectorized:
304
+ enabled: false
305
+ batch_size: 1
306
+ latency:
307
+ prompt_map_path: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/converted/ant_rgb_state_profile_20260911T112232Z/latency_prompt_map.json
308
+ mode: single
309
+ values:
310
+ - 1
311
+ - 2
312
+ task: gymnasium
313
+ gymnasium:
314
+ task_contract: *id001
315
+ task_name: ant_rgb_state
316
+ initialization_mode: scratch
317
+ action_carrier: native
318
+ model: openvla
319
+ env: gymnasium
320
+ init: scratch
321
+ mode: single
322
+ checkpoint:
323
+ load: none
324
+ hf_repo_id: null
325
+ save_best_model: false
326
+ save_final_model: true
327
+ save_pt_file: true
328
+ save_training_state: false
329
+ save_safetensors_file: false
330
+ local:
331
+ keep_last_n: 1
332
+ sync:
333
+ enabled: false
334
+ repo_id: null
335
+ keep_last_n: 0
336
+ sync_every_n_checkpoints: 1
337
+ resume_policy: local_latest
338
+ run_id: ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k
339
+ output_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k
340
+ config_yaml: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/h100/vla_train.yaml
341
+ is_debug: false
342
+ version_id: '0.21'
343
+ backbone:
344
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
345
+ revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/dataset_statistics.json ADDED
@@ -0,0 +1,254 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "action": {
4
+ "mean": [
5
+ 0.008585097268223763,
6
+ 0.18073433637619019,
7
+ 0.06074194982647896,
8
+ 0.11492667347192764,
9
+ -0.030455758795142174,
10
+ 0.19476425647735596,
11
+ 0.004271464888006449,
12
+ 0.1380515992641449
13
+ ],
14
+ "std": [
15
+ 0.3082961440086365,
16
+ 0.11951431632041931,
17
+ 0.2966296970844269,
18
+ 0.11697735637426376,
19
+ 0.29814183712005615,
20
+ 0.08689764142036438,
21
+ 0.29641973972320557,
22
+ 0.06457944959402084
23
+ ],
24
+ "max": [
25
+ 0.8594923615455627,
26
+ 0.4930419921875,
27
+ 0.936817467212677,
28
+ 0.3105866312980652,
29
+ 0.7209320068359375,
30
+ 0.662981390953064,
31
+ 0.6179099678993225,
32
+ 0.38534584641456604
33
+ ],
34
+ "min": [
35
+ -0.7109797596931458,
36
+ -0.5394335389137268,
37
+ -0.7861460447311401,
38
+ -0.3451794683933258,
39
+ -0.7879171371459961,
40
+ -0.16453741490840912,
41
+ -0.6692602038383484,
42
+ -0.11081697046756744
43
+ ],
44
+ "q01": [
45
+ -0.44562102675437926,
46
+ -0.17665561124682427,
47
+ -0.6119011253118515,
48
+ -0.1869712370634079,
49
+ -0.5114533996582031,
50
+ 0.002264392748475075,
51
+ -0.584570746421814,
52
+ -0.006873191334307193
53
+ ],
54
+ "q99": [
55
+ 0.7814428758621215,
56
+ 0.355831945836544,
57
+ 0.5963289439678189,
58
+ 0.2654540681838989,
59
+ 0.5747416597604751,
60
+ 0.3898173177242278,
61
+ 0.47647954523563374,
62
+ 0.2842799565196035
63
+ ],
64
+ "mask": [
65
+ true,
66
+ true,
67
+ true,
68
+ true,
69
+ true,
70
+ true,
71
+ true,
72
+ true
73
+ ]
74
+ },
75
+ "state": {
76
+ "mean": [
77
+ 0.5873090028762817,
78
+ 0.9775312542915344,
79
+ -0.005306342616677284,
80
+ -0.11391346901655197,
81
+ -0.05232486501336098,
82
+ 0.11722143739461899,
83
+ 1.1770589351654053,
84
+ 0.005929681472480297,
85
+ -0.5237284898757935,
86
+ -0.02996349334716797,
87
+ -0.5256989598274231,
88
+ 0.012933136895298958,
89
+ 1.207931637763977,
90
+ 1.894170880317688,
91
+ -0.1144244372844696,
92
+ -0.005155462771654129,
93
+ -0.0018705822294577956,
94
+ -0.009710059501230717,
95
+ -0.006387847010046244,
96
+ -0.00024099487927742302,
97
+ 0.005785061977803707,
98
+ 0.022292276844382286,
99
+ -0.007529054768383503,
100
+ 0.011944222263991833,
101
+ -0.007930265739560127,
102
+ 0.007954547181725502,
103
+ 0.006436151918023825
104
+ ],
105
+ "std": [
106
+ 0.06488662958145142,
107
+ 0.04082649201154641,
108
+ 0.04258377477526665,
109
+ 0.0626724436879158,
110
+ 0.1458500176668167,
111
+ 0.3689255714416504,
112
+ 0.08876852691173553,
113
+ 0.4095909893512726,
114
+ 0.02488899976015091,
115
+ 0.4092481732368469,
116
+ 0.04470702633261665,
117
+ 0.4021601378917694,
118
+ 0.07036752998828888,
119
+ 0.8389812707901001,
120
+ 0.7156153917312622,
121
+ 0.6714321970939636,
122
+ 0.8499979972839355,
123
+ 1.2019281387329102,
124
+ 0.972188413143158,
125
+ 4.315415382385254,
126
+ 1.070193886756897,
127
+ 5.1478495597839355,
128
+ 0.38156837224960327,
129
+ 5.197302341461182,
130
+ 0.4938355088233948,
131
+ 5.203607559204102,
132
+ 0.7955411076545715
133
+ ],
134
+ "max": [
135
+ 0.987648606300354,
136
+ 1.098469853401184,
137
+ 0.28921106457710266,
138
+ 0.989949643611908,
139
+ 0.6633162498474121,
140
+ 0.6247723698616028,
141
+ 1.3297919034957886,
142
+ 0.6261260509490967,
143
+ 0.09998779743909836,
144
+ 0.6295120120048523,
145
+ 0.09576962888240814,
146
+ 0.6430038809776306,
147
+ 1.3282581567764282,
148
+ 4.4957780838012695,
149
+ 3.2620561122894287,
150
+ 2.468116044998169,
151
+ 4.410033702850342,
152
+ 7.686357021331787,
153
+ 5.3598856925964355,
154
+ 12.314204216003418,
155
+ 12.512803077697754,
156
+ 12.16235065460205,
157
+ 8.471234321594238,
158
+ 11.662495613098145,
159
+ 6.775548934936523,
160
+ 13.728979110717773,
161
+ 12.854585647583008
162
+ ],
163
+ "min": [
164
+ 0.2412567287683487,
165
+ -0.44571781158447266,
166
+ -0.47957098484039307,
167
+ -0.31887444853782654,
168
+ -0.847874641418457,
169
+ -0.6380091309547424,
170
+ -0.09917011857032776,
171
+ -0.6397665739059448,
172
+ -1.2698646783828735,
173
+ -0.6245643496513367,
174
+ -1.2966936826705933,
175
+ -0.6273992657661438,
176
+ -0.09470116347074509,
177
+ -1.9817148447036743,
178
+ -2.8269503116607666,
179
+ -2.5114223957061768,
180
+ -6.1573052406311035,
181
+ -5.6290693283081055,
182
+ -5.456002235412598,
183
+ -13.3322172164917,
184
+ -6.442843914031982,
185
+ -13.454183578491211,
186
+ -11.152595520019531,
187
+ -11.792752265930176,
188
+ -11.078145980834961,
189
+ -11.409802436828613,
190
+ -9.05523681640625
191
+ ],
192
+ "q01": [
193
+ 0.48960521757602693,
194
+ 0.9003188681602478,
195
+ -0.10754849247634411,
196
+ -0.2328880862891674,
197
+ -0.39045485615730285,
198
+ -0.5722661185264587,
199
+ 0.8950704920291901,
200
+ -0.6011750960350036,
201
+ -0.5251292628049851,
202
+ -0.5938587546348572,
203
+ -0.5287223303318024,
204
+ -0.5849677407741547,
205
+ 0.9387848752737046,
206
+ -0.06458786375820637,
207
+ -1.7163037061691284,
208
+ -1.4849606192111968,
209
+ -2.147061245441437,
210
+ -3.183561043739319,
211
+ -2.3912346959114075,
212
+ -9.509440650939942,
213
+ -2.0720384025573733,
214
+ -9.700632486343384,
215
+ -0.06154265657067299,
216
+ -9.426957139968872,
217
+ -0.12385670125484466,
218
+ -8.523139343261718,
219
+ -1.878789690732956
220
+ ],
221
+ "q99": [
222
+ 0.7888423645496363,
223
+ 0.9982570141553878,
224
+ 0.10345419958233826,
225
+ 0.007651351471431089,
226
+ 0.2988354358077048,
227
+ 0.5808608037233353,
228
+ 1.2474638295173643,
229
+ 0.5897305804491043,
230
+ -0.5221840530633927,
231
+ 0.5974817162752151,
232
+ -0.5212638968229294,
233
+ 0.60007728099823,
234
+ 1.2423072600364684,
235
+ 3.5330418014526357,
236
+ 1.653340419530868,
237
+ 1.5241441571712484,
238
+ 2.0724431324005126,
239
+ 2.338197231292723,
240
+ 2.349211127758022,
241
+ 8.699459896087632,
242
+ 3.431822986602761,
243
+ 9.513696384429924,
244
+ 0.008735218439251131,
245
+ 9.52831205368042,
246
+ 0.010540577266365144,
247
+ 11.181635150909424,
248
+ 2.879024243354786
249
+ ]
250
+ },
251
+ "num_transitions": 90000,
252
+ "num_trajectories": 90
253
+ }
254
+ }
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/eval_config.yaml ADDED
@@ -0,0 +1,195 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment:
2
+ name: ant_openvla_profile_iid_100ep
3
+ seed: 42
4
+ backend:
5
+ type: sample_factory
6
+ algo: APPO
7
+ device: cuda
8
+ train_dir: /mnt/checkpoints/latency-sensitive-bench/small_models/ant
9
+ restart_behavior: overwrite
10
+ run_mode: eval
11
+ executor:
12
+ mode: simulated
13
+ inference_devices:
14
+ - cuda:0
15
+ - cuda:1
16
+ inference_batch_size: 8
17
+ simulated_inference_pool: true
18
+ simulated_worker_capacity: 1
19
+ env:
20
+ name: gymnasium
21
+ task_name: ant
22
+ env_id: LatencyBench/AntContinuous-v0
23
+ registration_imports:
24
+ - latency_bench.envs.tasks.ant
25
+ make_kwargs:
26
+ base_env_id: Ant-v4
27
+ base_make_kwargs:
28
+ exclude_current_positions_from_observation: true
29
+ use_contact_forces: false
30
+ render_mode: rgb_array
31
+ env_fps: 10
32
+ obs_fps: 10
33
+ frame_stack: 1
34
+ state_space:
35
+ labels:
36
+ - torso_z
37
+ - torso_quaternion_w
38
+ - torso_quaternion_x
39
+ - torso_quaternion_y
40
+ - torso_quaternion_z
41
+ - front_left_hip_angle
42
+ - front_left_ankle_angle
43
+ - front_right_hip_angle
44
+ - front_right_ankle_angle
45
+ - back_left_hip_angle
46
+ - back_left_ankle_angle
47
+ - back_right_hip_angle
48
+ - back_right_ankle_angle
49
+ - torso_x_velocity
50
+ - torso_y_velocity
51
+ - torso_z_velocity
52
+ - torso_angular_velocity_x
53
+ - torso_angular_velocity_y
54
+ - torso_angular_velocity_z
55
+ - front_left_hip_angular_velocity
56
+ - front_left_ankle_angular_velocity
57
+ - front_right_hip_angular_velocity
58
+ - front_right_ankle_angular_velocity
59
+ - back_left_hip_angular_velocity
60
+ - back_left_ankle_angular_velocity
61
+ - back_right_hip_angular_velocity
62
+ - back_right_ankle_angular_velocity
63
+ action_space:
64
+ dtype: float32
65
+ high:
66
+ - 1.0
67
+ - 1.0
68
+ - 1.0
69
+ - 1.0
70
+ - 1.0
71
+ - 1.0
72
+ - 1.0
73
+ - 1.0
74
+ labels:
75
+ - back_right_hip_torque
76
+ - back_right_ankle_torque
77
+ - front_left_hip_torque
78
+ - front_left_ankle_torque
79
+ - front_right_hip_torque
80
+ - front_right_ankle_torque
81
+ - back_left_hip_torque
82
+ - back_left_ankle_torque
83
+ low:
84
+ - -1.0
85
+ - -1.0
86
+ - -1.0
87
+ - -1.0
88
+ - -1.0
89
+ - -1.0
90
+ - -1.0
91
+ - -1.0
92
+ type: box
93
+ noop_action:
94
+ - 0.0
95
+ - 0.0
96
+ - 0.0
97
+ - 0.0
98
+ - 0.0
99
+ - 0.0
100
+ - 0.0
101
+ - 0.0
102
+ base_prompt: Make the Ant move forward as fast as possible without falling. Predict
103
+ eight continuous torques in [-1, 1] ordered as back right hip, back right ankle,
104
+ front left hip, front left ankle, front right hip, front right ankle, back left
105
+ hip, and back left ankle.
106
+ obs_resize:
107
+ - 224
108
+ - 224
109
+ latency:
110
+ method: iid
111
+ sync_cuda: false
112
+ profile_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/profile/profile.json
113
+ profile_worker_slot: 0
114
+ seed: 0
115
+ scheduler:
116
+ hold_policy: hold
117
+ ordering_policy: issue_order_fifo
118
+ policy:
119
+ type: starvla
120
+ checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/new_bundle/checkpoints/model.pt
121
+ model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/new_bundle/config.yaml
122
+ backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
123
+ device: cuda:0
124
+ task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/new_bundle/manifest.json
125
+ latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/new_bundle/latency_prompt_map.json
126
+ latency_prompt_key: 1
127
+ training:
128
+ train_for_env_steps: 10000000
129
+ num_workers: 8
130
+ num_envs_per_worker: 8
131
+ worker_num_splits: 2
132
+ num_policies: 1
133
+ batch_size: 1024
134
+ rollout: 64
135
+ recurrence: 1
136
+ num_epochs: 2
137
+ num_batches_per_epoch: 4
138
+ num_batches_to_accumulate: 2
139
+ policy_workers_per_policy: 1
140
+ max_policy_lag: 10000
141
+ learning_rate: 0.00295
142
+ lr_schedule: linear_decay
143
+ lr_schedule_kl_threshold: 0.008
144
+ gamma: 0.99
145
+ gae_lambda: 0.95
146
+ ppo_clip_ratio: 0.2
147
+ ppo_clip_value: 1.0
148
+ value_loss_coeff: 1.3
149
+ max_grad_norm: 3.5
150
+ exploration_loss: entropy
151
+ exploration_loss_coeff: 0.0
152
+ kl_loss_coeff: 0.1
153
+ reward_scale: 1.0
154
+ reward_clip: 1000.0
155
+ async_rl: false
156
+ serial_mode: false
157
+ batched_sampling: false
158
+ with_vtrace: false
159
+ use_rnn: false
160
+ encoder_mlp_layers:
161
+ - 64
162
+ - 64
163
+ nonlinearity: tanh
164
+ adaptive_stddev: false
165
+ policy_initialization: torch_default
166
+ initial_stddev: 1.0
167
+ actor_critic_share_weights: true
168
+ shuffle_minibatches: false
169
+ value_bootstrap: true
170
+ normalize_input: true
171
+ normalize_returns: true
172
+ decorrelate_experience_max_seconds: 10
173
+ decorrelate_envs_on_one_worker: true
174
+ set_workers_cpu_affinity: true
175
+ force_envs_single_thread: true
176
+ save_every_sec: 600
177
+ keep_checkpoints: 3
178
+ save_best_every_sec: 60
179
+ save_best_after: 100000
180
+ evaluation:
181
+ eval_episodes: 100
182
+ eval_parallel_envs: 32
183
+ eval_max_steps: 1000
184
+ eval_deterministic: true
185
+ eval_latency_values: null
186
+ episode_seed_offset: 0
187
+ logging:
188
+ output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/evaluation/iid_parallel32_ib8
189
+ video:
190
+ enabled: false
191
+ num_bins: 1
192
+ save_step_records: true
193
+ save_action_records: true
194
+ save_latency_records: true
195
+ realtime_pipeline_profile: false
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/latency_prompt_map.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "1": {
3
+ "prompt": "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle. Current action latency is 1 raw frames (100.00 ms). The environment runs at 10 FPS and observations are emitted at 10 FPS. Choose the best next action.",
4
+ "latency_raw_frames": 1,
5
+ "latency_ms": 100.0
6
+ },
7
+ "2": {
8
+ "prompt": "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle. Current action latency is 2 raw frames (200.00 ms). The environment runs at 10 FPS and observations are emitted at 10 FPS. Choose the best next action.",
9
+ "latency_raw_frames": 2,
10
+ "latency_ms": 200.0
11
+ }
12
+ }
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/manifest.json ADDED
@@ -0,0 +1,233 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_name": "lerobot",
3
+ "env_name": "ant_rgb_state",
4
+ "episodes": 90,
5
+ "frames": 90000,
6
+ "task_prompts": [
7
+ "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle. Current action latency is 1 raw frames (100.00 ms). The environment runs at 10 FPS and observations are emitted at 10 FPS. Choose the best next action.",
8
+ "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle. Current action latency is 2 raw frames (200.00 ms). The environment runs at 10 FPS and observations are emitted at 10 FPS. Choose the best next action."
9
+ ],
10
+ "format": "lerobot_v2_image_parquet",
11
+ "source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/ant/openvla/raw",
12
+ "integration_name": "gymnasium",
13
+ "task_name": "ant_rgb_state",
14
+ "action_layout": "gymnasium_continuous_v1",
15
+ "action_labels": [
16
+ "back_right_hip_torque",
17
+ "back_right_ankle_torque",
18
+ "front_left_hip_torque",
19
+ "front_left_ankle_torque",
20
+ "front_right_hip_torque",
21
+ "front_right_ankle_torque",
22
+ "back_left_hip_torque",
23
+ "back_left_ankle_torque"
24
+ ],
25
+ "carrier_action_labels": [
26
+ "back_right_hip_torque",
27
+ "back_right_ankle_torque",
28
+ "front_left_hip_torque",
29
+ "front_left_ankle_torque",
30
+ "front_right_hip_torque",
31
+ "front_right_ankle_torque",
32
+ "back_left_hip_torque",
33
+ "back_left_ankle_torque"
34
+ ],
35
+ "action_dim": 8,
36
+ "active_action_dim": 8,
37
+ "action_carrier": "native",
38
+ "rows_unit": "decision_step",
39
+ "obs_fps": 10.0,
40
+ "obs_stride_raw_frames": 1,
41
+ "uses_state": true,
42
+ "state_dim": 27,
43
+ "state_labels": [
44
+ "torso_z",
45
+ "torso_quaternion_w",
46
+ "torso_quaternion_x",
47
+ "torso_quaternion_y",
48
+ "torso_quaternion_z",
49
+ "front_left_hip_angle",
50
+ "front_left_ankle_angle",
51
+ "front_right_hip_angle",
52
+ "front_right_ankle_angle",
53
+ "back_left_hip_angle",
54
+ "back_left_ankle_angle",
55
+ "back_right_hip_angle",
56
+ "back_right_ankle_angle",
57
+ "torso_x_velocity",
58
+ "torso_y_velocity",
59
+ "torso_z_velocity",
60
+ "torso_angular_velocity_x",
61
+ "torso_angular_velocity_y",
62
+ "torso_angular_velocity_z",
63
+ "front_left_hip_angular_velocity",
64
+ "front_left_ankle_angular_velocity",
65
+ "front_right_hip_angular_velocity",
66
+ "front_right_ankle_angular_velocity",
67
+ "back_left_hip_angular_velocity",
68
+ "back_left_ankle_angular_velocity",
69
+ "back_right_hip_angular_velocity",
70
+ "back_right_ankle_angular_velocity"
71
+ ],
72
+ "state_normalization": {
73
+ "type": "min_max",
74
+ "min": [
75
+ 0.2412567287683487,
76
+ -0.44571781158447266,
77
+ -0.47957098484039307,
78
+ -0.31887444853782654,
79
+ -0.847874641418457,
80
+ -0.6380091309547424,
81
+ -0.09917011857032776,
82
+ -0.6397665739059448,
83
+ -1.2698646783828735,
84
+ -0.6245643496513367,
85
+ -1.2966936826705933,
86
+ -0.6273992657661438,
87
+ -0.09470116347074509,
88
+ -1.9817148447036743,
89
+ -2.8269503116607666,
90
+ -2.5114223957061768,
91
+ -6.1573052406311035,
92
+ -5.6290693283081055,
93
+ -5.456002235412598,
94
+ -13.3322172164917,
95
+ -6.442843914031982,
96
+ -13.454183578491211,
97
+ -11.152595520019531,
98
+ -11.792752265930176,
99
+ -11.078145980834961,
100
+ -11.409802436828613,
101
+ -9.05523681640625
102
+ ],
103
+ "max": [
104
+ 0.987648606300354,
105
+ 1.098469853401184,
106
+ 0.28921106457710266,
107
+ 0.989949643611908,
108
+ 0.6633162498474121,
109
+ 0.6247723698616028,
110
+ 1.3297919034957886,
111
+ 0.6261260509490967,
112
+ 0.09998779743909836,
113
+ 0.6295120120048523,
114
+ 0.09576962888240814,
115
+ 0.6430038809776306,
116
+ 1.3282581567764282,
117
+ 4.4957780838012695,
118
+ 3.2620561122894287,
119
+ 2.468116044998169,
120
+ 4.410033702850342,
121
+ 7.686357021331787,
122
+ 5.3598856925964355,
123
+ 12.314204216003418,
124
+ 12.512803077697754,
125
+ 12.16235065460205,
126
+ 8.471234321594238,
127
+ 11.662495613098145,
128
+ 6.775548934936523,
129
+ 13.728979110717773,
130
+ 12.854585647583008
131
+ ]
132
+ },
133
+ "robot_type": "rl_games_gymnasium",
134
+ "latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/ant/openvla/lerobot/latency_prompt_map.json",
135
+ "custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/ant/openvla/_generated_mixtures/lerobot.json",
136
+ "gymnasium_task": {
137
+ "action_space": {
138
+ "dtype": "float32",
139
+ "high": [
140
+ 1.0,
141
+ 1.0,
142
+ 1.0,
143
+ 1.0,
144
+ 1.0,
145
+ 1.0,
146
+ 1.0,
147
+ 1.0
148
+ ],
149
+ "labels": [
150
+ "back_right_hip_torque",
151
+ "back_right_ankle_torque",
152
+ "front_left_hip_torque",
153
+ "front_left_ankle_torque",
154
+ "front_right_hip_torque",
155
+ "front_right_ankle_torque",
156
+ "back_left_hip_torque",
157
+ "back_left_ankle_torque"
158
+ ],
159
+ "low": [
160
+ -1.0,
161
+ -1.0,
162
+ -1.0,
163
+ -1.0,
164
+ -1.0,
165
+ -1.0,
166
+ -1.0,
167
+ -1.0
168
+ ],
169
+ "type": "box"
170
+ },
171
+ "base_prompt": "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle.",
172
+ "env_fps": 10.0,
173
+ "env_id": "LatencyBench/AntContinuous-v0",
174
+ "frame_stack": 1,
175
+ "make_kwargs": {
176
+ "base_env_id": "Ant-v4",
177
+ "base_make_kwargs": {
178
+ "exclude_current_positions_from_observation": true,
179
+ "use_contact_forces": false
180
+ },
181
+ "render_mode": "rgb_array"
182
+ },
183
+ "noop_action": [
184
+ 0.0,
185
+ 0.0,
186
+ 0.0,
187
+ 0.0,
188
+ 0.0,
189
+ 0.0,
190
+ 0.0,
191
+ 0.0
192
+ ],
193
+ "obs_fps": 10.0,
194
+ "registration_imports": [
195
+ "latency_bench.envs.tasks.ant"
196
+ ],
197
+ "state_space": {
198
+ "labels": [
199
+ "torso_z",
200
+ "torso_quaternion_w",
201
+ "torso_quaternion_x",
202
+ "torso_quaternion_y",
203
+ "torso_quaternion_z",
204
+ "front_left_hip_angle",
205
+ "front_left_ankle_angle",
206
+ "front_right_hip_angle",
207
+ "front_right_ankle_angle",
208
+ "back_left_hip_angle",
209
+ "back_left_ankle_angle",
210
+ "back_right_hip_angle",
211
+ "back_right_ankle_angle",
212
+ "torso_x_velocity",
213
+ "torso_y_velocity",
214
+ "torso_z_velocity",
215
+ "torso_angular_velocity_x",
216
+ "torso_angular_velocity_y",
217
+ "torso_angular_velocity_z",
218
+ "front_left_hip_angular_velocity",
219
+ "front_left_ankle_angular_velocity",
220
+ "front_right_hip_angular_velocity",
221
+ "front_right_ankle_angular_velocity",
222
+ "back_left_hip_angular_velocity",
223
+ "back_left_ankle_angular_velocity",
224
+ "back_right_hip_angular_velocity",
225
+ "back_right_ankle_angular_velocity"
226
+ ]
227
+ },
228
+ "task_name": "ant_rgb_state"
229
+ },
230
+ "validation_dataset_name": "lerobot__val",
231
+ "validation_episodes": 10,
232
+ "validation_frames": 10000
233
+ }
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/result.json ADDED
@@ -0,0 +1,213 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episodes": 100,
3
+ "seeds": [
4
+ 42,
5
+ 43,
6
+ 44,
7
+ 45,
8
+ 46,
9
+ 47,
10
+ 48,
11
+ 49,
12
+ 50,
13
+ 51,
14
+ 52,
15
+ 53,
16
+ 54,
17
+ 55,
18
+ 56,
19
+ 57,
20
+ 58,
21
+ 59,
22
+ 60,
23
+ 61,
24
+ 62,
25
+ 63,
26
+ 64,
27
+ 65,
28
+ 66,
29
+ 67,
30
+ 68,
31
+ 69,
32
+ 70,
33
+ 71,
34
+ 72,
35
+ 73,
36
+ 74,
37
+ 75,
38
+ 76,
39
+ 77,
40
+ 78,
41
+ 79,
42
+ 80,
43
+ 81,
44
+ 82,
45
+ 83,
46
+ 84,
47
+ 85,
48
+ 86,
49
+ 87,
50
+ 88,
51
+ 89,
52
+ 90,
53
+ 91,
54
+ 92,
55
+ 93,
56
+ 94,
57
+ 95,
58
+ 96,
59
+ 97,
60
+ 98,
61
+ 99,
62
+ 100,
63
+ 101,
64
+ 102,
65
+ 103,
66
+ 104,
67
+ 105,
68
+ 106,
69
+ 107,
70
+ 108,
71
+ 109,
72
+ 110,
73
+ 111,
74
+ 112,
75
+ 113,
76
+ 114,
77
+ 115,
78
+ 116,
79
+ 117,
80
+ 118,
81
+ 119,
82
+ 120,
83
+ 121,
84
+ 122,
85
+ 123,
86
+ 124,
87
+ 125,
88
+ 126,
89
+ 127,
90
+ 128,
91
+ 129,
92
+ 130,
93
+ 131,
94
+ 132,
95
+ 133,
96
+ 134,
97
+ 135,
98
+ 136,
99
+ 137,
100
+ 138,
101
+ 139,
102
+ 140,
103
+ 141
104
+ ],
105
+ "mean_return": 2250.516542056559,
106
+ "population_std_return": 132.953402688222,
107
+ "mean_length": 1000.0,
108
+ "returns": [
109
+ 2310.7617966955095,
110
+ 2131.7026667646555,
111
+ 2252.5885343827404,
112
+ 2323.5206316686895,
113
+ 2316.0265906017366,
114
+ 2293.950718023614,
115
+ 2252.66446432145,
116
+ 2304.290101100005,
117
+ 2348.37509356787,
118
+ 2196.1623430135646,
119
+ 2229.0968774534954,
120
+ 2296.7046865479942,
121
+ 2311.594310537656,
122
+ 2162.7041760809634,
123
+ 2239.1605206724967,
124
+ 2257.2847819342182,
125
+ 2281.786161882332,
126
+ 2258.9804816206242,
127
+ 2353.820104006152,
128
+ 2276.165015107352,
129
+ 2117.989307008761,
130
+ 2293.0846553618635,
131
+ 2256.9673781139036,
132
+ 2358.800545225007,
133
+ 2320.7167665960046,
134
+ 2333.567320151639,
135
+ 2289.6907034504798,
136
+ 2176.54171885542,
137
+ 2276.617081363673,
138
+ 2258.052618646518,
139
+ 2279.797963372485,
140
+ 2259.0251855671363,
141
+ 2413.050102794513,
142
+ 2309.507701503602,
143
+ 2234.2913435301684,
144
+ 2214.9160986284664,
145
+ 2230.396086566361,
146
+ 2461.130939364067,
147
+ 2208.6289525410434,
148
+ 2298.895444766812,
149
+ 2318.5718636173137,
150
+ 2297.2211619074455,
151
+ 2320.9259109579307,
152
+ 2338.686090341982,
153
+ 2283.653337432246,
154
+ 2127.499606650314,
155
+ 2075.6753134670053,
156
+ 2265.1597175676225,
157
+ 2280.262733187318,
158
+ 2308.5882777420697,
159
+ 2172.7262260718817,
160
+ 2405.8026380996243,
161
+ 2422.1768281834493,
162
+ 2311.5328821118073,
163
+ 2245.23654227952,
164
+ 2229.376583945671,
165
+ 2263.5604750513103,
166
+ 2255.2460014937215,
167
+ 2269.0394046153892,
168
+ 1490.4163813958307,
169
+ 2298.7873182758854,
170
+ 2284.7897769026495,
171
+ 2276.944890218825,
172
+ 2248.8015790173176,
173
+ 2330.6194924324473,
174
+ 1406.9759610034948,
175
+ 2253.32870089501,
176
+ 2300.464759927768,
177
+ 2365.327091744112,
178
+ 2277.2354625041744,
179
+ 2193.392581541768,
180
+ 2238.679526606377,
181
+ 2281.4258145434505,
182
+ 2240.338256688812,
183
+ 2253.8685762793216,
184
+ 2176.272493471641,
185
+ 2205.8512257516895,
186
+ 2349.8105876352706,
187
+ 2325.769189842056,
188
+ 2281.3870584499455,
189
+ 2205.38510507157,
190
+ 2327.2782245190465,
191
+ 2199.0292345728158,
192
+ 2290.154072650378,
193
+ 2269.062261341686,
194
+ 2207.9876021543632,
195
+ 2245.264633384305,
196
+ 2145.706766571574,
197
+ 2084.4536044417887,
198
+ 2177.1586451365315,
199
+ 2327.626124225144,
200
+ 2339.283172372,
201
+ 2212.9059664542806,
202
+ 2223.449129229652,
203
+ 2231.491429646047,
204
+ 2204.885277041093,
205
+ 2326.11239945166,
206
+ 2273.8551428186365,
207
+ 2277.779053929565,
208
+ 2222.3500714012384
209
+ ],
210
+ "primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
211
+ "eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/eval_iid_parallel32_ib8.yaml",
212
+ "inference_batch_size": 8
213
+ }
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/source_identity.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
3
+ "source": "current worktree snapshot",
4
+ "dirty_paths": [
5
+ " M AGENTS.md",
6
+ " M configs/experiments/memory/small_model/flappy_capped.yaml",
7
+ " M configs/experiments/memory/small_model/flappy_extended.yaml",
8
+ " M configs/experiments/observation_stride/flappy_capped.yaml",
9
+ " M configs/experiments/observation_stride/flappy_extended.yaml",
10
+ " M configs/experiments/sim2real.yaml",
11
+ " M scripts/experiments/memory/small_model/run.sh",
12
+ " M scripts/experiments/observation_stride/run.sh",
13
+ " M scripts/experiments/sim2real/study.py",
14
+ " M tests/scripts/test_sim2real.py",
15
+ "?? configs/experiments/sim2real/five_gpu.yaml",
16
+ "?? docs/cleanup-refactor/",
17
+ "?? lagen/",
18
+ "?? scripts/experiments/sim2real/campaign.py",
19
+ "?? servers.md"
20
+ ],
21
+ "runtime_patches": [
22
+ {
23
+ "path": "third_party/starVLA/starVLA/training/train_starvla.py",
24
+ "change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
25
+ "validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
26
+ }
27
+ ],
28
+ "frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
29
+ }
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/manifest.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "dataset_name": "ant_rgb_state_profile_20260911T112232Z",
3
  "env_name": "ant_rgb_state",
4
  "episodes": 90,
5
  "frames": 90000,
@@ -8,7 +8,7 @@
8
  "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle. Current action latency is 2 raw frames (200.00 ms). The environment runs at 10 FPS and observations are emitted at 10 FPS. Choose the best next action."
9
  ],
10
  "format": "lerobot_v2_image_parquet",
11
- "source": "/mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/raw",
12
  "integration_name": "gymnasium",
13
  "task_name": "ant_rgb_state",
14
  "action_layout": "gymnasium_continuous_v1",
@@ -72,67 +72,67 @@
72
  "state_normalization": {
73
  "type": "min_max",
74
  "min": [
75
- 0.25096166133880615,
76
- -0.6524118781089783,
77
- -0.24330727756023407,
78
- -0.38062331080436707,
79
- -0.762863278388977,
80
- -0.631309449672699,
81
  -0.09917011857032776,
82
- -0.6372938752174377,
83
- -1.2403454780578613,
84
- -0.6263839602470398,
85
  -1.2966936826705933,
86
- -0.6255945563316345,
87
- -0.09462010115385056,
88
- -1.612484097480774,
89
- -2.7581095695495605,
90
- -2.421172618865967,
91
  -6.1573052406311035,
92
- -5.40360164642334,
93
- -5.693509578704834,
94
- -12.90467357635498,
95
- -5.707681179046631,
96
- -12.457528114318848,
97
  -11.152595520019531,
98
- -11.244122505187988,
99
  -11.078145980834961,
100
- -11.56093692779541,
101
- -8.698287010192871
102
  ],
103
  "max": [
104
- 0.9947400093078613,
105
  1.098469853401184,
106
- 0.5113285779953003,
107
- 0.9951382875442505,
108
- 0.8256246447563171,
109
- 0.6276459097862244,
110
  1.3297919034957886,
111
- 0.6206158995628357,
112
  0.09998779743909836,
113
- 0.6321672201156616,
114
  0.09576962888240814,
115
- 0.638733446598053,
116
- 1.3270002603530884,
117
- 4.317452907562256,
118
- 3.6322877407073975,
119
- 2.406151533126831,
120
- 3.682075262069702,
121
- 7.86696195602417,
122
- 5.432990074157715,
123
- 11.800339698791504,
124
  12.512803077697754,
125
- 12.401082992553711,
126
- 7.446596622467041,
127
- 11.983986854553223,
128
- 6.77554988861084,
129
- 13.875308990478516,
130
  12.854585647583008
131
  ]
132
  },
133
  "robot_type": "rl_games_gymnasium",
134
- "latency_prompt_map_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/converted/ant_rgb_state_profile_20260911T112232Z/latency_prompt_map.json",
135
- "custom_mixtures_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/converted/_generated_mixtures/ant_rgb_state_profile_20260911T112232Z.json",
136
  "gymnasium_task": {
137
  "action_space": {
138
  "dtype": "float32",
@@ -192,7 +192,7 @@
192
  ],
193
  "obs_fps": 10.0,
194
  "registration_imports": [
195
- "latency_bench.envs.gymnasium_ant"
196
  ],
197
  "state_space": {
198
  "labels": [
@@ -227,7 +227,7 @@
227
  },
228
  "task_name": "ant_rgb_state"
229
  },
230
- "validation_dataset_name": "ant_rgb_state_profile_20260911T112232Z__val",
231
  "validation_episodes": 10,
232
  "validation_frames": 10000
233
  }
 
1
  {
2
+ "dataset_name": "lerobot",
3
  "env_name": "ant_rgb_state",
4
  "episodes": 90,
5
  "frames": 90000,
 
8
  "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle. Current action latency is 2 raw frames (200.00 ms). The environment runs at 10 FPS and observations are emitted at 10 FPS. Choose the best next action."
9
  ],
10
  "format": "lerobot_v2_image_parquet",
11
+ "source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/ant/openvla/raw",
12
  "integration_name": "gymnasium",
13
  "task_name": "ant_rgb_state",
14
  "action_layout": "gymnasium_continuous_v1",
 
72
  "state_normalization": {
73
  "type": "min_max",
74
  "min": [
75
+ 0.2412567287683487,
76
+ -0.44571781158447266,
77
+ -0.47957098484039307,
78
+ -0.31887444853782654,
79
+ -0.847874641418457,
80
+ -0.6380091309547424,
81
  -0.09917011857032776,
82
+ -0.6397665739059448,
83
+ -1.2698646783828735,
84
+ -0.6245643496513367,
85
  -1.2966936826705933,
86
+ -0.6273992657661438,
87
+ -0.09470116347074509,
88
+ -1.9817148447036743,
89
+ -2.8269503116607666,
90
+ -2.5114223957061768,
91
  -6.1573052406311035,
92
+ -5.6290693283081055,
93
+ -5.456002235412598,
94
+ -13.3322172164917,
95
+ -6.442843914031982,
96
+ -13.454183578491211,
97
  -11.152595520019531,
98
+ -11.792752265930176,
99
  -11.078145980834961,
100
+ -11.409802436828613,
101
+ -9.05523681640625
102
  ],
103
  "max": [
104
+ 0.987648606300354,
105
  1.098469853401184,
106
+ 0.28921106457710266,
107
+ 0.989949643611908,
108
+ 0.6633162498474121,
109
+ 0.6247723698616028,
110
  1.3297919034957886,
111
+ 0.6261260509490967,
112
  0.09998779743909836,
113
+ 0.6295120120048523,
114
  0.09576962888240814,
115
+ 0.6430038809776306,
116
+ 1.3282581567764282,
117
+ 4.4957780838012695,
118
+ 3.2620561122894287,
119
+ 2.468116044998169,
120
+ 4.410033702850342,
121
+ 7.686357021331787,
122
+ 5.3598856925964355,
123
+ 12.314204216003418,
124
  12.512803077697754,
125
+ 12.16235065460205,
126
+ 8.471234321594238,
127
+ 11.662495613098145,
128
+ 6.775548934936523,
129
+ 13.728979110717773,
130
  12.854585647583008
131
  ]
132
  },
133
  "robot_type": "rl_games_gymnasium",
134
+ "latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/ant/openvla/lerobot/latency_prompt_map.json",
135
+ "custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/ant/openvla/_generated_mixtures/lerobot.json",
136
  "gymnasium_task": {
137
  "action_space": {
138
  "dtype": "float32",
 
192
  ],
193
  "obs_fps": 10.0,
194
  "registration_imports": [
195
+ "latency_bench.envs.tasks.ant"
196
  ],
197
  "state_space": {
198
  "labels": [
 
227
  },
228
  "task_name": "ant_rgb_state"
229
  },
230
+ "validation_dataset_name": "lerobot__val",
231
  "validation_episodes": 10,
232
  "validation_frames": 10000
233
  }
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/provenance.json CHANGED
@@ -1,34 +1,9 @@
1
  {
2
  "task": "ant",
3
- "model": "qwenoft",
4
- "training_condition": "latency-aware",
5
- "training_run_id": "ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k",
6
- "source": {
7
- "repo_id": "latency-sensitive-bench/Standard-Pipeline",
8
- "revision": "2208875f92b21e3f8ec2363a30a6705dfe56cc04",
9
- "path": "ant/profile_latency/OpenVLA",
10
- "url": "https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/ant/profile_latency/OpenVLA"
11
- },
12
- "hf_repo_id": "latency-sensitive-bench/benchmark-models",
13
- "hf_path": "latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k",
14
- "checkpoint": {
15
- "source_file": "ant/profile_latency/OpenVLA/checkpoints/steps_5000_pytorch_model.pt",
16
- "source_sha256": "1c7acdbcd7a2ee8735643cea078ef523947775166f6bc220bce7de71a9db90a3",
17
- "source_bytes": 9785070315,
18
- "file": "checkpoints/model.pt",
19
- "selection_rule": "only published VLA checkpoint",
20
- "method": "copy",
21
- "sha256": "1c7acdbcd7a2ee8735643cea078ef523947775166f6bc220bce7de71a9db90a3",
22
- "bytes": 9785070315
23
- },
24
- "config_source": "ant/profile_latency/OpenVLA/config.full.yaml",
25
- "task_contract_file": "task_contract.json",
26
- "missing_source_files": [],
27
- "migration": {
28
- "operation": "copy_selected_inference_bundle",
29
- "source_modified": false,
30
- "evaluation_performed": false,
31
- "experiment_status": "preserved_in_source_evidence"
32
- },
33
- "action_horizon": 1
34
  }
 
1
  {
2
  "task": "ant",
3
+ "model": "openvla",
4
+ "training_run_id": "ant_openvla_profile_issued_iid_g128_s42_20261010",
5
+ "steps": 5000,
6
+ "seed": 42,
7
+ "source_identity": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/source_identity.json",
8
+ "data_source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/collection_protocol.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  }
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/results.json ADDED
@@ -0,0 +1,223 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "ant",
3
+ "model": "openvla",
4
+ "condition": "profile",
5
+ "method": "iid",
6
+ "parallel_envs": 32,
7
+ "fps": 10,
8
+ "latency_seed": 0,
9
+ "eval_max_steps": 1000,
10
+ "iid": {
11
+ "episodes": 100,
12
+ "seeds": [
13
+ 42,
14
+ 43,
15
+ 44,
16
+ 45,
17
+ 46,
18
+ 47,
19
+ 48,
20
+ 49,
21
+ 50,
22
+ 51,
23
+ 52,
24
+ 53,
25
+ 54,
26
+ 55,
27
+ 56,
28
+ 57,
29
+ 58,
30
+ 59,
31
+ 60,
32
+ 61,
33
+ 62,
34
+ 63,
35
+ 64,
36
+ 65,
37
+ 66,
38
+ 67,
39
+ 68,
40
+ 69,
41
+ 70,
42
+ 71,
43
+ 72,
44
+ 73,
45
+ 74,
46
+ 75,
47
+ 76,
48
+ 77,
49
+ 78,
50
+ 79,
51
+ 80,
52
+ 81,
53
+ 82,
54
+ 83,
55
+ 84,
56
+ 85,
57
+ 86,
58
+ 87,
59
+ 88,
60
+ 89,
61
+ 90,
62
+ 91,
63
+ 92,
64
+ 93,
65
+ 94,
66
+ 95,
67
+ 96,
68
+ 97,
69
+ 98,
70
+ 99,
71
+ 100,
72
+ 101,
73
+ 102,
74
+ 103,
75
+ 104,
76
+ 105,
77
+ 106,
78
+ 107,
79
+ 108,
80
+ 109,
81
+ 110,
82
+ 111,
83
+ 112,
84
+ 113,
85
+ 114,
86
+ 115,
87
+ 116,
88
+ 117,
89
+ 118,
90
+ 119,
91
+ 120,
92
+ 121,
93
+ 122,
94
+ 123,
95
+ 124,
96
+ 125,
97
+ 126,
98
+ 127,
99
+ 128,
100
+ 129,
101
+ 130,
102
+ 131,
103
+ 132,
104
+ 133,
105
+ 134,
106
+ 135,
107
+ 136,
108
+ 137,
109
+ 138,
110
+ 139,
111
+ 140,
112
+ 141
113
+ ],
114
+ "mean_return": 2250.516542056559,
115
+ "population_std_return": 132.953402688222,
116
+ "mean_length": 1000.0,
117
+ "returns": [
118
+ 2310.7617966955095,
119
+ 2131.7026667646555,
120
+ 2252.5885343827404,
121
+ 2323.5206316686895,
122
+ 2316.0265906017366,
123
+ 2293.950718023614,
124
+ 2252.66446432145,
125
+ 2304.290101100005,
126
+ 2348.37509356787,
127
+ 2196.1623430135646,
128
+ 2229.0968774534954,
129
+ 2296.7046865479942,
130
+ 2311.594310537656,
131
+ 2162.7041760809634,
132
+ 2239.1605206724967,
133
+ 2257.2847819342182,
134
+ 2281.786161882332,
135
+ 2258.9804816206242,
136
+ 2353.820104006152,
137
+ 2276.165015107352,
138
+ 2117.989307008761,
139
+ 2293.0846553618635,
140
+ 2256.9673781139036,
141
+ 2358.800545225007,
142
+ 2320.7167665960046,
143
+ 2333.567320151639,
144
+ 2289.6907034504798,
145
+ 2176.54171885542,
146
+ 2276.617081363673,
147
+ 2258.052618646518,
148
+ 2279.797963372485,
149
+ 2259.0251855671363,
150
+ 2413.050102794513,
151
+ 2309.507701503602,
152
+ 2234.2913435301684,
153
+ 2214.9160986284664,
154
+ 2230.396086566361,
155
+ 2461.130939364067,
156
+ 2208.6289525410434,
157
+ 2298.895444766812,
158
+ 2318.5718636173137,
159
+ 2297.2211619074455,
160
+ 2320.9259109579307,
161
+ 2338.686090341982,
162
+ 2283.653337432246,
163
+ 2127.499606650314,
164
+ 2075.6753134670053,
165
+ 2265.1597175676225,
166
+ 2280.262733187318,
167
+ 2308.5882777420697,
168
+ 2172.7262260718817,
169
+ 2405.8026380996243,
170
+ 2422.1768281834493,
171
+ 2311.5328821118073,
172
+ 2245.23654227952,
173
+ 2229.376583945671,
174
+ 2263.5604750513103,
175
+ 2255.2460014937215,
176
+ 2269.0394046153892,
177
+ 1490.4163813958307,
178
+ 2298.7873182758854,
179
+ 2284.7897769026495,
180
+ 2276.944890218825,
181
+ 2248.8015790173176,
182
+ 2330.6194924324473,
183
+ 1406.9759610034948,
184
+ 2253.32870089501,
185
+ 2300.464759927768,
186
+ 2365.327091744112,
187
+ 2277.2354625041744,
188
+ 2193.392581541768,
189
+ 2238.679526606377,
190
+ 2281.4258145434505,
191
+ 2240.338256688812,
192
+ 2253.8685762793216,
193
+ 2176.272493471641,
194
+ 2205.8512257516895,
195
+ 2349.8105876352706,
196
+ 2325.769189842056,
197
+ 2281.3870584499455,
198
+ 2205.38510507157,
199
+ 2327.2782245190465,
200
+ 2199.0292345728158,
201
+ 2290.154072650378,
202
+ 2269.062261341686,
203
+ 2207.9876021543632,
204
+ 2245.264633384305,
205
+ 2145.706766571574,
206
+ 2084.4536044417887,
207
+ 2177.1586451365315,
208
+ 2327.626124225144,
209
+ 2339.283172372,
210
+ 2212.9059664542806,
211
+ 2223.449129229652,
212
+ 2231.491429646047,
213
+ 2204.885277041093,
214
+ 2326.11239945166,
215
+ 2273.8551428186365,
216
+ 2277.779053929565,
217
+ 2222.3500714012384
218
+ ],
219
+ "primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
220
+ "eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/eval_iid_parallel32_ib8.yaml",
221
+ "inference_batch_size": 8
222
+ }
223
+ }
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source.tar.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:243de1df8298a262fed9f20fc794bf4a8c784b8754aa29c36e06280b3e9b8e2c
3
+ size 15131356
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source/config.yaml DELETED
@@ -1,86 +0,0 @@
1
- checkpoint:
2
- local:
3
- keep_last_n: 1
4
- save_best_model: false
5
- save_final_model: true
6
- save_pt_file: true
7
- save_safetensors_file: false
8
- save_training_state: false
9
- sync:
10
- enabled: false
11
- keep_last_n: 0
12
- repo_id: null
13
- datasets:
14
- vla_data:
15
- data_mix: ant_rgb_state_profile_20260911T112232Z
16
- dataset_py: lerobot_datasets
17
- eval_data_mix: ant_rgb_state_profile_20260911T112232Z__val
18
- latency_curriculum:
19
- enabled: false
20
- per_device_batch_size: 16
21
- framework:
22
- action_model:
23
- action_dim: 8
24
- action_env_dim: 8
25
- action_hidden_dim: 2560
26
- action_horizon: 1
27
- action_model_type: MLP
28
- loss_type: l1
29
- state_encoding: discretized_text
30
- task_objective: null
31
- kv_memory:
32
- enabled: false
33
- packed_train: false
34
- rebased_sink: true
35
- rollout_len: 8
36
- window: 4
37
- name: QwenOFT
38
- qwenvl:
39
- attn_implementation: flash_attention_2
40
- base_vlm: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
41
- enable_gradient_checkpointing: true
42
- output_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k
43
- rl_games:
44
- env_eval:
45
- enabled: false
46
- task: gymnasium
47
- run_id: ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k
48
- run_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla
49
- seed: 42
50
- trainer:
51
- distributed_backend: deepspeed
52
- eval_action_classification: false
53
- eval_action_classification_interval: null
54
- eval_interval: 500
55
- eval_num_batches: 200
56
- freeze_llm_layers: []
57
- freeze_modules: ''
58
- freeze_tied_embedding: false
59
- freeze_vit: false
60
- gradient_accumulation_steps: 1
61
- is_resume: false
62
- learning_rate:
63
- action_model: 0.0001
64
- base: 2.0e-05
65
- qwen_vl_interface: 1.0e-05
66
- logging_frequency: 1
67
- lr_scheduler_type: cosine_with_min_lr
68
- max_train_steps: 5000
69
- num_warmup_steps: 100
70
- optimizer:
71
- betas:
72
- - 0.9
73
- - 0.95
74
- eps: 1.0e-08
75
- fused: true
76
- weight_decay: 1.0e-08
77
- per_latency_eval_num_batches: null
78
- pretrained_checkpoint: null
79
- profile_timing:
80
- enabled: true
81
- log_interval: 10
82
- save_interval: 500
83
- scheduler_specific_kwargs:
84
- min_lr: 1.0e-06
85
- wandb_entity: dongqianyu99-zhejiang-university
86
- wandb_project: latency-sensitive-bench
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source/provenance.json DELETED
@@ -1,833 +0,0 @@
1
- {
2
- "run_id": "20260911T112232Z-ant",
3
- "final_step": 5000,
4
- "exit_code": 0,
5
- "checkpoint_name": "steps_5000_pytorch_model.pt",
6
- "checkpoint_size": 9785070315,
7
- "checkpoint_sha256": "1c7acdbcd7a2ee8735643cea078ef523947775166f6bc220bce7de71a9db90a3",
8
- "state_dict_entries": 730,
9
- "state_dict_key_examples": [
10
- "qwen_vl_interface.model.model.visual.patch_embed.proj.weight",
11
- "qwen_vl_interface.model.model.visual.patch_embed.proj.bias",
12
- "qwen_vl_interface.model.model.visual.pos_embed.weight",
13
- "qwen_vl_interface.model.model.visual.blocks.0.norm1.weight",
14
- "qwen_vl_interface.model.model.visual.blocks.0.norm1.bias"
15
- ],
16
- "checkpoint_content": "model state dict only",
17
- "wandb": {
18
- "status": "finished",
19
- "wandb_url": "https://wandb.ai/dongqianyu99-zhejiang-university/latency-sensitive-bench/runs/adyat3gb",
20
- "summary": {
21
- "_runtime": 14102.327984431,
22
- "_step": 5000,
23
- "_timestamp": 1789146462.5902624,
24
- "_wandb.runtime": 14102,
25
- "batch/effective_tokens": 4754,
26
- "batch/image_count": 16,
27
- "batch/input_len_max": 300,
28
- "batch/input_len_mean": 297.125,
29
- "batch/padding_ratio": 0.009583333333333388,
30
- "batch/pixel_values_rows": 4096,
31
- "batch/size": 16,
32
- "epoch": 0.89,
33
- "eval/action_loss/samples": 3200,
34
- "eval/action_loss/seconds": 44.19178483099677,
35
- "eval/ant_rgb_state/latency_1/loss": 0.03447564318776131,
36
- "eval/ant_rgb_state/latency_2/loss": 0.03418608382344246,
37
- "eval/ant_rgb_state/loss": 0.03446578234434128,
38
- "eval/latency_1/loss": 0.03447564318776131,
39
- "eval/latency_2/loss": 0.03418608382344246,
40
- "eval/loss": 0.03446578234434128,
41
- "learning_rate/action_model": 5e-06,
42
- "learning_rate/qwen_vl_interface": 5e-07,
43
- "throughput/effective_tokens_per_sec": 1761.4305704480005,
44
- "throughput/samples_per_sec": 5.92824760773412,
45
- "timing/action_head_loss": 0.0014290429971879348,
46
- "timing/backward": 0.9283071889949496,
47
- "timing/checkpoint_total": 13.2971123069874,
48
- "timing/data": 0.0004361040046205744,
49
- "timing/dataloader_next": 0.0006223830132512376,
50
- "timing/eval_action_loss_total": 44.19449000500026,
51
- "timing/forward": 0.20492293399001937,
52
- "timing/log_metrics_total": 0.005266011998173781,
53
- "timing/lr_scheduler": 0.00010402999760117382,
54
- "timing/model": 2.6987912710028468,
55
- "timing/optimizer_step": 1.5619513980054762,
56
- "timing/qwen_h2d": 0.0034667389991227537,
57
- "timing/qwen_input_build_total": 0.02470728399930522,
58
- "timing/qwen_processor": 0.020688475997303613,
59
- "timing/train_step_total": 2.698942597999121,
60
- "timing/vlm_forward": 0.17757584199716803,
61
- "train/grad_norm_pre_clip": 5.912214279174805,
62
- "train/loss": 0.03236494958400726
63
- },
64
- "verified_utc": "2026-09-11T17:14:33.800591+00:00",
65
- "exit_code": 0,
66
- "final_step": 5000,
67
- "post_train_eval": false,
68
- "checkpoint_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/checkpoints/steps_5000_pytorch_model.pt",
69
- "checkpoint_size": 9785070315
70
- },
71
- "dataset_upload": [
72
- {
73
- "repo_id": "latency-sensitive-bench/extra-envs-rollouts",
74
- "repo_type": "dataset",
75
- "prefix": "profile-latency-new/ant/20260911T112232Z-ant/raw",
76
- "commit": "ab5bf104860c1e7dd54ffe09b2b8a3454d26ffa0",
77
- "url": "https://huggingface.co/datasets/latency-sensitive-bench/extra-envs-rollouts/commit/ab5bf104860c1e7dd54ffe09b2b8a3454d26ffa0",
78
- "verified_files": 6,
79
- "bytes": 1800514299,
80
- "verification": "Every file size; Git blob SHA1 for regular files and SHA256 for LFS files"
81
- },
82
- {
83
- "repo_id": "latency-sensitive-bench/extra-envs-rollouts",
84
- "repo_type": "dataset",
85
- "prefix": "profile-latency-new/ant/20260911T112232Z-ant/converted",
86
- "commit": "12a5023f4280f51653c2cc67da437eedc9f7f71d",
87
- "url": "https://huggingface.co/datasets/latency-sensitive-bench/extra-envs-rollouts/commit/12a5023f4280f51653c2cc67da437eedc9f7f71d",
88
- "verified_files": 117,
89
- "bytes": 1795473928,
90
- "verification": "Every file size; Git blob SHA1 for regular files and SHA256 for LFS files"
91
- }
92
- ],
93
- "data_validation": {
94
- "episodes": [
95
- {
96
- "split": "train",
97
- "episode_idx": 0,
98
- "seed": 2222,
99
- "actual_rows": 1000,
100
- "actual_return": 2643.70831951499
101
- },
102
- {
103
- "split": "train",
104
- "episode_idx": 2,
105
- "seed": 2224,
106
- "actual_rows": 1000,
107
- "actual_return": 2552.704335546121
108
- },
109
- {
110
- "split": "train",
111
- "episode_idx": 4,
112
- "seed": 2226,
113
- "actual_rows": 1000,
114
- "actual_return": 2707.9147548675537
115
- },
116
- {
117
- "split": "train",
118
- "episode_idx": 5,
119
- "seed": 2227,
120
- "actual_rows": 1000,
121
- "actual_return": 2585.2526717185974
122
- },
123
- {
124
- "split": "train",
125
- "episode_idx": 6,
126
- "seed": 2228,
127
- "actual_rows": 1000,
128
- "actual_return": 2512.4708308251575
129
- },
130
- {
131
- "split": "train",
132
- "episode_idx": 8,
133
- "seed": 2230,
134
- "actual_rows": 1000,
135
- "actual_return": 2632.057837843895
136
- },
137
- {
138
- "split": "train",
139
- "episode_idx": 9,
140
- "seed": 2231,
141
- "actual_rows": 1000,
142
- "actual_return": 2663.5257034003735
143
- },
144
- {
145
- "split": "train",
146
- "episode_idx": 10,
147
- "seed": 2232,
148
- "actual_rows": 1000,
149
- "actual_return": 2557.4228100404143
150
- },
151
- {
152
- "split": "train",
153
- "episode_idx": 11,
154
- "seed": 2233,
155
- "actual_rows": 1000,
156
- "actual_return": 2655.0031908750534
157
- },
158
- {
159
- "split": "train",
160
- "episode_idx": 12,
161
- "seed": 2234,
162
- "actual_rows": 1000,
163
- "actual_return": 2529.6297677755356
164
- },
165
- {
166
- "split": "train",
167
- "episode_idx": 13,
168
- "seed": 2235,
169
- "actual_rows": 1000,
170
- "actual_return": 2598.792264536023
171
- },
172
- {
173
- "split": "train",
174
- "episode_idx": 14,
175
- "seed": 2236,
176
- "actual_rows": 1000,
177
- "actual_return": 2619.5885412991047
178
- },
179
- {
180
- "split": "train",
181
- "episode_idx": 15,
182
- "seed": 2237,
183
- "actual_rows": 1000,
184
- "actual_return": 2713.6863983869553
185
- },
186
- {
187
- "split": "train",
188
- "episode_idx": 16,
189
- "seed": 2238,
190
- "actual_rows": 1000,
191
- "actual_return": 2574.787629812956
192
- },
193
- {
194
- "split": "train",
195
- "episode_idx": 18,
196
- "seed": 2241,
197
- "actual_rows": 1000,
198
- "actual_return": 2709.2145804166794
199
- },
200
- {
201
- "split": "train",
202
- "episode_idx": 19,
203
- "seed": 2242,
204
- "actual_rows": 1000,
205
- "actual_return": 2631.69058534503
206
- },
207
- {
208
- "split": "train",
209
- "episode_idx": 20,
210
- "seed": 2243,
211
- "actual_rows": 1000,
212
- "actual_return": 2668.6122784018517
213
- },
214
- {
215
- "split": "train",
216
- "episode_idx": 21,
217
- "seed": 2244,
218
- "actual_rows": 1000,
219
- "actual_return": 2519.7310258597136
220
- },
221
- {
222
- "split": "train",
223
- "episode_idx": 22,
224
- "seed": 2245,
225
- "actual_rows": 1000,
226
- "actual_return": 2580.592764019966
227
- },
228
- {
229
- "split": "train",
230
- "episode_idx": 23,
231
- "seed": 2246,
232
- "actual_rows": 1000,
233
- "actual_return": 2585.969407478813
234
- },
235
- {
236
- "split": "train",
237
- "episode_idx": 24,
238
- "seed": 2247,
239
- "actual_rows": 1000,
240
- "actual_return": 2634.7145904526114
241
- },
242
- {
243
- "split": "train",
244
- "episode_idx": 26,
245
- "seed": 2249,
246
- "actual_rows": 1000,
247
- "actual_return": 2750.843462884426
248
- },
249
- {
250
- "split": "train",
251
- "episode_idx": 27,
252
- "seed": 2250,
253
- "actual_rows": 1000,
254
- "actual_return": 2608.5302359461784
255
- },
256
- {
257
- "split": "train",
258
- "episode_idx": 28,
259
- "seed": 2251,
260
- "actual_rows": 1000,
261
- "actual_return": 2545.0221658200026
262
- },
263
- {
264
- "split": "train",
265
- "episode_idx": 30,
266
- "seed": 2253,
267
- "actual_rows": 1000,
268
- "actual_return": 2656.639006242156
269
- },
270
- {
271
- "split": "train",
272
- "episode_idx": 31,
273
- "seed": 2254,
274
- "actual_rows": 1000,
275
- "actual_return": 2688.6480253338814
276
- },
277
- {
278
- "split": "train",
279
- "episode_idx": 32,
280
- "seed": 2256,
281
- "actual_rows": 1000,
282
- "actual_return": 2622.6766557469964
283
- },
284
- {
285
- "split": "train",
286
- "episode_idx": 33,
287
- "seed": 2257,
288
- "actual_rows": 1000,
289
- "actual_return": 2554.2388083845144
290
- },
291
- {
292
- "split": "train",
293
- "episode_idx": 34,
294
- "seed": 2258,
295
- "actual_rows": 1000,
296
- "actual_return": 2697.263863325119
297
- },
298
- {
299
- "split": "train",
300
- "episode_idx": 35,
301
- "seed": 2259,
302
- "actual_rows": 1000,
303
- "actual_return": 2558.7703088372946
304
- },
305
- {
306
- "split": "train",
307
- "episode_idx": 36,
308
- "seed": 2260,
309
- "actual_rows": 1000,
310
- "actual_return": 2616.975213229656
311
- },
312
- {
313
- "split": "train",
314
- "episode_idx": 37,
315
- "seed": 2262,
316
- "actual_rows": 1000,
317
- "actual_return": 2540.7197449803352
318
- },
319
- {
320
- "split": "train",
321
- "episode_idx": 38,
322
- "seed": 2263,
323
- "actual_rows": 1000,
324
- "actual_return": 2629.547179341316
325
- },
326
- {
327
- "split": "train",
328
- "episode_idx": 39,
329
- "seed": 2264,
330
- "actual_rows": 1000,
331
- "actual_return": 2689.9670471847057
332
- },
333
- {
334
- "split": "train",
335
- "episode_idx": 40,
336
- "seed": 2265,
337
- "actual_rows": 1000,
338
- "actual_return": 2652.0200481824577
339
- },
340
- {
341
- "split": "train",
342
- "episode_idx": 41,
343
- "seed": 2266,
344
- "actual_rows": 1000,
345
- "actual_return": 2568.2169385650195
346
- },
347
- {
348
- "split": "train",
349
- "episode_idx": 42,
350
- "seed": 2267,
351
- "actual_rows": 1000,
352
- "actual_return": 2702.984243750572
353
- },
354
- {
355
- "split": "train",
356
- "episode_idx": 43,
357
- "seed": 2268,
358
- "actual_rows": 1000,
359
- "actual_return": 2763.2135685682297
360
- },
361
- {
362
- "split": "train",
363
- "episode_idx": 44,
364
- "seed": 2270,
365
- "actual_rows": 1000,
366
- "actual_return": 2623.3026285097003
367
- },
368
- {
369
- "split": "train",
370
- "episode_idx": 45,
371
- "seed": 2271,
372
- "actual_rows": 1000,
373
- "actual_return": 2726.6655794382095
374
- },
375
- {
376
- "split": "train",
377
- "episode_idx": 46,
378
- "seed": 2272,
379
- "actual_rows": 1000,
380
- "actual_return": 2596.1488404423
381
- },
382
- {
383
- "split": "train",
384
- "episode_idx": 48,
385
- "seed": 2274,
386
- "actual_rows": 1000,
387
- "actual_return": 2761.562707066536
388
- },
389
- {
390
- "split": "train",
391
- "episode_idx": 49,
392
- "seed": 2275,
393
- "actual_rows": 1000,
394
- "actual_return": 2669.6118823885918
395
- },
396
- {
397
- "split": "train",
398
- "episode_idx": 50,
399
- "seed": 2276,
400
- "actual_rows": 1000,
401
- "actual_return": 2652.3150373995304
402
- },
403
- {
404
- "split": "train",
405
- "episode_idx": 51,
406
- "seed": 2277,
407
- "actual_rows": 1000,
408
- "actual_return": 2723.6675519701676
409
- },
410
- {
411
- "split": "train",
412
- "episode_idx": 52,
413
- "seed": 2279,
414
- "actual_rows": 1000,
415
- "actual_return": 2709.8260709047318
416
- },
417
- {
418
- "split": "train",
419
- "episode_idx": 53,
420
- "seed": 2280,
421
- "actual_rows": 1000,
422
- "actual_return": 2618.568952411413
423
- },
424
- {
425
- "split": "train",
426
- "episode_idx": 54,
427
- "seed": 2281,
428
- "actual_rows": 1000,
429
- "actual_return": 2621.0226818174124
430
- },
431
- {
432
- "split": "train",
433
- "episode_idx": 55,
434
- "seed": 2282,
435
- "actual_rows": 1000,
436
- "actual_return": 2683.6981935900185
437
- },
438
- {
439
- "split": "train",
440
- "episode_idx": 56,
441
- "seed": 2283,
442
- "actual_rows": 1000,
443
- "actual_return": 2701.301379352808
444
- },
445
- {
446
- "split": "train",
447
- "episode_idx": 57,
448
- "seed": 2285,
449
- "actual_rows": 1000,
450
- "actual_return": 2678.820751875639
451
- },
452
- {
453
- "split": "train",
454
- "episode_idx": 59,
455
- "seed": 2288,
456
- "actual_rows": 1000,
457
- "actual_return": 2518.8468287289143
458
- },
459
- {
460
- "split": "train",
461
- "episode_idx": 60,
462
- "seed": 2289,
463
- "actual_rows": 1000,
464
- "actual_return": 2536.876379041001
465
- },
466
- {
467
- "split": "train",
468
- "episode_idx": 61,
469
- "seed": 2290,
470
- "actual_rows": 1000,
471
- "actual_return": 2569.830728366971
472
- },
473
- {
474
- "split": "train",
475
- "episode_idx": 62,
476
- "seed": 2292,
477
- "actual_rows": 1000,
478
- "actual_return": 2607.5661242082715
479
- },
480
- {
481
- "split": "train",
482
- "episode_idx": 63,
483
- "seed": 2293,
484
- "actual_rows": 1000,
485
- "actual_return": 2661.9589318037033
486
- },
487
- {
488
- "split": "train",
489
- "episode_idx": 64,
490
- "seed": 2294,
491
- "actual_rows": 1000,
492
- "actual_return": 2656.980154186487
493
- },
494
- {
495
- "split": "train",
496
- "episode_idx": 65,
497
- "seed": 2295,
498
- "actual_rows": 1000,
499
- "actual_return": 2617.5452690571547
500
- },
501
- {
502
- "split": "train",
503
- "episode_idx": 66,
504
- "seed": 2296,
505
- "actual_rows": 1000,
506
- "actual_return": 2580.553820222616
507
- },
508
- {
509
- "split": "train",
510
- "episode_idx": 67,
511
- "seed": 2297,
512
- "actual_rows": 1000,
513
- "actual_return": 2610.305488182232
514
- },
515
- {
516
- "split": "train",
517
- "episode_idx": 68,
518
- "seed": 2298,
519
- "actual_rows": 1000,
520
- "actual_return": 2722.1854515075684
521
- },
522
- {
523
- "split": "train",
524
- "episode_idx": 69,
525
- "seed": 2299,
526
- "actual_rows": 1000,
527
- "actual_return": 2710.490860968828
528
- },
529
- {
530
- "split": "train",
531
- "episode_idx": 70,
532
- "seed": 2301,
533
- "actual_rows": 1000,
534
- "actual_return": 2726.4224319159985
535
- },
536
- {
537
- "split": "train",
538
- "episode_idx": 71,
539
- "seed": 2302,
540
- "actual_rows": 1000,
541
- "actual_return": 2579.610513707623
542
- },
543
- {
544
- "split": "train",
545
- "episode_idx": 72,
546
- "seed": 2304,
547
- "actual_rows": 1000,
548
- "actual_return": 2618.2236045971513
549
- },
550
- {
551
- "split": "train",
552
- "episode_idx": 73,
553
- "seed": 2305,
554
- "actual_rows": 1000,
555
- "actual_return": 2666.5393874943256
556
- },
557
- {
558
- "split": "train",
559
- "episode_idx": 74,
560
- "seed": 2307,
561
- "actual_rows": 1000,
562
- "actual_return": 2600.8440006673336
563
- },
564
- {
565
- "split": "train",
566
- "episode_idx": 75,
567
- "seed": 2308,
568
- "actual_rows": 1000,
569
- "actual_return": 2636.181053340435
570
- },
571
- {
572
- "split": "train",
573
- "episode_idx": 76,
574
- "seed": 2309,
575
- "actual_rows": 1000,
576
- "actual_return": 2540.7215443961322
577
- },
578
- {
579
- "split": "train",
580
- "episode_idx": 78,
581
- "seed": 2311,
582
- "actual_rows": 1000,
583
- "actual_return": 2524.6232791244984
584
- },
585
- {
586
- "split": "train",
587
- "episode_idx": 79,
588
- "seed": 2312,
589
- "actual_rows": 1000,
590
- "actual_return": 2646.250018566847
591
- },
592
- {
593
- "split": "train",
594
- "episode_idx": 80,
595
- "seed": 2313,
596
- "actual_rows": 1000,
597
- "actual_return": 2605.8088382310234
598
- },
599
- {
600
- "split": "train",
601
- "episode_idx": 82,
602
- "seed": 2316,
603
- "actual_rows": 1000,
604
- "actual_return": 2650.0885524451733
605
- },
606
- {
607
- "split": "train",
608
- "episode_idx": 83,
609
- "seed": 2317,
610
- "actual_rows": 1000,
611
- "actual_return": 2662.2191310562193
612
- },
613
- {
614
- "split": "train",
615
- "episode_idx": 84,
616
- "seed": 2318,
617
- "actual_rows": 1000,
618
- "actual_return": 2637.3336541466415
619
- },
620
- {
621
- "split": "train",
622
- "episode_idx": 85,
623
- "seed": 2320,
624
- "actual_rows": 1000,
625
- "actual_return": 2542.4085894823074
626
- },
627
- {
628
- "split": "train",
629
- "episode_idx": 86,
630
- "seed": 2321,
631
- "actual_rows": 1000,
632
- "actual_return": 2594.00810235925
633
- },
634
- {
635
- "split": "train",
636
- "episode_idx": 87,
637
- "seed": 2322,
638
- "actual_rows": 1000,
639
- "actual_return": 2652.956304550171
640
- },
641
- {
642
- "split": "train",
643
- "episode_idx": 88,
644
- "seed": 2323,
645
- "actual_rows": 1000,
646
- "actual_return": 2641.8834931254387
647
- },
648
- {
649
- "split": "train",
650
- "episode_idx": 89,
651
- "seed": 2324,
652
- "actual_rows": 1000,
653
- "actual_return": 2652.8989153131843
654
- },
655
- {
656
- "split": "train",
657
- "episode_idx": 90,
658
- "seed": 2325,
659
- "actual_rows": 1000,
660
- "actual_return": 2654.362419515848
661
- },
662
- {
663
- "split": "train",
664
- "episode_idx": 91,
665
- "seed": 2326,
666
- "actual_rows": 1000,
667
- "actual_return": 2601.472749352455
668
- },
669
- {
670
- "split": "train",
671
- "episode_idx": 92,
672
- "seed": 2327,
673
- "actual_rows": 1000,
674
- "actual_return": 2615.7477973103523
675
- },
676
- {
677
- "split": "train",
678
- "episode_idx": 93,
679
- "seed": 2328,
680
- "actual_rows": 1000,
681
- "actual_return": 2562.26792743057
682
- },
683
- {
684
- "split": "train",
685
- "episode_idx": 94,
686
- "seed": 2330,
687
- "actual_rows": 1000,
688
- "actual_return": 2721.2280141040683
689
- },
690
- {
691
- "split": "train",
692
- "episode_idx": 95,
693
- "seed": 2331,
694
- "actual_rows": 1000,
695
- "actual_return": 2588.2735750013962
696
- },
697
- {
698
- "split": "train",
699
- "episode_idx": 96,
700
- "seed": 2332,
701
- "actual_rows": 1000,
702
- "actual_return": 2635.2205460742116
703
- },
704
- {
705
- "split": "train",
706
- "episode_idx": 97,
707
- "seed": 2334,
708
- "actual_rows": 1000,
709
- "actual_return": 2631.2997711896896
710
- },
711
- {
712
- "split": "train",
713
- "episode_idx": 98,
714
- "seed": 2335,
715
- "actual_rows": 1000,
716
- "actual_return": 2685.585558272898
717
- },
718
- {
719
- "split": "train",
720
- "episode_idx": 99,
721
- "seed": 2336,
722
- "actual_rows": 1000,
723
- "actual_return": 2560.102152645588
724
- },
725
- {
726
- "split": "val",
727
- "episode_idx": 1,
728
- "seed": 2223,
729
- "actual_rows": 1000,
730
- "actual_return": 2641.806855738163
731
- },
732
- {
733
- "split": "val",
734
- "episode_idx": 3,
735
- "seed": 2225,
736
- "actual_rows": 1000,
737
- "actual_return": 2721.981551885605
738
- },
739
- {
740
- "split": "val",
741
- "episode_idx": 7,
742
- "seed": 2229,
743
- "actual_rows": 1000,
744
- "actual_return": 2680.470741957426
745
- },
746
- {
747
- "split": "val",
748
- "episode_idx": 17,
749
- "seed": 2240,
750
- "actual_rows": 1000,
751
- "actual_return": 2614.0244634775445
752
- },
753
- {
754
- "split": "val",
755
- "episode_idx": 25,
756
- "seed": 2248,
757
- "actual_rows": 1000,
758
- "actual_return": 2723.4514393806458
759
- },
760
- {
761
- "split": "val",
762
- "episode_idx": 29,
763
- "seed": 2252,
764
- "actual_rows": 1000,
765
- "actual_return": 2720.960786163807
766
- },
767
- {
768
- "split": "val",
769
- "episode_idx": 47,
770
- "seed": 2273,
771
- "actual_rows": 1000,
772
- "actual_return": 2649.437492787838
773
- },
774
- {
775
- "split": "val",
776
- "episode_idx": 58,
777
- "seed": 2287,
778
- "actual_rows": 1000,
779
- "actual_return": 2745.2619693707675
780
- },
781
- {
782
- "split": "val",
783
- "episode_idx": 77,
784
- "seed": 2310,
785
- "actual_rows": 1000,
786
- "actual_return": 2674.53672555089
787
- },
788
- {
789
- "split": "val",
790
- "episode_idx": 81,
791
- "seed": 2314,
792
- "actual_rows": 1000,
793
- "actual_return": 2629.836793853523
794
- }
795
- ],
796
- "total_episodes": 100,
797
- "total_rows": 100000,
798
- "pass_gate_count": 100,
799
- "mean_return": 2635.193498437641,
800
- "minimum_return": 2512.4708308251575,
801
- "probe_train_rows": 90000,
802
- "probe_val_rows": 10000,
803
- "actual_train_rows": 90000,
804
- "actual_val_rows": 10000,
805
- "per_episode_probe_replay_match": true
806
- },
807
- "code_provenance": {
808
- "root_revision": "86df5ecef6735d5d824944e7acdee5bf204e1545",
809
- "task_code_archive_sha256": "b0a0ca72b5c6eb65c16e5d5d70f59cad540260a27cb3a71109910326b940e135",
810
- "iid_patch_sha256": "ceae6068634e4df2a553d8aee2cb70f7ef0640265330c65f75b9462b449010d0",
811
- "sf_teacher_runtime_sha256": "2e4ba33a1c406bf3fa9b122f1cc66c13f1b0d7a96c89ec142e0428f184b4646d",
812
- "sample_factory_revision": "4b7277842b17804fb928097a9689d889bd2f5cdc",
813
- "starvla_revision": "f364fdf080434aea14bb2a19931e017f0af32d87",
814
- "note": "Task code extracted from pinned root plus tracked IID runtime fix; archive runtime git metadata is unavailable."
815
- },
816
- "gate_revision": {
817
- "original_gate": {
818
- "field": "episode_raw_return",
819
- "operator": ">",
820
- "threshold": 3000
821
- },
822
- "authorized_gate": {
823
- "field": "episode_raw_return",
824
- "operator": ">",
825
- "threshold": 2500
826
- },
827
- "user_instruction": "\u8bf7\u4f7f\u75282500\u4f5c\u4e3aAnt\u6570\u636e\u95e8\u69db",
828
- "accepted_episode_target": 100,
829
- "change_scope": "Only rollout acceptance threshold; same selected teacher, clocks, reset seed, horizon, split, image/state/action contract and VLA training recipe.",
830
- "historical_evidence": "Original E and 12-episode diagnostic remain unchanged."
831
- },
832
- "normalization_source": "new Ant converted dataset and actual VLA training dataset_statistics.json"
833
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source_identity.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
3
+ "source": "current worktree snapshot",
4
+ "dirty_paths": [
5
+ " M AGENTS.md",
6
+ " M configs/experiments/memory/small_model/flappy_capped.yaml",
7
+ " M configs/experiments/memory/small_model/flappy_extended.yaml",
8
+ " M configs/experiments/observation_stride/flappy_capped.yaml",
9
+ " M configs/experiments/observation_stride/flappy_extended.yaml",
10
+ " M configs/experiments/sim2real.yaml",
11
+ " M scripts/experiments/memory/small_model/run.sh",
12
+ " M scripts/experiments/observation_stride/run.sh",
13
+ " M scripts/experiments/sim2real/study.py",
14
+ " M tests/scripts/test_sim2real.py",
15
+ "?? configs/experiments/sim2real/five_gpu.yaml",
16
+ "?? docs/cleanup-refactor/",
17
+ "?? lagen/",
18
+ "?? scripts/experiments/sim2real/campaign.py",
19
+ "?? servers.md"
20
+ ],
21
+ "runtime_patches": [
22
+ {
23
+ "path": "third_party/starVLA/starVLA/training/train_starvla.py",
24
+ "change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
25
+ "validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
26
+ }
27
+ ],
28
+ "frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
29
+ }
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/task_contract.json DELETED
@@ -1,94 +0,0 @@
1
- {
2
- "action_space": {
3
- "dtype": "float32",
4
- "high": [
5
- 1.0,
6
- 1.0,
7
- 1.0,
8
- 1.0,
9
- 1.0,
10
- 1.0,
11
- 1.0,
12
- 1.0
13
- ],
14
- "labels": [
15
- "back_right_hip_torque",
16
- "back_right_ankle_torque",
17
- "front_left_hip_torque",
18
- "front_left_ankle_torque",
19
- "front_right_hip_torque",
20
- "front_right_ankle_torque",
21
- "back_left_hip_torque",
22
- "back_left_ankle_torque"
23
- ],
24
- "low": [
25
- -1.0,
26
- -1.0,
27
- -1.0,
28
- -1.0,
29
- -1.0,
30
- -1.0,
31
- -1.0,
32
- -1.0
33
- ],
34
- "type": "box"
35
- },
36
- "base_prompt": "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle.",
37
- "env_fps": 10.0,
38
- "env_id": "LatencyBench/AntContinuous-v0",
39
- "frame_stack": 1,
40
- "make_kwargs": {
41
- "base_env_id": "Ant-v4",
42
- "base_make_kwargs": {
43
- "exclude_current_positions_from_observation": true,
44
- "use_contact_forces": false
45
- },
46
- "render_mode": "rgb_array"
47
- },
48
- "noop_action": [
49
- 0.0,
50
- 0.0,
51
- 0.0,
52
- 0.0,
53
- 0.0,
54
- 0.0,
55
- 0.0,
56
- 0.0
57
- ],
58
- "obs_fps": 10.0,
59
- "registration_imports": [
60
- "latency_bench.envs.gymnasium_ant"
61
- ],
62
- "state_space": {
63
- "labels": [
64
- "torso_z",
65
- "torso_quaternion_w",
66
- "torso_quaternion_x",
67
- "torso_quaternion_y",
68
- "torso_quaternion_z",
69
- "front_left_hip_angle",
70
- "front_left_ankle_angle",
71
- "front_right_hip_angle",
72
- "front_right_ankle_angle",
73
- "back_left_hip_angle",
74
- "back_left_ankle_angle",
75
- "back_right_hip_angle",
76
- "back_right_ankle_angle",
77
- "torso_x_velocity",
78
- "torso_y_velocity",
79
- "torso_z_velocity",
80
- "torso_angular_velocity_x",
81
- "torso_angular_velocity_y",
82
- "torso_angular_velocity_z",
83
- "front_left_hip_angular_velocity",
84
- "front_left_ankle_angular_velocity",
85
- "front_right_hip_angular_velocity",
86
- "front_right_ankle_angular_velocity",
87
- "back_left_hip_angular_velocity",
88
- "back_left_ankle_angular_velocity",
89
- "back_right_hip_angular_velocity",
90
- "back_right_ankle_angular_velocity"
91
- ]
92
- },
93
- "task_name": "ant_rgb_state"
94
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/training.complete.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "steps": 5000,
3
+ "seed": 42,
4
+ "global_batch": 128,
5
+ "gradient_checkpointing": false,
6
+ "gpus": "0,1",
7
+ "attempts": [
8
+ {
9
+ "micro_batch": 64,
10
+ "state": "OOM"
11
+ },
12
+ {
13
+ "micro_batch": 32,
14
+ "state": "OOM"
15
+ },
16
+ {
17
+ "micro_batch": 16,
18
+ "accumulation": 4,
19
+ "state": "COMPLETED"
20
+ }
21
+ ]
22
+ }