Publish global128 ant openvla profile checkpoint and evaluations
Browse files- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/README.md +4 -28
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/checkpoints/model.pt +3 -0
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/collection_protocol.json +14 -0
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/config.full.yaml +23 -14
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/config.yaml +9 -90
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/dataset_statistics.json +209 -209
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/dataset_statistics_eval.json +0 -254
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/config.yaml +345 -0
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/dataset_statistics.json +254 -0
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl +0 -0
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/eval_config.yaml +195 -0
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/latency_prompt_map.json +12 -0
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/manifest.json +233 -0
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/result.json +213 -0
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/source_identity.json +29 -0
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/manifest.json +49 -49
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/provenance.json +6 -31
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/results.json +223 -0
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source.tar.gz +3 -0
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source/config.yaml +0 -86
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source/provenance.json +0 -833
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source_identity.json +29 -0
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/task_contract.json +0 -94
- latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/training.complete.json +22 -0
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/README.md
CHANGED
|
@@ -1,29 +1,5 @@
|
|
| 1 |
-
# ant
|
| 2 |
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
- Checkpoint: `checkpoints/model.pt`
|
| 8 |
-
- Selection: only published VLA checkpoint
|
| 9 |
-
- Checkpoint SHA256: `1c7acdbcd7a2ee8735643cea078ef523947775166f6bc220bce7de71a9db90a3`
|
| 10 |
-
- Configuration, FPS, actions, normalization and latency semantics retain their source values.
|
| 11 |
-
- This import does not run evaluations or change training/evaluation/acceptance status.
|
| 12 |
-
|
| 13 |
-
Action horizon is 1. Use `config.yaml` and `dataset_statistics.json` with the matching
|
| 14 |
-
prepared backbone. `task_contract.json` is extracted from the original training configuration.
|
| 15 |
-
Original machine paths in historical configurations are provenance: bind checkpoint,
|
| 16 |
-
backbone, manifest and profile paths to downloaded local files when running inference.
|
| 17 |
-
|
| 18 |
-
[Original provenance](source/provenance.json) retains dataset references and recorded experiment evidence.
|
| 19 |
-
|
| 20 |
-
## Download
|
| 21 |
-
|
| 22 |
-
```python
|
| 23 |
-
from huggingface_hub import snapshot_download
|
| 24 |
-
prefix = "latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k"
|
| 25 |
-
snapshot_download("latency-sensitive-bench/benchmark-models", revision="<commit>",
|
| 26 |
-
allow_patterns=[prefix + "/**"])
|
| 27 |
-
```
|
| 28 |
-
|
| 29 |
-
Use the verified import commit listed in the repository's import report.
|
|
|
|
| 1 |
+
# ant openvla profile
|
| 2 |
|
| 3 |
+
Global batch128, seed42, 5000 optimizer updates. Gradient checkpointing False.
|
| 4 |
+
Evaluation: simulated IID, 100 episodes, seeds42-141, latency seed0, parallel32, 10 FPS, cap1000, per-environment capacity1.
|
| 5 |
+
See config.full.yaml, training.complete.json, results.json and evaluation evidence.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/checkpoints/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3bf40dd74ef8f8337b61074d11440ca3168021b52277766972d84a08b9a6e474
|
| 3 |
+
size 9785070315
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/collection_protocol.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"teacher_source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/historical/latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-v1",
|
| 3 |
+
"teacher_seed": 2222,
|
| 4 |
+
"gate": 2500,
|
| 5 |
+
"max_episodes": 100,
|
| 6 |
+
"train_episodes": 90,
|
| 7 |
+
"validation_episodes": 10,
|
| 8 |
+
"split_seed": 0,
|
| 9 |
+
"env_fps": 10.0,
|
| 10 |
+
"obs_fps": 10.0,
|
| 11 |
+
"checkpoint": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/teacher/checkpoint.pth",
|
| 12 |
+
"profile": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/profile/profile.json",
|
| 13 |
+
"label_semantics": "teacher_issued_command"
|
| 14 |
+
}
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/config.full.yaml
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
framework:
|
| 2 |
name: QwenOFT
|
| 3 |
qwenvl:
|
| 4 |
-
base_vlm: /
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
-
enable_gradient_checkpointing:
|
| 7 |
action_model:
|
| 8 |
action_model_type: MLP
|
| 9 |
action_dim: 8
|
|
@@ -26,10 +26,10 @@ datasets:
|
|
| 26 |
vla_data:
|
| 27 |
dataset_py: lerobot_datasets
|
| 28 |
include_state: true
|
| 29 |
-
data_root_dir: /
|
| 30 |
-
data_mix:
|
| 31 |
-
eval_data_mix:
|
| 32 |
-
custom_mixtures_path: /
|
| 33 |
action_type: discrete
|
| 34 |
sequential_step_sampling: false
|
| 35 |
eval_sequential_step_sampling: null
|
|
@@ -125,7 +125,7 @@ datasets:
|
|
| 125 |
- 0.0
|
| 126 |
obs_fps: 10.0
|
| 127 |
registration_imports:
|
| 128 |
-
- latency_bench.envs.
|
| 129 |
state_space:
|
| 130 |
labels:
|
| 131 |
- torso_z
|
|
@@ -157,6 +157,7 @@ datasets:
|
|
| 157 |
- back_right_ankle_angular_velocity
|
| 158 |
task_name: ant_rgb_state
|
| 159 |
active_action_dim: 8
|
|
|
|
| 160 |
dataset:
|
| 161 |
source_hf: ''
|
| 162 |
config_name: null
|
|
@@ -217,7 +218,7 @@ trainer:
|
|
| 217 |
enabled: true
|
| 218 |
log_interval: 10
|
| 219 |
gradient_clipping: 1.0
|
| 220 |
-
gradient_accumulation_steps:
|
| 221 |
distributed_backend: deepspeed
|
| 222 |
is_resume: false
|
| 223 |
pretrained_checkpoint: null
|
|
@@ -233,9 +234,9 @@ trainer:
|
|
| 233 |
fused: true
|
| 234 |
save_format: pt
|
| 235 |
workspace_dir: WORKSPACE_DIR
|
| 236 |
-
run_root_dir: /
|
| 237 |
seed: 42
|
| 238 |
-
wandb_entity:
|
| 239 |
wandb_project: latency-sensitive-bench
|
| 240 |
auth:
|
| 241 |
env_file: null
|
|
@@ -409,7 +410,7 @@ checkpoint:
|
|
| 409 |
save_best_model: false
|
| 410 |
save_final_model: true
|
| 411 |
save_pt_file: true
|
| 412 |
-
save_training_state:
|
| 413 |
save_safetensors_file: false
|
| 414 |
local:
|
| 415 |
keep_last_n: 1
|
|
@@ -419,8 +420,16 @@ checkpoint:
|
|
| 419 |
keep_last_n: 0
|
| 420 |
sync_every_n_checkpoints: 1
|
| 421 |
resume_policy: local_latest
|
| 422 |
-
run_id:
|
| 423 |
-
output_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k
|
| 424 |
-
config_yaml: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/h100/vla_train.yaml
|
| 425 |
is_debug: false
|
| 426 |
version_id: '0.21'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
framework:
|
| 2 |
name: QwenOFT
|
| 3 |
qwenvl:
|
| 4 |
+
base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
+
enable_gradient_checkpointing: false
|
| 7 |
action_model:
|
| 8 |
action_model_type: MLP
|
| 9 |
action_dim: 8
|
|
|
|
| 26 |
vla_data:
|
| 27 |
dataset_py: lerobot_datasets
|
| 28 |
include_state: true
|
| 29 |
+
data_root_dir: /
|
| 30 |
+
data_mix: train
|
| 31 |
+
eval_data_mix: validation
|
| 32 |
+
custom_mixtures_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/mixture.json
|
| 33 |
action_type: discrete
|
| 34 |
sequential_step_sampling: false
|
| 35 |
eval_sequential_step_sampling: null
|
|
|
|
| 125 |
- 0.0
|
| 126 |
obs_fps: 10.0
|
| 127 |
registration_imports:
|
| 128 |
+
- latency_bench.envs.tasks.ant
|
| 129 |
state_space:
|
| 130 |
labels:
|
| 131 |
- torso_z
|
|
|
|
| 157 |
- back_right_ankle_angular_velocity
|
| 158 |
task_name: ant_rgb_state
|
| 159 |
active_action_dim: 8
|
| 160 |
+
robot_type: rl_games_gymnasium
|
| 161 |
dataset:
|
| 162 |
source_hf: ''
|
| 163 |
config_name: null
|
|
|
|
| 218 |
enabled: true
|
| 219 |
log_interval: 10
|
| 220 |
gradient_clipping: 1.0
|
| 221 |
+
gradient_accumulation_steps: 4
|
| 222 |
distributed_backend: deepspeed
|
| 223 |
is_resume: false
|
| 224 |
pretrained_checkpoint: null
|
|
|
|
| 234 |
fused: true
|
| 235 |
save_format: pt
|
| 236 |
workspace_dir: WORKSPACE_DIR
|
| 237 |
+
run_root_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/training
|
| 238 |
seed: 42
|
| 239 |
+
wandb_entity: saberrr-zju
|
| 240 |
wandb_project: latency-sensitive-bench
|
| 241 |
auth:
|
| 242 |
env_file: null
|
|
|
|
| 410 |
save_best_model: false
|
| 411 |
save_final_model: true
|
| 412 |
save_pt_file: true
|
| 413 |
+
save_training_state: true
|
| 414 |
save_safetensors_file: false
|
| 415 |
local:
|
| 416 |
keep_last_n: 1
|
|
|
|
| 420 |
keep_last_n: 0
|
| 421 |
sync_every_n_checkpoints: 1
|
| 422 |
resume_policy: local_latest
|
| 423 |
+
run_id: ant_openvla_profile_issued_iid_g128_s42_20261010
|
|
|
|
|
|
|
| 424 |
is_debug: false
|
| 425 |
version_id: '0.21'
|
| 426 |
+
training_latency_condition: profile_latency
|
| 427 |
+
wandb_name: ant_openvla_profile_issued_iid_g128_s42_20261010
|
| 428 |
+
wandb_group: continuous-control-g128-iid-20261010
|
| 429 |
+
wandb_tags:
|
| 430 |
+
- ant
|
| 431 |
+
- openvla
|
| 432 |
+
- issued-action
|
| 433 |
+
- iid
|
| 434 |
+
config_yaml: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/train.yaml
|
| 435 |
+
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/training/ant_openvla_profile_issued_iid_g128_s42_20261010
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/config.yaml
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
framework:
|
| 2 |
name: QwenOFT
|
| 3 |
qwenvl:
|
| 4 |
-
base_vlm: /
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
-
enable_gradient_checkpointing:
|
| 7 |
action_model:
|
| 8 |
action_model_type: MLP
|
| 9 |
action_dim: 8
|
|
@@ -70,7 +70,7 @@ datasets:
|
|
| 70 |
- 2
|
| 71 |
obs_image_size: null
|
| 72 |
video_backend: torchvision_av
|
| 73 |
-
gymnasium_task_contract:
|
| 74 |
action_space:
|
| 75 |
dtype: float32
|
| 76 |
high:
|
|
@@ -125,7 +125,7 @@ datasets:
|
|
| 125 |
- 0.0
|
| 126 |
obs_fps: 10.0
|
| 127 |
registration_imports:
|
| 128 |
-
- latency_bench.envs.
|
| 129 |
state_space:
|
| 130 |
labels:
|
| 131 |
- torso_z
|
|
@@ -157,6 +157,7 @@ datasets:
|
|
| 157 |
- back_right_ankle_angular_velocity
|
| 158 |
task_name: ant_rgb_state
|
| 159 |
active_action_dim: 8
|
|
|
|
| 160 |
dataset:
|
| 161 |
source_hf: ''
|
| 162 |
config_name: null
|
|
@@ -310,92 +311,7 @@ rl_games:
|
|
| 310 |
- 2
|
| 311 |
task: gymnasium
|
| 312 |
gymnasium:
|
| 313 |
-
task_contract:
|
| 314 |
-
action_space:
|
| 315 |
-
dtype: float32
|
| 316 |
-
high:
|
| 317 |
-
- 1.0
|
| 318 |
-
- 1.0
|
| 319 |
-
- 1.0
|
| 320 |
-
- 1.0
|
| 321 |
-
- 1.0
|
| 322 |
-
- 1.0
|
| 323 |
-
- 1.0
|
| 324 |
-
- 1.0
|
| 325 |
-
labels:
|
| 326 |
-
- back_right_hip_torque
|
| 327 |
-
- back_right_ankle_torque
|
| 328 |
-
- front_left_hip_torque
|
| 329 |
-
- front_left_ankle_torque
|
| 330 |
-
- front_right_hip_torque
|
| 331 |
-
- front_right_ankle_torque
|
| 332 |
-
- back_left_hip_torque
|
| 333 |
-
- back_left_ankle_torque
|
| 334 |
-
low:
|
| 335 |
-
- -1.0
|
| 336 |
-
- -1.0
|
| 337 |
-
- -1.0
|
| 338 |
-
- -1.0
|
| 339 |
-
- -1.0
|
| 340 |
-
- -1.0
|
| 341 |
-
- -1.0
|
| 342 |
-
- -1.0
|
| 343 |
-
type: box
|
| 344 |
-
base_prompt: Make the Ant move forward as fast as possible without falling.
|
| 345 |
-
Predict eight continuous torques in [-1, 1] ordered as back right hip, back
|
| 346 |
-
right ankle, front left hip, front left ankle, front right hip, front right
|
| 347 |
-
ankle, back left hip, and back left ankle.
|
| 348 |
-
env_fps: 10.0
|
| 349 |
-
env_id: LatencyBench/AntContinuous-v0
|
| 350 |
-
frame_stack: 1
|
| 351 |
-
make_kwargs:
|
| 352 |
-
base_env_id: Ant-v4
|
| 353 |
-
base_make_kwargs:
|
| 354 |
-
exclude_current_positions_from_observation: true
|
| 355 |
-
use_contact_forces: false
|
| 356 |
-
render_mode: rgb_array
|
| 357 |
-
noop_action:
|
| 358 |
-
- 0.0
|
| 359 |
-
- 0.0
|
| 360 |
-
- 0.0
|
| 361 |
-
- 0.0
|
| 362 |
-
- 0.0
|
| 363 |
-
- 0.0
|
| 364 |
-
- 0.0
|
| 365 |
-
- 0.0
|
| 366 |
-
obs_fps: 10.0
|
| 367 |
-
registration_imports:
|
| 368 |
-
- latency_bench.envs.gymnasium_ant
|
| 369 |
-
state_space:
|
| 370 |
-
labels:
|
| 371 |
-
- torso_z
|
| 372 |
-
- torso_quaternion_w
|
| 373 |
-
- torso_quaternion_x
|
| 374 |
-
- torso_quaternion_y
|
| 375 |
-
- torso_quaternion_z
|
| 376 |
-
- front_left_hip_angle
|
| 377 |
-
- front_left_ankle_angle
|
| 378 |
-
- front_right_hip_angle
|
| 379 |
-
- front_right_ankle_angle
|
| 380 |
-
- back_left_hip_angle
|
| 381 |
-
- back_left_ankle_angle
|
| 382 |
-
- back_right_hip_angle
|
| 383 |
-
- back_right_ankle_angle
|
| 384 |
-
- torso_x_velocity
|
| 385 |
-
- torso_y_velocity
|
| 386 |
-
- torso_z_velocity
|
| 387 |
-
- torso_angular_velocity_x
|
| 388 |
-
- torso_angular_velocity_y
|
| 389 |
-
- torso_angular_velocity_z
|
| 390 |
-
- front_left_hip_angular_velocity
|
| 391 |
-
- front_left_ankle_angular_velocity
|
| 392 |
-
- front_right_hip_angular_velocity
|
| 393 |
-
- front_right_ankle_angular_velocity
|
| 394 |
-
- back_left_hip_angular_velocity
|
| 395 |
-
- back_left_ankle_angular_velocity
|
| 396 |
-
- back_right_hip_angular_velocity
|
| 397 |
-
- back_right_ankle_angular_velocity
|
| 398 |
-
task_name: ant_rgb_state
|
| 399 |
task_name: ant_rgb_state
|
| 400 |
initialization_mode: scratch
|
| 401 |
action_carrier: native
|
|
@@ -424,3 +340,6 @@ output_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/2026091
|
|
| 424 |
config_yaml: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/h100/vla_train.yaml
|
| 425 |
is_debug: false
|
| 426 |
version_id: '0.21'
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
framework:
|
| 2 |
name: QwenOFT
|
| 3 |
qwenvl:
|
| 4 |
+
base_vlm: Qwen/Qwen3-VL-4B-Instruct
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
+
enable_gradient_checkpointing: false
|
| 7 |
action_model:
|
| 8 |
action_model_type: MLP
|
| 9 |
action_dim: 8
|
|
|
|
| 70 |
- 2
|
| 71 |
obs_image_size: null
|
| 72 |
video_backend: torchvision_av
|
| 73 |
+
gymnasium_task_contract: &id001
|
| 74 |
action_space:
|
| 75 |
dtype: float32
|
| 76 |
high:
|
|
|
|
| 125 |
- 0.0
|
| 126 |
obs_fps: 10.0
|
| 127 |
registration_imports:
|
| 128 |
+
- latency_bench.envs.tasks.ant
|
| 129 |
state_space:
|
| 130 |
labels:
|
| 131 |
- torso_z
|
|
|
|
| 157 |
- back_right_ankle_angular_velocity
|
| 158 |
task_name: ant_rgb_state
|
| 159 |
active_action_dim: 8
|
| 160 |
+
robot_type: rl_games_gymnasium
|
| 161 |
dataset:
|
| 162 |
source_hf: ''
|
| 163 |
config_name: null
|
|
|
|
| 311 |
- 2
|
| 312 |
task: gymnasium
|
| 313 |
gymnasium:
|
| 314 |
+
task_contract: *id001
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 315 |
task_name: ant_rgb_state
|
| 316 |
initialization_mode: scratch
|
| 317 |
action_carrier: native
|
|
|
|
| 340 |
config_yaml: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/h100/vla_train.yaml
|
| 341 |
is_debug: false
|
| 342 |
version_id: '0.21'
|
| 343 |
+
backbone:
|
| 344 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 345 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/dataset_statistics.json
CHANGED
|
@@ -2,64 +2,64 @@
|
|
| 2 |
"new_embodiment": {
|
| 3 |
"action": {
|
| 4 |
"mean": [
|
| 5 |
-
0.
|
| 6 |
-
0.
|
| 7 |
-
0.
|
| 8 |
-
0.
|
| 9 |
-
-0.
|
| 10 |
-
0.
|
| 11 |
-
0.
|
| 12 |
-
0.
|
| 13 |
],
|
| 14 |
"std": [
|
| 15 |
-
0.
|
| 16 |
-
0.
|
| 17 |
-
0.
|
| 18 |
-
0.
|
| 19 |
-
0.
|
| 20 |
-
0.
|
| 21 |
-
0.
|
| 22 |
-
0.
|
| 23 |
],
|
| 24 |
"max": [
|
| 25 |
-
0.
|
| 26 |
-
0.
|
| 27 |
-
0.
|
| 28 |
-
0.
|
| 29 |
-
0.
|
| 30 |
0.662981390953064,
|
| 31 |
-
0.
|
| 32 |
-
0.
|
| 33 |
],
|
| 34 |
"min": [
|
| 35 |
-
-0.
|
| 36 |
-
-0.
|
| 37 |
-
-0.
|
| 38 |
-
-0.
|
| 39 |
-
-0.
|
| 40 |
-
-0.
|
| 41 |
-
-0.
|
| 42 |
-
-0.
|
| 43 |
],
|
| 44 |
"q01": [
|
| 45 |
-
-0.
|
| 46 |
-
-0.
|
| 47 |
-
-0.
|
| 48 |
-
-0.
|
| 49 |
-
-0.
|
| 50 |
-
0.
|
| 51 |
-
-0.
|
| 52 |
-
-0.
|
| 53 |
],
|
| 54 |
"q99": [
|
| 55 |
-
0.
|
| 56 |
-
0.
|
| 57 |
-
0.
|
| 58 |
-
0.
|
| 59 |
-
0.
|
| 60 |
-
0.
|
| 61 |
-
0.
|
| 62 |
-
0.
|
| 63 |
],
|
| 64 |
"mask": [
|
| 65 |
true,
|
|
@@ -74,178 +74,178 @@
|
|
| 74 |
},
|
| 75 |
"state": {
|
| 76 |
"mean": [
|
| 77 |
-
|
| 78 |
-
0.
|
| 79 |
-
-0.
|
| 80 |
-
-0.
|
| 81 |
-
-0.
|
| 82 |
-
0.
|
| 83 |
-
|
| 84 |
-
0.
|
| 85 |
-
0.
|
| 86 |
-
-0.
|
| 87 |
-
0.
|
| 88 |
-
0.
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
-0.
|
| 92 |
-
0.
|
| 93 |
-
0.
|
| 94 |
-
-0.
|
| 95 |
-
0.
|
| 96 |
-
0.
|
| 97 |
-
|
| 98 |
-
0.
|
| 99 |
-
0.
|
| 100 |
-
|
| 101 |
-
0.
|
| 102 |
-
|
| 103 |
-
|
| 104 |
],
|
| 105 |
"std": [
|
| 106 |
-
0.
|
| 107 |
-
0.
|
| 108 |
-
0.
|
| 109 |
-
0.
|
| 110 |
-
0.
|
| 111 |
-
0.
|
| 112 |
-
0.
|
| 113 |
-
0.
|
| 114 |
-
0.
|
| 115 |
-
0.
|
| 116 |
-
0.
|
| 117 |
-
0.
|
| 118 |
-
0.
|
| 119 |
-
0.
|
| 120 |
-
0.
|
| 121 |
-
0.
|
| 122 |
-
0.
|
| 123 |
-
|
| 124 |
-
0.
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
0.
|
| 129 |
-
|
| 130 |
-
0.
|
| 131 |
-
|
| 132 |
-
0.
|
| 133 |
],
|
| 134 |
"max": [
|
| 135 |
-
|
| 136 |
-
1.
|
| 137 |
-
|
| 138 |
-
|
| 139 |
-
|
| 140 |
-
|
| 141 |
-
1.
|
| 142 |
-
|
| 143 |
-
|
| 144 |
-
|
| 145 |
-
|
| 146 |
-
|
| 147 |
-
1.
|
| 148 |
-
|
| 149 |
-
|
| 150 |
-
|
| 151 |
-
|
| 152 |
-
|
| 153 |
-
|
| 154 |
-
|
| 155 |
-
|
| 156 |
-
|
| 157 |
-
|
| 158 |
-
|
| 159 |
-
|
| 160 |
-
|
| 161 |
-
|
| 162 |
],
|
| 163 |
"min": [
|
| 164 |
-
|
| 165 |
-
-
|
| 166 |
-
-
|
| 167 |
-
-
|
| 168 |
-
-
|
| 169 |
-
-
|
| 170 |
-
-
|
| 171 |
-
-
|
| 172 |
-
-1.
|
| 173 |
-
-
|
| 174 |
-
-1.
|
| 175 |
-
-
|
| 176 |
-
-
|
| 177 |
-
-1.
|
| 178 |
-
-
|
| 179 |
-
-
|
| 180 |
-
-
|
| 181 |
-
-
|
| 182 |
-
-
|
| 183 |
-
-
|
| 184 |
-
-
|
| 185 |
-
-
|
| 186 |
-
-
|
| 187 |
-
-
|
| 188 |
-
-
|
| 189 |
-
-
|
| 190 |
-
-
|
| 191 |
],
|
| 192 |
"q01": [
|
| 193 |
-
|
| 194 |
-
0.
|
| 195 |
-
-0.
|
| 196 |
-
-0.
|
| 197 |
-
-0.
|
| 198 |
-
-0.
|
| 199 |
-
0.
|
| 200 |
-
-0.
|
| 201 |
-
0.
|
| 202 |
-
-0.
|
| 203 |
-
0.
|
| 204 |
-
-0.
|
| 205 |
-
0.
|
| 206 |
-
-0.
|
| 207 |
-
-
|
| 208 |
-
-
|
| 209 |
-
-
|
| 210 |
-
-
|
| 211 |
-
-
|
| 212 |
-
-
|
| 213 |
-
-
|
| 214 |
-
-
|
| 215 |
-
0.
|
| 216 |
-
-
|
| 217 |
-
0.
|
| 218 |
-
-
|
| 219 |
-
-
|
| 220 |
],
|
| 221 |
"q99": [
|
| 222 |
-
0.
|
| 223 |
-
0.
|
| 224 |
-
|
| 225 |
-
|
| 226 |
-
0.
|
| 227 |
-
0.
|
| 228 |
-
|
| 229 |
-
0.
|
| 230 |
-
0.
|
| 231 |
-
0.
|
| 232 |
-
0.
|
| 233 |
-
0.
|
| 234 |
-
|
| 235 |
-
|
| 236 |
-
|
| 237 |
-
|
| 238 |
-
|
| 239 |
-
|
| 240 |
-
|
| 241 |
-
|
| 242 |
-
|
| 243 |
-
|
| 244 |
-
0.
|
| 245 |
-
|
| 246 |
-
0.
|
| 247 |
-
|
| 248 |
-
|
| 249 |
]
|
| 250 |
},
|
| 251 |
"num_transitions": 90000,
|
|
|
|
| 2 |
"new_embodiment": {
|
| 3 |
"action": {
|
| 4 |
"mean": [
|
| 5 |
+
0.008585097268223763,
|
| 6 |
+
0.18073433637619019,
|
| 7 |
+
0.06074194982647896,
|
| 8 |
+
0.11492667347192764,
|
| 9 |
+
-0.030455758795142174,
|
| 10 |
+
0.19476425647735596,
|
| 11 |
+
0.004271464888006449,
|
| 12 |
+
0.1380515992641449
|
| 13 |
],
|
| 14 |
"std": [
|
| 15 |
+
0.3082961440086365,
|
| 16 |
+
0.11951431632041931,
|
| 17 |
+
0.2966296970844269,
|
| 18 |
+
0.11697735637426376,
|
| 19 |
+
0.29814183712005615,
|
| 20 |
+
0.08689764142036438,
|
| 21 |
+
0.29641973972320557,
|
| 22 |
+
0.06457944959402084
|
| 23 |
],
|
| 24 |
"max": [
|
| 25 |
+
0.8594923615455627,
|
| 26 |
+
0.4930419921875,
|
| 27 |
+
0.936817467212677,
|
| 28 |
+
0.3105866312980652,
|
| 29 |
+
0.7209320068359375,
|
| 30 |
0.662981390953064,
|
| 31 |
+
0.6179099678993225,
|
| 32 |
+
0.38534584641456604
|
| 33 |
],
|
| 34 |
"min": [
|
| 35 |
+
-0.7109797596931458,
|
| 36 |
+
-0.5394335389137268,
|
| 37 |
+
-0.7861460447311401,
|
| 38 |
+
-0.3451794683933258,
|
| 39 |
+
-0.7879171371459961,
|
| 40 |
+
-0.16453741490840912,
|
| 41 |
+
-0.6692602038383484,
|
| 42 |
+
-0.11081697046756744
|
| 43 |
],
|
| 44 |
"q01": [
|
| 45 |
+
-0.44562102675437926,
|
| 46 |
+
-0.17665561124682427,
|
| 47 |
+
-0.6119011253118515,
|
| 48 |
+
-0.1869712370634079,
|
| 49 |
+
-0.5114533996582031,
|
| 50 |
+
0.002264392748475075,
|
| 51 |
+
-0.584570746421814,
|
| 52 |
+
-0.006873191334307193
|
| 53 |
],
|
| 54 |
"q99": [
|
| 55 |
+
0.7814428758621215,
|
| 56 |
+
0.355831945836544,
|
| 57 |
+
0.5963289439678189,
|
| 58 |
+
0.2654540681838989,
|
| 59 |
+
0.5747416597604751,
|
| 60 |
+
0.3898173177242278,
|
| 61 |
+
0.47647954523563374,
|
| 62 |
+
0.2842799565196035
|
| 63 |
],
|
| 64 |
"mask": [
|
| 65 |
true,
|
|
|
|
| 74 |
},
|
| 75 |
"state": {
|
| 76 |
"mean": [
|
| 77 |
+
0.5873090028762817,
|
| 78 |
+
0.9775312542915344,
|
| 79 |
+
-0.005306342616677284,
|
| 80 |
+
-0.11391346901655197,
|
| 81 |
+
-0.05232486501336098,
|
| 82 |
+
0.11722143739461899,
|
| 83 |
+
1.1770589351654053,
|
| 84 |
+
0.005929681472480297,
|
| 85 |
+
-0.5237284898757935,
|
| 86 |
+
-0.02996349334716797,
|
| 87 |
+
-0.5256989598274231,
|
| 88 |
+
0.012933136895298958,
|
| 89 |
+
1.207931637763977,
|
| 90 |
+
1.894170880317688,
|
| 91 |
+
-0.1144244372844696,
|
| 92 |
+
-0.005155462771654129,
|
| 93 |
+
-0.0018705822294577956,
|
| 94 |
+
-0.009710059501230717,
|
| 95 |
+
-0.006387847010046244,
|
| 96 |
+
-0.00024099487927742302,
|
| 97 |
+
0.005785061977803707,
|
| 98 |
+
0.022292276844382286,
|
| 99 |
+
-0.007529054768383503,
|
| 100 |
+
0.011944222263991833,
|
| 101 |
+
-0.007930265739560127,
|
| 102 |
+
0.007954547181725502,
|
| 103 |
+
0.006436151918023825
|
| 104 |
],
|
| 105 |
"std": [
|
| 106 |
+
0.06488662958145142,
|
| 107 |
+
0.04082649201154641,
|
| 108 |
+
0.04258377477526665,
|
| 109 |
+
0.0626724436879158,
|
| 110 |
+
0.1458500176668167,
|
| 111 |
+
0.3689255714416504,
|
| 112 |
+
0.08876852691173553,
|
| 113 |
+
0.4095909893512726,
|
| 114 |
+
0.02488899976015091,
|
| 115 |
+
0.4092481732368469,
|
| 116 |
+
0.04470702633261665,
|
| 117 |
+
0.4021601378917694,
|
| 118 |
+
0.07036752998828888,
|
| 119 |
+
0.8389812707901001,
|
| 120 |
+
0.7156153917312622,
|
| 121 |
+
0.6714321970939636,
|
| 122 |
+
0.8499979972839355,
|
| 123 |
+
1.2019281387329102,
|
| 124 |
+
0.972188413143158,
|
| 125 |
+
4.315415382385254,
|
| 126 |
+
1.070193886756897,
|
| 127 |
+
5.1478495597839355,
|
| 128 |
+
0.38156837224960327,
|
| 129 |
+
5.197302341461182,
|
| 130 |
+
0.4938355088233948,
|
| 131 |
+
5.203607559204102,
|
| 132 |
+
0.7955411076545715
|
| 133 |
],
|
| 134 |
"max": [
|
| 135 |
+
0.987648606300354,
|
| 136 |
+
1.098469853401184,
|
| 137 |
+
0.28921106457710266,
|
| 138 |
+
0.989949643611908,
|
| 139 |
+
0.6633162498474121,
|
| 140 |
+
0.6247723698616028,
|
| 141 |
+
1.3297919034957886,
|
| 142 |
+
0.6261260509490967,
|
| 143 |
+
0.09998779743909836,
|
| 144 |
+
0.6295120120048523,
|
| 145 |
+
0.09576962888240814,
|
| 146 |
+
0.6430038809776306,
|
| 147 |
+
1.3282581567764282,
|
| 148 |
+
4.4957780838012695,
|
| 149 |
+
3.2620561122894287,
|
| 150 |
+
2.468116044998169,
|
| 151 |
+
4.410033702850342,
|
| 152 |
+
7.686357021331787,
|
| 153 |
+
5.3598856925964355,
|
| 154 |
+
12.314204216003418,
|
| 155 |
+
12.512803077697754,
|
| 156 |
+
12.16235065460205,
|
| 157 |
+
8.471234321594238,
|
| 158 |
+
11.662495613098145,
|
| 159 |
+
6.775548934936523,
|
| 160 |
+
13.728979110717773,
|
| 161 |
+
12.854585647583008
|
| 162 |
],
|
| 163 |
"min": [
|
| 164 |
+
0.2412567287683487,
|
| 165 |
+
-0.44571781158447266,
|
| 166 |
+
-0.47957098484039307,
|
| 167 |
+
-0.31887444853782654,
|
| 168 |
+
-0.847874641418457,
|
| 169 |
+
-0.6380091309547424,
|
| 170 |
+
-0.09917011857032776,
|
| 171 |
+
-0.6397665739059448,
|
| 172 |
+
-1.2698646783828735,
|
| 173 |
+
-0.6245643496513367,
|
| 174 |
+
-1.2966936826705933,
|
| 175 |
+
-0.6273992657661438,
|
| 176 |
+
-0.09470116347074509,
|
| 177 |
+
-1.9817148447036743,
|
| 178 |
+
-2.8269503116607666,
|
| 179 |
+
-2.5114223957061768,
|
| 180 |
+
-6.1573052406311035,
|
| 181 |
+
-5.6290693283081055,
|
| 182 |
+
-5.456002235412598,
|
| 183 |
+
-13.3322172164917,
|
| 184 |
+
-6.442843914031982,
|
| 185 |
+
-13.454183578491211,
|
| 186 |
+
-11.152595520019531,
|
| 187 |
+
-11.792752265930176,
|
| 188 |
+
-11.078145980834961,
|
| 189 |
+
-11.409802436828613,
|
| 190 |
+
-9.05523681640625
|
| 191 |
],
|
| 192 |
"q01": [
|
| 193 |
+
0.48960521757602693,
|
| 194 |
+
0.9003188681602478,
|
| 195 |
+
-0.10754849247634411,
|
| 196 |
+
-0.2328880862891674,
|
| 197 |
+
-0.39045485615730285,
|
| 198 |
+
-0.5722661185264587,
|
| 199 |
+
0.8950704920291901,
|
| 200 |
+
-0.6011750960350036,
|
| 201 |
+
-0.5251292628049851,
|
| 202 |
+
-0.5938587546348572,
|
| 203 |
+
-0.5287223303318024,
|
| 204 |
+
-0.5849677407741547,
|
| 205 |
+
0.9387848752737046,
|
| 206 |
+
-0.06458786375820637,
|
| 207 |
+
-1.7163037061691284,
|
| 208 |
+
-1.4849606192111968,
|
| 209 |
+
-2.147061245441437,
|
| 210 |
+
-3.183561043739319,
|
| 211 |
+
-2.3912346959114075,
|
| 212 |
+
-9.509440650939942,
|
| 213 |
+
-2.0720384025573733,
|
| 214 |
+
-9.700632486343384,
|
| 215 |
+
-0.06154265657067299,
|
| 216 |
+
-9.426957139968872,
|
| 217 |
+
-0.12385670125484466,
|
| 218 |
+
-8.523139343261718,
|
| 219 |
+
-1.878789690732956
|
| 220 |
],
|
| 221 |
"q99": [
|
| 222 |
+
0.7888423645496363,
|
| 223 |
+
0.9982570141553878,
|
| 224 |
+
0.10345419958233826,
|
| 225 |
+
0.007651351471431089,
|
| 226 |
+
0.2988354358077048,
|
| 227 |
+
0.5808608037233353,
|
| 228 |
+
1.2474638295173643,
|
| 229 |
+
0.5897305804491043,
|
| 230 |
+
-0.5221840530633927,
|
| 231 |
+
0.5974817162752151,
|
| 232 |
+
-0.5212638968229294,
|
| 233 |
+
0.60007728099823,
|
| 234 |
+
1.2423072600364684,
|
| 235 |
+
3.5330418014526357,
|
| 236 |
+
1.653340419530868,
|
| 237 |
+
1.5241441571712484,
|
| 238 |
+
2.0724431324005126,
|
| 239 |
+
2.338197231292723,
|
| 240 |
+
2.349211127758022,
|
| 241 |
+
8.699459896087632,
|
| 242 |
+
3.431822986602761,
|
| 243 |
+
9.513696384429924,
|
| 244 |
+
0.008735218439251131,
|
| 245 |
+
9.52831205368042,
|
| 246 |
+
0.010540577266365144,
|
| 247 |
+
11.181635150909424,
|
| 248 |
+
2.879024243354786
|
| 249 |
]
|
| 250 |
},
|
| 251 |
"num_transitions": 90000,
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/dataset_statistics_eval.json
DELETED
|
@@ -1,254 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"new_embodiment": {
|
| 3 |
-
"action": {
|
| 4 |
-
"mean": [
|
| 5 |
-
0.012293855659663677,
|
| 6 |
-
0.18205615878105164,
|
| 7 |
-
0.05895928293466568,
|
| 8 |
-
0.115760937333107,
|
| 9 |
-
-0.02481526881456375,
|
| 10 |
-
0.1965949684381485,
|
| 11 |
-
0.0020695561543107033,
|
| 12 |
-
0.13582639396190643
|
| 13 |
-
],
|
| 14 |
-
"std": [
|
| 15 |
-
0.30640873312950134,
|
| 16 |
-
0.11574795842170715,
|
| 17 |
-
0.3010423183441162,
|
| 18 |
-
0.1160178855061531,
|
| 19 |
-
0.29867178201675415,
|
| 20 |
-
0.0871327817440033,
|
| 21 |
-
0.29436033964157104,
|
| 22 |
-
0.06357021629810333
|
| 23 |
-
],
|
| 24 |
-
"max": [
|
| 25 |
-
0.8439009785652161,
|
| 26 |
-
0.4399552643299103,
|
| 27 |
-
0.7280516028404236,
|
| 28 |
-
0.30573728680610657,
|
| 29 |
-
0.6951703429222107,
|
| 30 |
-
0.6597506999969482,
|
| 31 |
-
0.5672330856323242,
|
| 32 |
-
0.36378538608551025
|
| 33 |
-
],
|
| 34 |
-
"min": [
|
| 35 |
-
-0.5730732083320618,
|
| 36 |
-
-0.4422946572303772,
|
| 37 |
-
-0.7722694277763367,
|
| 38 |
-
-0.29918262362480164,
|
| 39 |
-
-0.671645998954773,
|
| 40 |
-
-0.09541183710098267,
|
| 41 |
-
-0.6536520719528198,
|
| 42 |
-
-0.08602947741746902
|
| 43 |
-
],
|
| 44 |
-
"q01": [
|
| 45 |
-
-0.4261414632201195,
|
| 46 |
-
-0.16616287797689436,
|
| 47 |
-
-0.6211726212501526,
|
| 48 |
-
-0.186771722137928,
|
| 49 |
-
-0.5051172590255737,
|
| 50 |
-
0.0023772406578063967,
|
| 51 |
-
-0.586987766623497,
|
| 52 |
-
-0.008821348659694193
|
| 53 |
-
],
|
| 54 |
-
"q99": [
|
| 55 |
-
0.7768827295303345,
|
| 56 |
-
0.34863847315311447,
|
| 57 |
-
0.5965018630027772,
|
| 58 |
-
0.26521444320678716,
|
| 59 |
-
0.5832430303096772,
|
| 60 |
-
0.3928946855664254,
|
| 61 |
-
0.47021426826715473,
|
| 62 |
-
0.27502319097518924
|
| 63 |
-
],
|
| 64 |
-
"mask": [
|
| 65 |
-
true,
|
| 66 |
-
true,
|
| 67 |
-
true,
|
| 68 |
-
true,
|
| 69 |
-
true,
|
| 70 |
-
true,
|
| 71 |
-
true,
|
| 72 |
-
true
|
| 73 |
-
]
|
| 74 |
-
},
|
| 75 |
-
"state": {
|
| 76 |
-
"mean": [
|
| 77 |
-
-0.09196750819683075,
|
| 78 |
-
0.8647176623344421,
|
| 79 |
-
-0.3632811903953552,
|
| 80 |
-
-0.6181371808052063,
|
| 81 |
-
-0.08683589845895767,
|
| 82 |
-
0.1716955155134201,
|
| 83 |
-
0.7906914353370667,
|
| 84 |
-
0.036952316761016846,
|
| 85 |
-
0.0696854218840599,
|
| 86 |
-
-0.05561736971139908,
|
| 87 |
-
0.1077764555811882,
|
| 88 |
-
0.018016934394836426,
|
| 89 |
-
0.8376366496086121,
|
| 90 |
-
0.19474616646766663,
|
| 91 |
-
-0.16327954828739166,
|
| 92 |
-
0.0015631977003067732,
|
| 93 |
-
0.2505500912666321,
|
| 94 |
-
-0.18747864663600922,
|
| 95 |
-
0.021857699379324913,
|
| 96 |
-
0.044868048280477524,
|
| 97 |
-
-0.3729124665260315,
|
| 98 |
-
0.0036154601257294416,
|
| 99 |
-
0.19842912256717682,
|
| 100 |
-
-0.030061334371566772,
|
| 101 |
-
0.24004779756069183,
|
| 102 |
-
-0.09019462764263153,
|
| 103 |
-
-0.19230005145072937
|
| 104 |
-
],
|
| 105 |
-
"std": [
|
| 106 |
-
0.1735536754131317,
|
| 107 |
-
0.018950911238789468,
|
| 108 |
-
0.1031206026673317,
|
| 109 |
-
0.07064066082239151,
|
| 110 |
-
0.17827698588371277,
|
| 111 |
-
0.5888540148735046,
|
| 112 |
-
0.11534041166305542,
|
| 113 |
-
0.6532193422317505,
|
| 114 |
-
0.0404965877532959,
|
| 115 |
-
0.6510293483734131,
|
| 116 |
-
0.06410109251737595,
|
| 117 |
-
0.635399580001831,
|
| 118 |
-
0.08355049043893781,
|
| 119 |
-
0.2781902849674225,
|
| 120 |
-
0.21987274289131165,
|
| 121 |
-
0.2828621566295624,
|
| 122 |
-
0.17116640508174896,
|
| 123 |
-
0.18172743916511536,
|
| 124 |
-
0.16958464682102203,
|
| 125 |
-
0.3561444878578186,
|
| 126 |
-
0.11493712663650513,
|
| 127 |
-
0.4169183373451233,
|
| 128 |
-
0.0432509183883667,
|
| 129 |
-
0.4467993974685669,
|
| 130 |
-
0.05449686199426651,
|
| 131 |
-
0.4106680452823639,
|
| 132 |
-
0.06788966804742813
|
| 133 |
-
],
|
| 134 |
-
"max": [
|
| 135 |
-
0.864284873008728,
|
| 136 |
-
0.9413071870803833,
|
| 137 |
-
0.10725867748260498,
|
| 138 |
-
-0.03732389211654663,
|
| 139 |
-
0.5767371654510498,
|
| 140 |
-
0.9843548536300659,
|
| 141 |
-
0.9786841869354248,
|
| 142 |
-
1.0,
|
| 143 |
-
0.9898021221160889,
|
| 144 |
-
0.9862853288650513,
|
| 145 |
-
0.8912421464920044,
|
| 146 |
-
0.9902081489562988,
|
| 147 |
-
0.9813529253005981,
|
| 148 |
-
0.8796044588088989,
|
| 149 |
-
0.6309870481491089,
|
| 150 |
-
0.9450485706329346,
|
| 151 |
-
0.9356123208999634,
|
| 152 |
-
0.3058727979660034,
|
| 153 |
-
0.7993795871734619,
|
| 154 |
-
1.0,
|
| 155 |
-
0.9834495782852173,
|
| 156 |
-
0.978073000907898,
|
| 157 |
-
0.7116752862930298,
|
| 158 |
-
0.9266384840011597,
|
| 159 |
-
0.8958053588867188,
|
| 160 |
-
0.9894005060195923,
|
| 161 |
-
0.9448597431182861
|
| 162 |
-
],
|
| 163 |
-
"min": [
|
| 164 |
-
-0.48282676935195923,
|
| 165 |
-
0.7337921857833862,
|
| 166 |
-
-0.7980838418006897,
|
| 167 |
-
-0.845202624797821,
|
| 168 |
-
-0.6103742122650146,
|
| 169 |
-
-0.9880638122558594,
|
| 170 |
-
-0.982755184173584,
|
| 171 |
-
-0.980797290802002,
|
| 172 |
-
-0.6819450855255127,
|
| 173 |
-
-0.9884741306304932,
|
| 174 |
-
-0.961453914642334,
|
| 175 |
-
-0.987564742565155,
|
| 176 |
-
-0.955224335193634,
|
| 177 |
-
-0.7830460667610168,
|
| 178 |
-
-1.0,
|
| 179 |
-
-0.952839732170105,
|
| 180 |
-
-0.7743964791297913,
|
| 181 |
-
-0.972370445728302,
|
| 182 |
-
-0.7678284645080566,
|
| 183 |
-
-0.9526678323745728,
|
| 184 |
-
-0.9089261293411255,
|
| 185 |
-
-0.939400315284729,
|
| 186 |
-
-0.9869830012321472,
|
| 187 |
-
-1.0,
|
| 188 |
-
-0.8482623100280762,
|
| 189 |
-
-0.9291263818740845,
|
| 190 |
-
-0.7332783341407776
|
| 191 |
-
],
|
| 192 |
-
"q01": [
|
| 193 |
-
-0.35170082151889803,
|
| 194 |
-
0.7918374013900756,
|
| 195 |
-
-0.6131394010782242,
|
| 196 |
-
-0.7825599908828735,
|
| 197 |
-
-0.49006994903087614,
|
| 198 |
-
-0.9086164951324462,
|
| 199 |
-
0.43703007340431216,
|
| 200 |
-
-0.9410567176342011,
|
| 201 |
-
0.0688616955280304,
|
| 202 |
-
-0.9502652072906494,
|
| 203 |
-
0.10417847990989686,
|
| 204 |
-
-0.9328369998931885,
|
| 205 |
-
0.5633988487720489,
|
| 206 |
-
-0.4483641850948334,
|
| 207 |
-
-0.657472510933876,
|
| 208 |
-
-0.6255195283889771,
|
| 209 |
-
-0.17945971608161926,
|
| 210 |
-
-0.6872768896818161,
|
| 211 |
-
-0.39099848449230196,
|
| 212 |
-
-0.7302258694171906,
|
| 213 |
-
-0.599995591044426,
|
| 214 |
-
-0.7755068844556808,
|
| 215 |
-
0.19378191709518433,
|
| 216 |
-
-0.835755073428154,
|
| 217 |
-
0.2277094578742981,
|
| 218 |
-
-0.7580032771825791,
|
| 219 |
-
-0.3514143282175064
|
| 220 |
-
],
|
| 221 |
-
"q99": [
|
| 222 |
-
0.4569725990295411,
|
| 223 |
-
0.8854349231719971,
|
| 224 |
-
-0.09071756660938257,
|
| 225 |
-
-0.4696103352308273,
|
| 226 |
-
0.3681293308734895,
|
| 227 |
-
0.9240833389759064,
|
| 228 |
-
0.8840399587154388,
|
| 229 |
-
0.9528874731063843,
|
| 230 |
-
0.0714107847213745,
|
| 231 |
-
0.9435927295684815,
|
| 232 |
-
0.11398813009262086,
|
| 233 |
-
0.9400938880443573,
|
| 234 |
-
0.8806657814979554,
|
| 235 |
-
0.7376843118667604,
|
| 236 |
-
0.37780789971351625,
|
| 237 |
-
0.6484923410415651,
|
| 238 |
-
0.6658073902130127,
|
| 239 |
-
0.1634969234466553,
|
| 240 |
-
0.4376628255844117,
|
| 241 |
-
0.7459773015975957,
|
| 242 |
-
-0.011476752758026117,
|
| 243 |
-
0.7777451419830322,
|
| 244 |
-
0.20018795490264893,
|
| 245 |
-
0.7899155259132387,
|
| 246 |
-
0.24205668568611147,
|
| 247 |
-
0.7932638204097748,
|
| 248 |
-
0.03464615225791953
|
| 249 |
-
]
|
| 250 |
-
},
|
| 251 |
-
"num_transitions": 10000,
|
| 252 |
-
"num_trajectories": 10
|
| 253 |
-
}
|
| 254 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/config.yaml
ADDED
|
@@ -0,0 +1,345 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenOFT
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: Qwen/Qwen3-VL-4B-Instruct
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
enable_gradient_checkpointing: false
|
| 7 |
+
action_model:
|
| 8 |
+
action_model_type: MLP
|
| 9 |
+
action_dim: 8
|
| 10 |
+
state_dim: 27
|
| 11 |
+
action_hidden_dim: 2560
|
| 12 |
+
future_action_window_size: 0
|
| 13 |
+
past_action_window_size: 0
|
| 14 |
+
loss_type: l1
|
| 15 |
+
state_encoding: discretized_text
|
| 16 |
+
task_objective: null
|
| 17 |
+
action_horizon: 1
|
| 18 |
+
action_env_dim: 8
|
| 19 |
+
kv_memory:
|
| 20 |
+
enabled: false
|
| 21 |
+
window: 4
|
| 22 |
+
rollout_len: 8
|
| 23 |
+
packed_train: false
|
| 24 |
+
rebased_sink: true
|
| 25 |
+
datasets:
|
| 26 |
+
vla_data:
|
| 27 |
+
dataset_py: lerobot_datasets
|
| 28 |
+
include_state: true
|
| 29 |
+
data_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/converted
|
| 30 |
+
data_mix: ant_rgb_state_profile_20260911T112232Z
|
| 31 |
+
eval_data_mix: ant_rgb_state_profile_20260911T112232Z__val
|
| 32 |
+
custom_mixtures_path: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/converted/_generated_mixtures/ant_rgb_state_profile_20260911T112232Z.json
|
| 33 |
+
action_type: discrete
|
| 34 |
+
sequential_step_sampling: false
|
| 35 |
+
eval_sequential_step_sampling: null
|
| 36 |
+
num_workers: 8
|
| 37 |
+
eval_num_workers: 8
|
| 38 |
+
prefetch_factor: 4
|
| 39 |
+
persistent_workers: true
|
| 40 |
+
pin_memory: true
|
| 41 |
+
shuffle: true
|
| 42 |
+
action_balance:
|
| 43 |
+
enabled: false
|
| 44 |
+
strategy: balanced_epoch
|
| 45 |
+
action_key: action_id
|
| 46 |
+
target_flap_fraction: 0.3
|
| 47 |
+
noop_id: 0
|
| 48 |
+
flap_id: 1
|
| 49 |
+
latency_curriculum:
|
| 50 |
+
enabled: false
|
| 51 |
+
strategy: exclusive
|
| 52 |
+
latencies: null
|
| 53 |
+
phase_steps: null
|
| 54 |
+
phase_distributions: null
|
| 55 |
+
new_latency_passes: 1.0
|
| 56 |
+
replay_passes: 0.25
|
| 57 |
+
target_total_passes: 2.0
|
| 58 |
+
final_equalization: true
|
| 59 |
+
step_budget_mode: auto
|
| 60 |
+
eval_at_phase_end: false
|
| 61 |
+
save_at_phase_end: false
|
| 62 |
+
computed_plan: null
|
| 63 |
+
per_device_batch_size: 16
|
| 64 |
+
load_all_data_for_training: true
|
| 65 |
+
num_obs_frames: 1
|
| 66 |
+
image_mode: single
|
| 67 |
+
prompt_mode: raw
|
| 68 |
+
stitch_grid:
|
| 69 |
+
- 2
|
| 70 |
+
- 2
|
| 71 |
+
obs_image_size: null
|
| 72 |
+
video_backend: torchvision_av
|
| 73 |
+
gymnasium_task_contract: &id001
|
| 74 |
+
action_space:
|
| 75 |
+
dtype: float32
|
| 76 |
+
high:
|
| 77 |
+
- 1.0
|
| 78 |
+
- 1.0
|
| 79 |
+
- 1.0
|
| 80 |
+
- 1.0
|
| 81 |
+
- 1.0
|
| 82 |
+
- 1.0
|
| 83 |
+
- 1.0
|
| 84 |
+
- 1.0
|
| 85 |
+
labels:
|
| 86 |
+
- back_right_hip_torque
|
| 87 |
+
- back_right_ankle_torque
|
| 88 |
+
- front_left_hip_torque
|
| 89 |
+
- front_left_ankle_torque
|
| 90 |
+
- front_right_hip_torque
|
| 91 |
+
- front_right_ankle_torque
|
| 92 |
+
- back_left_hip_torque
|
| 93 |
+
- back_left_ankle_torque
|
| 94 |
+
low:
|
| 95 |
+
- -1.0
|
| 96 |
+
- -1.0
|
| 97 |
+
- -1.0
|
| 98 |
+
- -1.0
|
| 99 |
+
- -1.0
|
| 100 |
+
- -1.0
|
| 101 |
+
- -1.0
|
| 102 |
+
- -1.0
|
| 103 |
+
type: box
|
| 104 |
+
base_prompt: Make the Ant move forward as fast as possible without falling.
|
| 105 |
+
Predict eight continuous torques in [-1, 1] ordered as back right hip, back
|
| 106 |
+
right ankle, front left hip, front left ankle, front right hip, front right
|
| 107 |
+
ankle, back left hip, and back left ankle.
|
| 108 |
+
env_fps: 10.0
|
| 109 |
+
env_id: LatencyBench/AntContinuous-v0
|
| 110 |
+
frame_stack: 1
|
| 111 |
+
make_kwargs:
|
| 112 |
+
base_env_id: Ant-v4
|
| 113 |
+
base_make_kwargs:
|
| 114 |
+
exclude_current_positions_from_observation: true
|
| 115 |
+
use_contact_forces: false
|
| 116 |
+
render_mode: rgb_array
|
| 117 |
+
noop_action:
|
| 118 |
+
- 0.0
|
| 119 |
+
- 0.0
|
| 120 |
+
- 0.0
|
| 121 |
+
- 0.0
|
| 122 |
+
- 0.0
|
| 123 |
+
- 0.0
|
| 124 |
+
- 0.0
|
| 125 |
+
- 0.0
|
| 126 |
+
obs_fps: 10.0
|
| 127 |
+
registration_imports:
|
| 128 |
+
- latency_bench.envs.tasks.ant
|
| 129 |
+
state_space:
|
| 130 |
+
labels:
|
| 131 |
+
- torso_z
|
| 132 |
+
- torso_quaternion_w
|
| 133 |
+
- torso_quaternion_x
|
| 134 |
+
- torso_quaternion_y
|
| 135 |
+
- torso_quaternion_z
|
| 136 |
+
- front_left_hip_angle
|
| 137 |
+
- front_left_ankle_angle
|
| 138 |
+
- front_right_hip_angle
|
| 139 |
+
- front_right_ankle_angle
|
| 140 |
+
- back_left_hip_angle
|
| 141 |
+
- back_left_ankle_angle
|
| 142 |
+
- back_right_hip_angle
|
| 143 |
+
- back_right_ankle_angle
|
| 144 |
+
- torso_x_velocity
|
| 145 |
+
- torso_y_velocity
|
| 146 |
+
- torso_z_velocity
|
| 147 |
+
- torso_angular_velocity_x
|
| 148 |
+
- torso_angular_velocity_y
|
| 149 |
+
- torso_angular_velocity_z
|
| 150 |
+
- front_left_hip_angular_velocity
|
| 151 |
+
- front_left_ankle_angular_velocity
|
| 152 |
+
- front_right_hip_angular_velocity
|
| 153 |
+
- front_right_ankle_angular_velocity
|
| 154 |
+
- back_left_hip_angular_velocity
|
| 155 |
+
- back_left_ankle_angular_velocity
|
| 156 |
+
- back_right_hip_angular_velocity
|
| 157 |
+
- back_right_ankle_angular_velocity
|
| 158 |
+
task_name: ant_rgb_state
|
| 159 |
+
active_action_dim: 8
|
| 160 |
+
robot_type: rl_games_gymnasium
|
| 161 |
+
dataset:
|
| 162 |
+
source_hf: ''
|
| 163 |
+
config_name: null
|
| 164 |
+
source_subdir: null
|
| 165 |
+
converted_name: ant_rgb_state_profile_20260911T112232Z
|
| 166 |
+
single_source_hf: ''
|
| 167 |
+
mixed_source_hf: ''
|
| 168 |
+
single_converted_name: ant_rgb_state_profile_20260911T112232Z
|
| 169 |
+
mixed_converted_name: ant_rgb_state_profile_20260911T112232Z
|
| 170 |
+
single_latency_filter: null
|
| 171 |
+
mixed_latency_filter: null
|
| 172 |
+
force_download: false
|
| 173 |
+
setup_force: false
|
| 174 |
+
skip_verification: false
|
| 175 |
+
target_latency_unit: observation_steps
|
| 176 |
+
verify_rows: 200
|
| 177 |
+
max_episodes: null
|
| 178 |
+
episodes_per_latency: null
|
| 179 |
+
latency_filter: null
|
| 180 |
+
debug_subset:
|
| 181 |
+
enabled: false
|
| 182 |
+
max_episodes: 5
|
| 183 |
+
suffix: debug
|
| 184 |
+
base_model:
|
| 185 |
+
repo_id: StarVLA/Qwen3-VL-4B-Instruct-Action
|
| 186 |
+
initialization:
|
| 187 |
+
checkpoint_local_dir: null
|
| 188 |
+
checkpoint_hf_repo_id: null
|
| 189 |
+
checkpoint_filename: null
|
| 190 |
+
trainer:
|
| 191 |
+
max_train_steps: 5000
|
| 192 |
+
num_warmup_steps: 100
|
| 193 |
+
save_interval: 500
|
| 194 |
+
eval_interval: 500
|
| 195 |
+
eval_num_batches: 200
|
| 196 |
+
per_latency_eval_num_batches: null
|
| 197 |
+
eval_action_classification: false
|
| 198 |
+
eval_action_classification_interval: null
|
| 199 |
+
cc_f1_tolerance: 1
|
| 200 |
+
learning_rate:
|
| 201 |
+
base: 2.0e-05
|
| 202 |
+
qwen_vl_interface: 1.0e-05
|
| 203 |
+
action_model: 0.0001
|
| 204 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 205 |
+
scheduler_specific_kwargs:
|
| 206 |
+
min_lr: 1.0e-06
|
| 207 |
+
freeze_modules: ''
|
| 208 |
+
freeze_vit: false
|
| 209 |
+
freeze_tied_embedding: false
|
| 210 |
+
freeze_llm_layers: []
|
| 211 |
+
loss_scale:
|
| 212 |
+
vla: 1.0
|
| 213 |
+
vlm: 0.1
|
| 214 |
+
max_grad_norm: 1.0
|
| 215 |
+
weight_decay: 0.0
|
| 216 |
+
logging_frequency: 1
|
| 217 |
+
profile_timing:
|
| 218 |
+
enabled: true
|
| 219 |
+
log_interval: 10
|
| 220 |
+
gradient_clipping: 1.0
|
| 221 |
+
gradient_accumulation_steps: 1
|
| 222 |
+
distributed_backend: deepspeed
|
| 223 |
+
is_resume: false
|
| 224 |
+
pretrained_checkpoint: null
|
| 225 |
+
resume_step: 0
|
| 226 |
+
reload_modules: null
|
| 227 |
+
optimizer:
|
| 228 |
+
name: AdamW
|
| 229 |
+
betas:
|
| 230 |
+
- 0.9
|
| 231 |
+
- 0.95
|
| 232 |
+
eps: 1.0e-08
|
| 233 |
+
weight_decay: 1.0e-08
|
| 234 |
+
fused: true
|
| 235 |
+
save_format: pt
|
| 236 |
+
workspace_dir: WORKSPACE_DIR
|
| 237 |
+
run_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla
|
| 238 |
+
seed: 42
|
| 239 |
+
wandb_entity: dongqianyu99-zhejiang-university
|
| 240 |
+
wandb_project: latency-sensitive-bench
|
| 241 |
+
auth:
|
| 242 |
+
env_file: null
|
| 243 |
+
hf_token_env: HF_TOKEN
|
| 244 |
+
wandb_api_key_env: WANDB_API_KEY
|
| 245 |
+
paths:
|
| 246 |
+
run_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla
|
| 247 |
+
dataset_local_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/converted
|
| 248 |
+
dataset_cache_dir: null
|
| 249 |
+
base_model_dir: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
|
| 250 |
+
accelerate_config: starVLA/config/deepseeds/deepspeed_zero2_cpu_offload.yaml
|
| 251 |
+
launch:
|
| 252 |
+
use_accelerate: true
|
| 253 |
+
gpus: null
|
| 254 |
+
num_processes: 1
|
| 255 |
+
dry_run: false
|
| 256 |
+
conda:
|
| 257 |
+
enabled: true
|
| 258 |
+
env_name: null
|
| 259 |
+
rl_games:
|
| 260 |
+
model_alias: openvla
|
| 261 |
+
env_eval:
|
| 262 |
+
image_size: 224
|
| 263 |
+
frameskip: 1
|
| 264 |
+
image_transform: raw_rgb
|
| 265 |
+
prompt_mode: raw
|
| 266 |
+
ghost_trail:
|
| 267 |
+
history_frames: 5
|
| 268 |
+
gamma: 1.3
|
| 269 |
+
min_alpha: 35
|
| 270 |
+
scroll_px_per_step: 4.0
|
| 271 |
+
ground_fraction: 0.22
|
| 272 |
+
seed: 42
|
| 273 |
+
fixed_episode_seeds: true
|
| 274 |
+
latency_seed_stride: 0
|
| 275 |
+
task_seed_stride: 0
|
| 276 |
+
task_description: ''
|
| 277 |
+
eval_parallel_envs: 5
|
| 278 |
+
action_chunk_execution:
|
| 279 |
+
enabled: false
|
| 280 |
+
chunk_size: null
|
| 281 |
+
enabled: false
|
| 282 |
+
gymnasium:
|
| 283 |
+
make_kwargs: {}
|
| 284 |
+
mid_train:
|
| 285 |
+
enabled: false
|
| 286 |
+
interval_steps: 100
|
| 287 |
+
latencies:
|
| 288 |
+
- 0
|
| 289 |
+
num_episodes: 5
|
| 290 |
+
max_steps_per_episode: 3600
|
| 291 |
+
post_train:
|
| 292 |
+
enabled: false
|
| 293 |
+
latencies:
|
| 294 |
+
- 0
|
| 295 |
+
- 1
|
| 296 |
+
- 2
|
| 297 |
+
- 3
|
| 298 |
+
- 4
|
| 299 |
+
num_episodes: 5
|
| 300 |
+
max_steps_per_episode: 3600
|
| 301 |
+
eval_backend: latency_bench
|
| 302 |
+
distributed_mode: none
|
| 303 |
+
vectorized:
|
| 304 |
+
enabled: false
|
| 305 |
+
batch_size: 1
|
| 306 |
+
latency:
|
| 307 |
+
prompt_map_path: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/converted/ant_rgb_state_profile_20260911T112232Z/latency_prompt_map.json
|
| 308 |
+
mode: single
|
| 309 |
+
values:
|
| 310 |
+
- 1
|
| 311 |
+
- 2
|
| 312 |
+
task: gymnasium
|
| 313 |
+
gymnasium:
|
| 314 |
+
task_contract: *id001
|
| 315 |
+
task_name: ant_rgb_state
|
| 316 |
+
initialization_mode: scratch
|
| 317 |
+
action_carrier: native
|
| 318 |
+
model: openvla
|
| 319 |
+
env: gymnasium
|
| 320 |
+
init: scratch
|
| 321 |
+
mode: single
|
| 322 |
+
checkpoint:
|
| 323 |
+
load: none
|
| 324 |
+
hf_repo_id: null
|
| 325 |
+
save_best_model: false
|
| 326 |
+
save_final_model: true
|
| 327 |
+
save_pt_file: true
|
| 328 |
+
save_training_state: false
|
| 329 |
+
save_safetensors_file: false
|
| 330 |
+
local:
|
| 331 |
+
keep_last_n: 1
|
| 332 |
+
sync:
|
| 333 |
+
enabled: false
|
| 334 |
+
repo_id: null
|
| 335 |
+
keep_last_n: 0
|
| 336 |
+
sync_every_n_checkpoints: 1
|
| 337 |
+
resume_policy: local_latest
|
| 338 |
+
run_id: ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k
|
| 339 |
+
output_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k
|
| 340 |
+
config_yaml: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/h100/vla_train.yaml
|
| 341 |
+
is_debug: false
|
| 342 |
+
version_id: '0.21'
|
| 343 |
+
backbone:
|
| 344 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 345 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/dataset_statistics.json
ADDED
|
@@ -0,0 +1,254 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.008585097268223763,
|
| 6 |
+
0.18073433637619019,
|
| 7 |
+
0.06074194982647896,
|
| 8 |
+
0.11492667347192764,
|
| 9 |
+
-0.030455758795142174,
|
| 10 |
+
0.19476425647735596,
|
| 11 |
+
0.004271464888006449,
|
| 12 |
+
0.1380515992641449
|
| 13 |
+
],
|
| 14 |
+
"std": [
|
| 15 |
+
0.3082961440086365,
|
| 16 |
+
0.11951431632041931,
|
| 17 |
+
0.2966296970844269,
|
| 18 |
+
0.11697735637426376,
|
| 19 |
+
0.29814183712005615,
|
| 20 |
+
0.08689764142036438,
|
| 21 |
+
0.29641973972320557,
|
| 22 |
+
0.06457944959402084
|
| 23 |
+
],
|
| 24 |
+
"max": [
|
| 25 |
+
0.8594923615455627,
|
| 26 |
+
0.4930419921875,
|
| 27 |
+
0.936817467212677,
|
| 28 |
+
0.3105866312980652,
|
| 29 |
+
0.7209320068359375,
|
| 30 |
+
0.662981390953064,
|
| 31 |
+
0.6179099678993225,
|
| 32 |
+
0.38534584641456604
|
| 33 |
+
],
|
| 34 |
+
"min": [
|
| 35 |
+
-0.7109797596931458,
|
| 36 |
+
-0.5394335389137268,
|
| 37 |
+
-0.7861460447311401,
|
| 38 |
+
-0.3451794683933258,
|
| 39 |
+
-0.7879171371459961,
|
| 40 |
+
-0.16453741490840912,
|
| 41 |
+
-0.6692602038383484,
|
| 42 |
+
-0.11081697046756744
|
| 43 |
+
],
|
| 44 |
+
"q01": [
|
| 45 |
+
-0.44562102675437926,
|
| 46 |
+
-0.17665561124682427,
|
| 47 |
+
-0.6119011253118515,
|
| 48 |
+
-0.1869712370634079,
|
| 49 |
+
-0.5114533996582031,
|
| 50 |
+
0.002264392748475075,
|
| 51 |
+
-0.584570746421814,
|
| 52 |
+
-0.006873191334307193
|
| 53 |
+
],
|
| 54 |
+
"q99": [
|
| 55 |
+
0.7814428758621215,
|
| 56 |
+
0.355831945836544,
|
| 57 |
+
0.5963289439678189,
|
| 58 |
+
0.2654540681838989,
|
| 59 |
+
0.5747416597604751,
|
| 60 |
+
0.3898173177242278,
|
| 61 |
+
0.47647954523563374,
|
| 62 |
+
0.2842799565196035
|
| 63 |
+
],
|
| 64 |
+
"mask": [
|
| 65 |
+
true,
|
| 66 |
+
true,
|
| 67 |
+
true,
|
| 68 |
+
true,
|
| 69 |
+
true,
|
| 70 |
+
true,
|
| 71 |
+
true,
|
| 72 |
+
true
|
| 73 |
+
]
|
| 74 |
+
},
|
| 75 |
+
"state": {
|
| 76 |
+
"mean": [
|
| 77 |
+
0.5873090028762817,
|
| 78 |
+
0.9775312542915344,
|
| 79 |
+
-0.005306342616677284,
|
| 80 |
+
-0.11391346901655197,
|
| 81 |
+
-0.05232486501336098,
|
| 82 |
+
0.11722143739461899,
|
| 83 |
+
1.1770589351654053,
|
| 84 |
+
0.005929681472480297,
|
| 85 |
+
-0.5237284898757935,
|
| 86 |
+
-0.02996349334716797,
|
| 87 |
+
-0.5256989598274231,
|
| 88 |
+
0.012933136895298958,
|
| 89 |
+
1.207931637763977,
|
| 90 |
+
1.894170880317688,
|
| 91 |
+
-0.1144244372844696,
|
| 92 |
+
-0.005155462771654129,
|
| 93 |
+
-0.0018705822294577956,
|
| 94 |
+
-0.009710059501230717,
|
| 95 |
+
-0.006387847010046244,
|
| 96 |
+
-0.00024099487927742302,
|
| 97 |
+
0.005785061977803707,
|
| 98 |
+
0.022292276844382286,
|
| 99 |
+
-0.007529054768383503,
|
| 100 |
+
0.011944222263991833,
|
| 101 |
+
-0.007930265739560127,
|
| 102 |
+
0.007954547181725502,
|
| 103 |
+
0.006436151918023825
|
| 104 |
+
],
|
| 105 |
+
"std": [
|
| 106 |
+
0.06488662958145142,
|
| 107 |
+
0.04082649201154641,
|
| 108 |
+
0.04258377477526665,
|
| 109 |
+
0.0626724436879158,
|
| 110 |
+
0.1458500176668167,
|
| 111 |
+
0.3689255714416504,
|
| 112 |
+
0.08876852691173553,
|
| 113 |
+
0.4095909893512726,
|
| 114 |
+
0.02488899976015091,
|
| 115 |
+
0.4092481732368469,
|
| 116 |
+
0.04470702633261665,
|
| 117 |
+
0.4021601378917694,
|
| 118 |
+
0.07036752998828888,
|
| 119 |
+
0.8389812707901001,
|
| 120 |
+
0.7156153917312622,
|
| 121 |
+
0.6714321970939636,
|
| 122 |
+
0.8499979972839355,
|
| 123 |
+
1.2019281387329102,
|
| 124 |
+
0.972188413143158,
|
| 125 |
+
4.315415382385254,
|
| 126 |
+
1.070193886756897,
|
| 127 |
+
5.1478495597839355,
|
| 128 |
+
0.38156837224960327,
|
| 129 |
+
5.197302341461182,
|
| 130 |
+
0.4938355088233948,
|
| 131 |
+
5.203607559204102,
|
| 132 |
+
0.7955411076545715
|
| 133 |
+
],
|
| 134 |
+
"max": [
|
| 135 |
+
0.987648606300354,
|
| 136 |
+
1.098469853401184,
|
| 137 |
+
0.28921106457710266,
|
| 138 |
+
0.989949643611908,
|
| 139 |
+
0.6633162498474121,
|
| 140 |
+
0.6247723698616028,
|
| 141 |
+
1.3297919034957886,
|
| 142 |
+
0.6261260509490967,
|
| 143 |
+
0.09998779743909836,
|
| 144 |
+
0.6295120120048523,
|
| 145 |
+
0.09576962888240814,
|
| 146 |
+
0.6430038809776306,
|
| 147 |
+
1.3282581567764282,
|
| 148 |
+
4.4957780838012695,
|
| 149 |
+
3.2620561122894287,
|
| 150 |
+
2.468116044998169,
|
| 151 |
+
4.410033702850342,
|
| 152 |
+
7.686357021331787,
|
| 153 |
+
5.3598856925964355,
|
| 154 |
+
12.314204216003418,
|
| 155 |
+
12.512803077697754,
|
| 156 |
+
12.16235065460205,
|
| 157 |
+
8.471234321594238,
|
| 158 |
+
11.662495613098145,
|
| 159 |
+
6.775548934936523,
|
| 160 |
+
13.728979110717773,
|
| 161 |
+
12.854585647583008
|
| 162 |
+
],
|
| 163 |
+
"min": [
|
| 164 |
+
0.2412567287683487,
|
| 165 |
+
-0.44571781158447266,
|
| 166 |
+
-0.47957098484039307,
|
| 167 |
+
-0.31887444853782654,
|
| 168 |
+
-0.847874641418457,
|
| 169 |
+
-0.6380091309547424,
|
| 170 |
+
-0.09917011857032776,
|
| 171 |
+
-0.6397665739059448,
|
| 172 |
+
-1.2698646783828735,
|
| 173 |
+
-0.6245643496513367,
|
| 174 |
+
-1.2966936826705933,
|
| 175 |
+
-0.6273992657661438,
|
| 176 |
+
-0.09470116347074509,
|
| 177 |
+
-1.9817148447036743,
|
| 178 |
+
-2.8269503116607666,
|
| 179 |
+
-2.5114223957061768,
|
| 180 |
+
-6.1573052406311035,
|
| 181 |
+
-5.6290693283081055,
|
| 182 |
+
-5.456002235412598,
|
| 183 |
+
-13.3322172164917,
|
| 184 |
+
-6.442843914031982,
|
| 185 |
+
-13.454183578491211,
|
| 186 |
+
-11.152595520019531,
|
| 187 |
+
-11.792752265930176,
|
| 188 |
+
-11.078145980834961,
|
| 189 |
+
-11.409802436828613,
|
| 190 |
+
-9.05523681640625
|
| 191 |
+
],
|
| 192 |
+
"q01": [
|
| 193 |
+
0.48960521757602693,
|
| 194 |
+
0.9003188681602478,
|
| 195 |
+
-0.10754849247634411,
|
| 196 |
+
-0.2328880862891674,
|
| 197 |
+
-0.39045485615730285,
|
| 198 |
+
-0.5722661185264587,
|
| 199 |
+
0.8950704920291901,
|
| 200 |
+
-0.6011750960350036,
|
| 201 |
+
-0.5251292628049851,
|
| 202 |
+
-0.5938587546348572,
|
| 203 |
+
-0.5287223303318024,
|
| 204 |
+
-0.5849677407741547,
|
| 205 |
+
0.9387848752737046,
|
| 206 |
+
-0.06458786375820637,
|
| 207 |
+
-1.7163037061691284,
|
| 208 |
+
-1.4849606192111968,
|
| 209 |
+
-2.147061245441437,
|
| 210 |
+
-3.183561043739319,
|
| 211 |
+
-2.3912346959114075,
|
| 212 |
+
-9.509440650939942,
|
| 213 |
+
-2.0720384025573733,
|
| 214 |
+
-9.700632486343384,
|
| 215 |
+
-0.06154265657067299,
|
| 216 |
+
-9.426957139968872,
|
| 217 |
+
-0.12385670125484466,
|
| 218 |
+
-8.523139343261718,
|
| 219 |
+
-1.878789690732956
|
| 220 |
+
],
|
| 221 |
+
"q99": [
|
| 222 |
+
0.7888423645496363,
|
| 223 |
+
0.9982570141553878,
|
| 224 |
+
0.10345419958233826,
|
| 225 |
+
0.007651351471431089,
|
| 226 |
+
0.2988354358077048,
|
| 227 |
+
0.5808608037233353,
|
| 228 |
+
1.2474638295173643,
|
| 229 |
+
0.5897305804491043,
|
| 230 |
+
-0.5221840530633927,
|
| 231 |
+
0.5974817162752151,
|
| 232 |
+
-0.5212638968229294,
|
| 233 |
+
0.60007728099823,
|
| 234 |
+
1.2423072600364684,
|
| 235 |
+
3.5330418014526357,
|
| 236 |
+
1.653340419530868,
|
| 237 |
+
1.5241441571712484,
|
| 238 |
+
2.0724431324005126,
|
| 239 |
+
2.338197231292723,
|
| 240 |
+
2.349211127758022,
|
| 241 |
+
8.699459896087632,
|
| 242 |
+
3.431822986602761,
|
| 243 |
+
9.513696384429924,
|
| 244 |
+
0.008735218439251131,
|
| 245 |
+
9.52831205368042,
|
| 246 |
+
0.010540577266365144,
|
| 247 |
+
11.181635150909424,
|
| 248 |
+
2.879024243354786
|
| 249 |
+
]
|
| 250 |
+
},
|
| 251 |
+
"num_transitions": 90000,
|
| 252 |
+
"num_trajectories": 90
|
| 253 |
+
}
|
| 254 |
+
}
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/eval_config.yaml
ADDED
|
@@ -0,0 +1,195 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
experiment:
|
| 2 |
+
name: ant_openvla_profile_iid_100ep
|
| 3 |
+
seed: 42
|
| 4 |
+
backend:
|
| 5 |
+
type: sample_factory
|
| 6 |
+
algo: APPO
|
| 7 |
+
device: cuda
|
| 8 |
+
train_dir: /mnt/checkpoints/latency-sensitive-bench/small_models/ant
|
| 9 |
+
restart_behavior: overwrite
|
| 10 |
+
run_mode: eval
|
| 11 |
+
executor:
|
| 12 |
+
mode: simulated
|
| 13 |
+
inference_devices:
|
| 14 |
+
- cuda:0
|
| 15 |
+
- cuda:1
|
| 16 |
+
inference_batch_size: 8
|
| 17 |
+
simulated_inference_pool: true
|
| 18 |
+
simulated_worker_capacity: 1
|
| 19 |
+
env:
|
| 20 |
+
name: gymnasium
|
| 21 |
+
task_name: ant
|
| 22 |
+
env_id: LatencyBench/AntContinuous-v0
|
| 23 |
+
registration_imports:
|
| 24 |
+
- latency_bench.envs.tasks.ant
|
| 25 |
+
make_kwargs:
|
| 26 |
+
base_env_id: Ant-v4
|
| 27 |
+
base_make_kwargs:
|
| 28 |
+
exclude_current_positions_from_observation: true
|
| 29 |
+
use_contact_forces: false
|
| 30 |
+
render_mode: rgb_array
|
| 31 |
+
env_fps: 10
|
| 32 |
+
obs_fps: 10
|
| 33 |
+
frame_stack: 1
|
| 34 |
+
state_space:
|
| 35 |
+
labels:
|
| 36 |
+
- torso_z
|
| 37 |
+
- torso_quaternion_w
|
| 38 |
+
- torso_quaternion_x
|
| 39 |
+
- torso_quaternion_y
|
| 40 |
+
- torso_quaternion_z
|
| 41 |
+
- front_left_hip_angle
|
| 42 |
+
- front_left_ankle_angle
|
| 43 |
+
- front_right_hip_angle
|
| 44 |
+
- front_right_ankle_angle
|
| 45 |
+
- back_left_hip_angle
|
| 46 |
+
- back_left_ankle_angle
|
| 47 |
+
- back_right_hip_angle
|
| 48 |
+
- back_right_ankle_angle
|
| 49 |
+
- torso_x_velocity
|
| 50 |
+
- torso_y_velocity
|
| 51 |
+
- torso_z_velocity
|
| 52 |
+
- torso_angular_velocity_x
|
| 53 |
+
- torso_angular_velocity_y
|
| 54 |
+
- torso_angular_velocity_z
|
| 55 |
+
- front_left_hip_angular_velocity
|
| 56 |
+
- front_left_ankle_angular_velocity
|
| 57 |
+
- front_right_hip_angular_velocity
|
| 58 |
+
- front_right_ankle_angular_velocity
|
| 59 |
+
- back_left_hip_angular_velocity
|
| 60 |
+
- back_left_ankle_angular_velocity
|
| 61 |
+
- back_right_hip_angular_velocity
|
| 62 |
+
- back_right_ankle_angular_velocity
|
| 63 |
+
action_space:
|
| 64 |
+
dtype: float32
|
| 65 |
+
high:
|
| 66 |
+
- 1.0
|
| 67 |
+
- 1.0
|
| 68 |
+
- 1.0
|
| 69 |
+
- 1.0
|
| 70 |
+
- 1.0
|
| 71 |
+
- 1.0
|
| 72 |
+
- 1.0
|
| 73 |
+
- 1.0
|
| 74 |
+
labels:
|
| 75 |
+
- back_right_hip_torque
|
| 76 |
+
- back_right_ankle_torque
|
| 77 |
+
- front_left_hip_torque
|
| 78 |
+
- front_left_ankle_torque
|
| 79 |
+
- front_right_hip_torque
|
| 80 |
+
- front_right_ankle_torque
|
| 81 |
+
- back_left_hip_torque
|
| 82 |
+
- back_left_ankle_torque
|
| 83 |
+
low:
|
| 84 |
+
- -1.0
|
| 85 |
+
- -1.0
|
| 86 |
+
- -1.0
|
| 87 |
+
- -1.0
|
| 88 |
+
- -1.0
|
| 89 |
+
- -1.0
|
| 90 |
+
- -1.0
|
| 91 |
+
- -1.0
|
| 92 |
+
type: box
|
| 93 |
+
noop_action:
|
| 94 |
+
- 0.0
|
| 95 |
+
- 0.0
|
| 96 |
+
- 0.0
|
| 97 |
+
- 0.0
|
| 98 |
+
- 0.0
|
| 99 |
+
- 0.0
|
| 100 |
+
- 0.0
|
| 101 |
+
- 0.0
|
| 102 |
+
base_prompt: Make the Ant move forward as fast as possible without falling. Predict
|
| 103 |
+
eight continuous torques in [-1, 1] ordered as back right hip, back right ankle,
|
| 104 |
+
front left hip, front left ankle, front right hip, front right ankle, back left
|
| 105 |
+
hip, and back left ankle.
|
| 106 |
+
obs_resize:
|
| 107 |
+
- 224
|
| 108 |
+
- 224
|
| 109 |
+
latency:
|
| 110 |
+
method: iid
|
| 111 |
+
sync_cuda: false
|
| 112 |
+
profile_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/profile/profile.json
|
| 113 |
+
profile_worker_slot: 0
|
| 114 |
+
seed: 0
|
| 115 |
+
scheduler:
|
| 116 |
+
hold_policy: hold
|
| 117 |
+
ordering_policy: issue_order_fifo
|
| 118 |
+
policy:
|
| 119 |
+
type: starvla
|
| 120 |
+
checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/new_bundle/checkpoints/model.pt
|
| 121 |
+
model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/new_bundle/config.yaml
|
| 122 |
+
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 123 |
+
device: cuda:0
|
| 124 |
+
task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/new_bundle/manifest.json
|
| 125 |
+
latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/new_bundle/latency_prompt_map.json
|
| 126 |
+
latency_prompt_key: 1
|
| 127 |
+
training:
|
| 128 |
+
train_for_env_steps: 10000000
|
| 129 |
+
num_workers: 8
|
| 130 |
+
num_envs_per_worker: 8
|
| 131 |
+
worker_num_splits: 2
|
| 132 |
+
num_policies: 1
|
| 133 |
+
batch_size: 1024
|
| 134 |
+
rollout: 64
|
| 135 |
+
recurrence: 1
|
| 136 |
+
num_epochs: 2
|
| 137 |
+
num_batches_per_epoch: 4
|
| 138 |
+
num_batches_to_accumulate: 2
|
| 139 |
+
policy_workers_per_policy: 1
|
| 140 |
+
max_policy_lag: 10000
|
| 141 |
+
learning_rate: 0.00295
|
| 142 |
+
lr_schedule: linear_decay
|
| 143 |
+
lr_schedule_kl_threshold: 0.008
|
| 144 |
+
gamma: 0.99
|
| 145 |
+
gae_lambda: 0.95
|
| 146 |
+
ppo_clip_ratio: 0.2
|
| 147 |
+
ppo_clip_value: 1.0
|
| 148 |
+
value_loss_coeff: 1.3
|
| 149 |
+
max_grad_norm: 3.5
|
| 150 |
+
exploration_loss: entropy
|
| 151 |
+
exploration_loss_coeff: 0.0
|
| 152 |
+
kl_loss_coeff: 0.1
|
| 153 |
+
reward_scale: 1.0
|
| 154 |
+
reward_clip: 1000.0
|
| 155 |
+
async_rl: false
|
| 156 |
+
serial_mode: false
|
| 157 |
+
batched_sampling: false
|
| 158 |
+
with_vtrace: false
|
| 159 |
+
use_rnn: false
|
| 160 |
+
encoder_mlp_layers:
|
| 161 |
+
- 64
|
| 162 |
+
- 64
|
| 163 |
+
nonlinearity: tanh
|
| 164 |
+
adaptive_stddev: false
|
| 165 |
+
policy_initialization: torch_default
|
| 166 |
+
initial_stddev: 1.0
|
| 167 |
+
actor_critic_share_weights: true
|
| 168 |
+
shuffle_minibatches: false
|
| 169 |
+
value_bootstrap: true
|
| 170 |
+
normalize_input: true
|
| 171 |
+
normalize_returns: true
|
| 172 |
+
decorrelate_experience_max_seconds: 10
|
| 173 |
+
decorrelate_envs_on_one_worker: true
|
| 174 |
+
set_workers_cpu_affinity: true
|
| 175 |
+
force_envs_single_thread: true
|
| 176 |
+
save_every_sec: 600
|
| 177 |
+
keep_checkpoints: 3
|
| 178 |
+
save_best_every_sec: 60
|
| 179 |
+
save_best_after: 100000
|
| 180 |
+
evaluation:
|
| 181 |
+
eval_episodes: 100
|
| 182 |
+
eval_parallel_envs: 32
|
| 183 |
+
eval_max_steps: 1000
|
| 184 |
+
eval_deterministic: true
|
| 185 |
+
eval_latency_values: null
|
| 186 |
+
episode_seed_offset: 0
|
| 187 |
+
logging:
|
| 188 |
+
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/evaluation/iid_parallel32_ib8
|
| 189 |
+
video:
|
| 190 |
+
enabled: false
|
| 191 |
+
num_bins: 1
|
| 192 |
+
save_step_records: true
|
| 193 |
+
save_action_records: true
|
| 194 |
+
save_latency_records: true
|
| 195 |
+
realtime_pipeline_profile: false
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/latency_prompt_map.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"1": {
|
| 3 |
+
"prompt": "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle. Current action latency is 1 raw frames (100.00 ms). The environment runs at 10 FPS and observations are emitted at 10 FPS. Choose the best next action.",
|
| 4 |
+
"latency_raw_frames": 1,
|
| 5 |
+
"latency_ms": 100.0
|
| 6 |
+
},
|
| 7 |
+
"2": {
|
| 8 |
+
"prompt": "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle. Current action latency is 2 raw frames (200.00 ms). The environment runs at 10 FPS and observations are emitted at 10 FPS. Choose the best next action.",
|
| 9 |
+
"latency_raw_frames": 2,
|
| 10 |
+
"latency_ms": 200.0
|
| 11 |
+
}
|
| 12 |
+
}
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/manifest.json
ADDED
|
@@ -0,0 +1,233 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_name": "lerobot",
|
| 3 |
+
"env_name": "ant_rgb_state",
|
| 4 |
+
"episodes": 90,
|
| 5 |
+
"frames": 90000,
|
| 6 |
+
"task_prompts": [
|
| 7 |
+
"Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle. Current action latency is 1 raw frames (100.00 ms). The environment runs at 10 FPS and observations are emitted at 10 FPS. Choose the best next action.",
|
| 8 |
+
"Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle. Current action latency is 2 raw frames (200.00 ms). The environment runs at 10 FPS and observations are emitted at 10 FPS. Choose the best next action."
|
| 9 |
+
],
|
| 10 |
+
"format": "lerobot_v2_image_parquet",
|
| 11 |
+
"source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/ant/openvla/raw",
|
| 12 |
+
"integration_name": "gymnasium",
|
| 13 |
+
"task_name": "ant_rgb_state",
|
| 14 |
+
"action_layout": "gymnasium_continuous_v1",
|
| 15 |
+
"action_labels": [
|
| 16 |
+
"back_right_hip_torque",
|
| 17 |
+
"back_right_ankle_torque",
|
| 18 |
+
"front_left_hip_torque",
|
| 19 |
+
"front_left_ankle_torque",
|
| 20 |
+
"front_right_hip_torque",
|
| 21 |
+
"front_right_ankle_torque",
|
| 22 |
+
"back_left_hip_torque",
|
| 23 |
+
"back_left_ankle_torque"
|
| 24 |
+
],
|
| 25 |
+
"carrier_action_labels": [
|
| 26 |
+
"back_right_hip_torque",
|
| 27 |
+
"back_right_ankle_torque",
|
| 28 |
+
"front_left_hip_torque",
|
| 29 |
+
"front_left_ankle_torque",
|
| 30 |
+
"front_right_hip_torque",
|
| 31 |
+
"front_right_ankle_torque",
|
| 32 |
+
"back_left_hip_torque",
|
| 33 |
+
"back_left_ankle_torque"
|
| 34 |
+
],
|
| 35 |
+
"action_dim": 8,
|
| 36 |
+
"active_action_dim": 8,
|
| 37 |
+
"action_carrier": "native",
|
| 38 |
+
"rows_unit": "decision_step",
|
| 39 |
+
"obs_fps": 10.0,
|
| 40 |
+
"obs_stride_raw_frames": 1,
|
| 41 |
+
"uses_state": true,
|
| 42 |
+
"state_dim": 27,
|
| 43 |
+
"state_labels": [
|
| 44 |
+
"torso_z",
|
| 45 |
+
"torso_quaternion_w",
|
| 46 |
+
"torso_quaternion_x",
|
| 47 |
+
"torso_quaternion_y",
|
| 48 |
+
"torso_quaternion_z",
|
| 49 |
+
"front_left_hip_angle",
|
| 50 |
+
"front_left_ankle_angle",
|
| 51 |
+
"front_right_hip_angle",
|
| 52 |
+
"front_right_ankle_angle",
|
| 53 |
+
"back_left_hip_angle",
|
| 54 |
+
"back_left_ankle_angle",
|
| 55 |
+
"back_right_hip_angle",
|
| 56 |
+
"back_right_ankle_angle",
|
| 57 |
+
"torso_x_velocity",
|
| 58 |
+
"torso_y_velocity",
|
| 59 |
+
"torso_z_velocity",
|
| 60 |
+
"torso_angular_velocity_x",
|
| 61 |
+
"torso_angular_velocity_y",
|
| 62 |
+
"torso_angular_velocity_z",
|
| 63 |
+
"front_left_hip_angular_velocity",
|
| 64 |
+
"front_left_ankle_angular_velocity",
|
| 65 |
+
"front_right_hip_angular_velocity",
|
| 66 |
+
"front_right_ankle_angular_velocity",
|
| 67 |
+
"back_left_hip_angular_velocity",
|
| 68 |
+
"back_left_ankle_angular_velocity",
|
| 69 |
+
"back_right_hip_angular_velocity",
|
| 70 |
+
"back_right_ankle_angular_velocity"
|
| 71 |
+
],
|
| 72 |
+
"state_normalization": {
|
| 73 |
+
"type": "min_max",
|
| 74 |
+
"min": [
|
| 75 |
+
0.2412567287683487,
|
| 76 |
+
-0.44571781158447266,
|
| 77 |
+
-0.47957098484039307,
|
| 78 |
+
-0.31887444853782654,
|
| 79 |
+
-0.847874641418457,
|
| 80 |
+
-0.6380091309547424,
|
| 81 |
+
-0.09917011857032776,
|
| 82 |
+
-0.6397665739059448,
|
| 83 |
+
-1.2698646783828735,
|
| 84 |
+
-0.6245643496513367,
|
| 85 |
+
-1.2966936826705933,
|
| 86 |
+
-0.6273992657661438,
|
| 87 |
+
-0.09470116347074509,
|
| 88 |
+
-1.9817148447036743,
|
| 89 |
+
-2.8269503116607666,
|
| 90 |
+
-2.5114223957061768,
|
| 91 |
+
-6.1573052406311035,
|
| 92 |
+
-5.6290693283081055,
|
| 93 |
+
-5.456002235412598,
|
| 94 |
+
-13.3322172164917,
|
| 95 |
+
-6.442843914031982,
|
| 96 |
+
-13.454183578491211,
|
| 97 |
+
-11.152595520019531,
|
| 98 |
+
-11.792752265930176,
|
| 99 |
+
-11.078145980834961,
|
| 100 |
+
-11.409802436828613,
|
| 101 |
+
-9.05523681640625
|
| 102 |
+
],
|
| 103 |
+
"max": [
|
| 104 |
+
0.987648606300354,
|
| 105 |
+
1.098469853401184,
|
| 106 |
+
0.28921106457710266,
|
| 107 |
+
0.989949643611908,
|
| 108 |
+
0.6633162498474121,
|
| 109 |
+
0.6247723698616028,
|
| 110 |
+
1.3297919034957886,
|
| 111 |
+
0.6261260509490967,
|
| 112 |
+
0.09998779743909836,
|
| 113 |
+
0.6295120120048523,
|
| 114 |
+
0.09576962888240814,
|
| 115 |
+
0.6430038809776306,
|
| 116 |
+
1.3282581567764282,
|
| 117 |
+
4.4957780838012695,
|
| 118 |
+
3.2620561122894287,
|
| 119 |
+
2.468116044998169,
|
| 120 |
+
4.410033702850342,
|
| 121 |
+
7.686357021331787,
|
| 122 |
+
5.3598856925964355,
|
| 123 |
+
12.314204216003418,
|
| 124 |
+
12.512803077697754,
|
| 125 |
+
12.16235065460205,
|
| 126 |
+
8.471234321594238,
|
| 127 |
+
11.662495613098145,
|
| 128 |
+
6.775548934936523,
|
| 129 |
+
13.728979110717773,
|
| 130 |
+
12.854585647583008
|
| 131 |
+
]
|
| 132 |
+
},
|
| 133 |
+
"robot_type": "rl_games_gymnasium",
|
| 134 |
+
"latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/ant/openvla/lerobot/latency_prompt_map.json",
|
| 135 |
+
"custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/ant/openvla/_generated_mixtures/lerobot.json",
|
| 136 |
+
"gymnasium_task": {
|
| 137 |
+
"action_space": {
|
| 138 |
+
"dtype": "float32",
|
| 139 |
+
"high": [
|
| 140 |
+
1.0,
|
| 141 |
+
1.0,
|
| 142 |
+
1.0,
|
| 143 |
+
1.0,
|
| 144 |
+
1.0,
|
| 145 |
+
1.0,
|
| 146 |
+
1.0,
|
| 147 |
+
1.0
|
| 148 |
+
],
|
| 149 |
+
"labels": [
|
| 150 |
+
"back_right_hip_torque",
|
| 151 |
+
"back_right_ankle_torque",
|
| 152 |
+
"front_left_hip_torque",
|
| 153 |
+
"front_left_ankle_torque",
|
| 154 |
+
"front_right_hip_torque",
|
| 155 |
+
"front_right_ankle_torque",
|
| 156 |
+
"back_left_hip_torque",
|
| 157 |
+
"back_left_ankle_torque"
|
| 158 |
+
],
|
| 159 |
+
"low": [
|
| 160 |
+
-1.0,
|
| 161 |
+
-1.0,
|
| 162 |
+
-1.0,
|
| 163 |
+
-1.0,
|
| 164 |
+
-1.0,
|
| 165 |
+
-1.0,
|
| 166 |
+
-1.0,
|
| 167 |
+
-1.0
|
| 168 |
+
],
|
| 169 |
+
"type": "box"
|
| 170 |
+
},
|
| 171 |
+
"base_prompt": "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle.",
|
| 172 |
+
"env_fps": 10.0,
|
| 173 |
+
"env_id": "LatencyBench/AntContinuous-v0",
|
| 174 |
+
"frame_stack": 1,
|
| 175 |
+
"make_kwargs": {
|
| 176 |
+
"base_env_id": "Ant-v4",
|
| 177 |
+
"base_make_kwargs": {
|
| 178 |
+
"exclude_current_positions_from_observation": true,
|
| 179 |
+
"use_contact_forces": false
|
| 180 |
+
},
|
| 181 |
+
"render_mode": "rgb_array"
|
| 182 |
+
},
|
| 183 |
+
"noop_action": [
|
| 184 |
+
0.0,
|
| 185 |
+
0.0,
|
| 186 |
+
0.0,
|
| 187 |
+
0.0,
|
| 188 |
+
0.0,
|
| 189 |
+
0.0,
|
| 190 |
+
0.0,
|
| 191 |
+
0.0
|
| 192 |
+
],
|
| 193 |
+
"obs_fps": 10.0,
|
| 194 |
+
"registration_imports": [
|
| 195 |
+
"latency_bench.envs.tasks.ant"
|
| 196 |
+
],
|
| 197 |
+
"state_space": {
|
| 198 |
+
"labels": [
|
| 199 |
+
"torso_z",
|
| 200 |
+
"torso_quaternion_w",
|
| 201 |
+
"torso_quaternion_x",
|
| 202 |
+
"torso_quaternion_y",
|
| 203 |
+
"torso_quaternion_z",
|
| 204 |
+
"front_left_hip_angle",
|
| 205 |
+
"front_left_ankle_angle",
|
| 206 |
+
"front_right_hip_angle",
|
| 207 |
+
"front_right_ankle_angle",
|
| 208 |
+
"back_left_hip_angle",
|
| 209 |
+
"back_left_ankle_angle",
|
| 210 |
+
"back_right_hip_angle",
|
| 211 |
+
"back_right_ankle_angle",
|
| 212 |
+
"torso_x_velocity",
|
| 213 |
+
"torso_y_velocity",
|
| 214 |
+
"torso_z_velocity",
|
| 215 |
+
"torso_angular_velocity_x",
|
| 216 |
+
"torso_angular_velocity_y",
|
| 217 |
+
"torso_angular_velocity_z",
|
| 218 |
+
"front_left_hip_angular_velocity",
|
| 219 |
+
"front_left_ankle_angular_velocity",
|
| 220 |
+
"front_right_hip_angular_velocity",
|
| 221 |
+
"front_right_ankle_angular_velocity",
|
| 222 |
+
"back_left_hip_angular_velocity",
|
| 223 |
+
"back_left_ankle_angular_velocity",
|
| 224 |
+
"back_right_hip_angular_velocity",
|
| 225 |
+
"back_right_ankle_angular_velocity"
|
| 226 |
+
]
|
| 227 |
+
},
|
| 228 |
+
"task_name": "ant_rgb_state"
|
| 229 |
+
},
|
| 230 |
+
"validation_dataset_name": "lerobot__val",
|
| 231 |
+
"validation_episodes": 10,
|
| 232 |
+
"validation_frames": 10000
|
| 233 |
+
}
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/result.json
ADDED
|
@@ -0,0 +1,213 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episodes": 100,
|
| 3 |
+
"seeds": [
|
| 4 |
+
42,
|
| 5 |
+
43,
|
| 6 |
+
44,
|
| 7 |
+
45,
|
| 8 |
+
46,
|
| 9 |
+
47,
|
| 10 |
+
48,
|
| 11 |
+
49,
|
| 12 |
+
50,
|
| 13 |
+
51,
|
| 14 |
+
52,
|
| 15 |
+
53,
|
| 16 |
+
54,
|
| 17 |
+
55,
|
| 18 |
+
56,
|
| 19 |
+
57,
|
| 20 |
+
58,
|
| 21 |
+
59,
|
| 22 |
+
60,
|
| 23 |
+
61,
|
| 24 |
+
62,
|
| 25 |
+
63,
|
| 26 |
+
64,
|
| 27 |
+
65,
|
| 28 |
+
66,
|
| 29 |
+
67,
|
| 30 |
+
68,
|
| 31 |
+
69,
|
| 32 |
+
70,
|
| 33 |
+
71,
|
| 34 |
+
72,
|
| 35 |
+
73,
|
| 36 |
+
74,
|
| 37 |
+
75,
|
| 38 |
+
76,
|
| 39 |
+
77,
|
| 40 |
+
78,
|
| 41 |
+
79,
|
| 42 |
+
80,
|
| 43 |
+
81,
|
| 44 |
+
82,
|
| 45 |
+
83,
|
| 46 |
+
84,
|
| 47 |
+
85,
|
| 48 |
+
86,
|
| 49 |
+
87,
|
| 50 |
+
88,
|
| 51 |
+
89,
|
| 52 |
+
90,
|
| 53 |
+
91,
|
| 54 |
+
92,
|
| 55 |
+
93,
|
| 56 |
+
94,
|
| 57 |
+
95,
|
| 58 |
+
96,
|
| 59 |
+
97,
|
| 60 |
+
98,
|
| 61 |
+
99,
|
| 62 |
+
100,
|
| 63 |
+
101,
|
| 64 |
+
102,
|
| 65 |
+
103,
|
| 66 |
+
104,
|
| 67 |
+
105,
|
| 68 |
+
106,
|
| 69 |
+
107,
|
| 70 |
+
108,
|
| 71 |
+
109,
|
| 72 |
+
110,
|
| 73 |
+
111,
|
| 74 |
+
112,
|
| 75 |
+
113,
|
| 76 |
+
114,
|
| 77 |
+
115,
|
| 78 |
+
116,
|
| 79 |
+
117,
|
| 80 |
+
118,
|
| 81 |
+
119,
|
| 82 |
+
120,
|
| 83 |
+
121,
|
| 84 |
+
122,
|
| 85 |
+
123,
|
| 86 |
+
124,
|
| 87 |
+
125,
|
| 88 |
+
126,
|
| 89 |
+
127,
|
| 90 |
+
128,
|
| 91 |
+
129,
|
| 92 |
+
130,
|
| 93 |
+
131,
|
| 94 |
+
132,
|
| 95 |
+
133,
|
| 96 |
+
134,
|
| 97 |
+
135,
|
| 98 |
+
136,
|
| 99 |
+
137,
|
| 100 |
+
138,
|
| 101 |
+
139,
|
| 102 |
+
140,
|
| 103 |
+
141
|
| 104 |
+
],
|
| 105 |
+
"mean_return": 2250.516542056559,
|
| 106 |
+
"population_std_return": 132.953402688222,
|
| 107 |
+
"mean_length": 1000.0,
|
| 108 |
+
"returns": [
|
| 109 |
+
2310.7617966955095,
|
| 110 |
+
2131.7026667646555,
|
| 111 |
+
2252.5885343827404,
|
| 112 |
+
2323.5206316686895,
|
| 113 |
+
2316.0265906017366,
|
| 114 |
+
2293.950718023614,
|
| 115 |
+
2252.66446432145,
|
| 116 |
+
2304.290101100005,
|
| 117 |
+
2348.37509356787,
|
| 118 |
+
2196.1623430135646,
|
| 119 |
+
2229.0968774534954,
|
| 120 |
+
2296.7046865479942,
|
| 121 |
+
2311.594310537656,
|
| 122 |
+
2162.7041760809634,
|
| 123 |
+
2239.1605206724967,
|
| 124 |
+
2257.2847819342182,
|
| 125 |
+
2281.786161882332,
|
| 126 |
+
2258.9804816206242,
|
| 127 |
+
2353.820104006152,
|
| 128 |
+
2276.165015107352,
|
| 129 |
+
2117.989307008761,
|
| 130 |
+
2293.0846553618635,
|
| 131 |
+
2256.9673781139036,
|
| 132 |
+
2358.800545225007,
|
| 133 |
+
2320.7167665960046,
|
| 134 |
+
2333.567320151639,
|
| 135 |
+
2289.6907034504798,
|
| 136 |
+
2176.54171885542,
|
| 137 |
+
2276.617081363673,
|
| 138 |
+
2258.052618646518,
|
| 139 |
+
2279.797963372485,
|
| 140 |
+
2259.0251855671363,
|
| 141 |
+
2413.050102794513,
|
| 142 |
+
2309.507701503602,
|
| 143 |
+
2234.2913435301684,
|
| 144 |
+
2214.9160986284664,
|
| 145 |
+
2230.396086566361,
|
| 146 |
+
2461.130939364067,
|
| 147 |
+
2208.6289525410434,
|
| 148 |
+
2298.895444766812,
|
| 149 |
+
2318.5718636173137,
|
| 150 |
+
2297.2211619074455,
|
| 151 |
+
2320.9259109579307,
|
| 152 |
+
2338.686090341982,
|
| 153 |
+
2283.653337432246,
|
| 154 |
+
2127.499606650314,
|
| 155 |
+
2075.6753134670053,
|
| 156 |
+
2265.1597175676225,
|
| 157 |
+
2280.262733187318,
|
| 158 |
+
2308.5882777420697,
|
| 159 |
+
2172.7262260718817,
|
| 160 |
+
2405.8026380996243,
|
| 161 |
+
2422.1768281834493,
|
| 162 |
+
2311.5328821118073,
|
| 163 |
+
2245.23654227952,
|
| 164 |
+
2229.376583945671,
|
| 165 |
+
2263.5604750513103,
|
| 166 |
+
2255.2460014937215,
|
| 167 |
+
2269.0394046153892,
|
| 168 |
+
1490.4163813958307,
|
| 169 |
+
2298.7873182758854,
|
| 170 |
+
2284.7897769026495,
|
| 171 |
+
2276.944890218825,
|
| 172 |
+
2248.8015790173176,
|
| 173 |
+
2330.6194924324473,
|
| 174 |
+
1406.9759610034948,
|
| 175 |
+
2253.32870089501,
|
| 176 |
+
2300.464759927768,
|
| 177 |
+
2365.327091744112,
|
| 178 |
+
2277.2354625041744,
|
| 179 |
+
2193.392581541768,
|
| 180 |
+
2238.679526606377,
|
| 181 |
+
2281.4258145434505,
|
| 182 |
+
2240.338256688812,
|
| 183 |
+
2253.8685762793216,
|
| 184 |
+
2176.272493471641,
|
| 185 |
+
2205.8512257516895,
|
| 186 |
+
2349.8105876352706,
|
| 187 |
+
2325.769189842056,
|
| 188 |
+
2281.3870584499455,
|
| 189 |
+
2205.38510507157,
|
| 190 |
+
2327.2782245190465,
|
| 191 |
+
2199.0292345728158,
|
| 192 |
+
2290.154072650378,
|
| 193 |
+
2269.062261341686,
|
| 194 |
+
2207.9876021543632,
|
| 195 |
+
2245.264633384305,
|
| 196 |
+
2145.706766571574,
|
| 197 |
+
2084.4536044417887,
|
| 198 |
+
2177.1586451365315,
|
| 199 |
+
2327.626124225144,
|
| 200 |
+
2339.283172372,
|
| 201 |
+
2212.9059664542806,
|
| 202 |
+
2223.449129229652,
|
| 203 |
+
2231.491429646047,
|
| 204 |
+
2204.885277041093,
|
| 205 |
+
2326.11239945166,
|
| 206 |
+
2273.8551428186365,
|
| 207 |
+
2277.779053929565,
|
| 208 |
+
2222.3500714012384
|
| 209 |
+
],
|
| 210 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
|
| 211 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/eval_iid_parallel32_ib8.yaml",
|
| 212 |
+
"inference_batch_size": 8
|
| 213 |
+
}
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/evaluations/g128_iid_20261010/iid/source_identity.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
|
| 3 |
+
"source": "current worktree snapshot",
|
| 4 |
+
"dirty_paths": [
|
| 5 |
+
" M AGENTS.md",
|
| 6 |
+
" M configs/experiments/memory/small_model/flappy_capped.yaml",
|
| 7 |
+
" M configs/experiments/memory/small_model/flappy_extended.yaml",
|
| 8 |
+
" M configs/experiments/observation_stride/flappy_capped.yaml",
|
| 9 |
+
" M configs/experiments/observation_stride/flappy_extended.yaml",
|
| 10 |
+
" M configs/experiments/sim2real.yaml",
|
| 11 |
+
" M scripts/experiments/memory/small_model/run.sh",
|
| 12 |
+
" M scripts/experiments/observation_stride/run.sh",
|
| 13 |
+
" M scripts/experiments/sim2real/study.py",
|
| 14 |
+
" M tests/scripts/test_sim2real.py",
|
| 15 |
+
"?? configs/experiments/sim2real/five_gpu.yaml",
|
| 16 |
+
"?? docs/cleanup-refactor/",
|
| 17 |
+
"?? lagen/",
|
| 18 |
+
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
+
"?? servers.md"
|
| 20 |
+
],
|
| 21 |
+
"runtime_patches": [
|
| 22 |
+
{
|
| 23 |
+
"path": "third_party/starVLA/starVLA/training/train_starvla.py",
|
| 24 |
+
"change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
|
| 25 |
+
"validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
|
| 26 |
+
}
|
| 27 |
+
],
|
| 28 |
+
"frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
|
| 29 |
+
}
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/manifest.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"dataset_name": "
|
| 3 |
"env_name": "ant_rgb_state",
|
| 4 |
"episodes": 90,
|
| 5 |
"frames": 90000,
|
|
@@ -8,7 +8,7 @@
|
|
| 8 |
"Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle. Current action latency is 2 raw frames (200.00 ms). The environment runs at 10 FPS and observations are emitted at 10 FPS. Choose the best next action."
|
| 9 |
],
|
| 10 |
"format": "lerobot_v2_image_parquet",
|
| 11 |
-
"source": "/
|
| 12 |
"integration_name": "gymnasium",
|
| 13 |
"task_name": "ant_rgb_state",
|
| 14 |
"action_layout": "gymnasium_continuous_v1",
|
|
@@ -72,67 +72,67 @@
|
|
| 72 |
"state_normalization": {
|
| 73 |
"type": "min_max",
|
| 74 |
"min": [
|
| 75 |
-
0.
|
| 76 |
-
-0.
|
| 77 |
-
-0.
|
| 78 |
-
-0.
|
| 79 |
-
-0.
|
| 80 |
-
-0.
|
| 81 |
-0.09917011857032776,
|
| 82 |
-
-0.
|
| 83 |
-
-1.
|
| 84 |
-
-0.
|
| 85 |
-1.2966936826705933,
|
| 86 |
-
-0.
|
| 87 |
-
-0.
|
| 88 |
-
-1.
|
| 89 |
-
-2.
|
| 90 |
-
-2.
|
| 91 |
-6.1573052406311035,
|
| 92 |
-
-5.
|
| 93 |
-
-5.
|
| 94 |
-
-
|
| 95 |
-
-
|
| 96 |
-
-
|
| 97 |
-11.152595520019531,
|
| 98 |
-
-11.
|
| 99 |
-11.078145980834961,
|
| 100 |
-
-11.
|
| 101 |
-
-
|
| 102 |
],
|
| 103 |
"max": [
|
| 104 |
-
0.
|
| 105 |
1.098469853401184,
|
| 106 |
-
0.
|
| 107 |
-
0.
|
| 108 |
-
0.
|
| 109 |
-
0.
|
| 110 |
1.3297919034957886,
|
| 111 |
-
0.
|
| 112 |
0.09998779743909836,
|
| 113 |
-
0.
|
| 114 |
0.09576962888240814,
|
| 115 |
-
0.
|
| 116 |
-
1.
|
| 117 |
-
4.
|
| 118 |
-
3.
|
| 119 |
-
2.
|
| 120 |
-
|
| 121 |
-
7.
|
| 122 |
-
5.
|
| 123 |
-
|
| 124 |
12.512803077697754,
|
| 125 |
-
12.
|
| 126 |
-
|
| 127 |
-
11.
|
| 128 |
-
6.
|
| 129 |
-
13.
|
| 130 |
12.854585647583008
|
| 131 |
]
|
| 132 |
},
|
| 133 |
"robot_type": "rl_games_gymnasium",
|
| 134 |
-
"latency_prompt_map_path": "/
|
| 135 |
-
"custom_mixtures_path": "/
|
| 136 |
"gymnasium_task": {
|
| 137 |
"action_space": {
|
| 138 |
"dtype": "float32",
|
|
@@ -192,7 +192,7 @@
|
|
| 192 |
],
|
| 193 |
"obs_fps": 10.0,
|
| 194 |
"registration_imports": [
|
| 195 |
-
"latency_bench.envs.
|
| 196 |
],
|
| 197 |
"state_space": {
|
| 198 |
"labels": [
|
|
@@ -227,7 +227,7 @@
|
|
| 227 |
},
|
| 228 |
"task_name": "ant_rgb_state"
|
| 229 |
},
|
| 230 |
-
"validation_dataset_name": "
|
| 231 |
"validation_episodes": 10,
|
| 232 |
"validation_frames": 10000
|
| 233 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"dataset_name": "lerobot",
|
| 3 |
"env_name": "ant_rgb_state",
|
| 4 |
"episodes": 90,
|
| 5 |
"frames": 90000,
|
|
|
|
| 8 |
"Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle. Current action latency is 2 raw frames (200.00 ms). The environment runs at 10 FPS and observations are emitted at 10 FPS. Choose the best next action."
|
| 9 |
],
|
| 10 |
"format": "lerobot_v2_image_parquet",
|
| 11 |
+
"source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/ant/openvla/raw",
|
| 12 |
"integration_name": "gymnasium",
|
| 13 |
"task_name": "ant_rgb_state",
|
| 14 |
"action_layout": "gymnasium_continuous_v1",
|
|
|
|
| 72 |
"state_normalization": {
|
| 73 |
"type": "min_max",
|
| 74 |
"min": [
|
| 75 |
+
0.2412567287683487,
|
| 76 |
+
-0.44571781158447266,
|
| 77 |
+
-0.47957098484039307,
|
| 78 |
+
-0.31887444853782654,
|
| 79 |
+
-0.847874641418457,
|
| 80 |
+
-0.6380091309547424,
|
| 81 |
-0.09917011857032776,
|
| 82 |
+
-0.6397665739059448,
|
| 83 |
+
-1.2698646783828735,
|
| 84 |
+
-0.6245643496513367,
|
| 85 |
-1.2966936826705933,
|
| 86 |
+
-0.6273992657661438,
|
| 87 |
+
-0.09470116347074509,
|
| 88 |
+
-1.9817148447036743,
|
| 89 |
+
-2.8269503116607666,
|
| 90 |
+
-2.5114223957061768,
|
| 91 |
-6.1573052406311035,
|
| 92 |
+
-5.6290693283081055,
|
| 93 |
+
-5.456002235412598,
|
| 94 |
+
-13.3322172164917,
|
| 95 |
+
-6.442843914031982,
|
| 96 |
+
-13.454183578491211,
|
| 97 |
-11.152595520019531,
|
| 98 |
+
-11.792752265930176,
|
| 99 |
-11.078145980834961,
|
| 100 |
+
-11.409802436828613,
|
| 101 |
+
-9.05523681640625
|
| 102 |
],
|
| 103 |
"max": [
|
| 104 |
+
0.987648606300354,
|
| 105 |
1.098469853401184,
|
| 106 |
+
0.28921106457710266,
|
| 107 |
+
0.989949643611908,
|
| 108 |
+
0.6633162498474121,
|
| 109 |
+
0.6247723698616028,
|
| 110 |
1.3297919034957886,
|
| 111 |
+
0.6261260509490967,
|
| 112 |
0.09998779743909836,
|
| 113 |
+
0.6295120120048523,
|
| 114 |
0.09576962888240814,
|
| 115 |
+
0.6430038809776306,
|
| 116 |
+
1.3282581567764282,
|
| 117 |
+
4.4957780838012695,
|
| 118 |
+
3.2620561122894287,
|
| 119 |
+
2.468116044998169,
|
| 120 |
+
4.410033702850342,
|
| 121 |
+
7.686357021331787,
|
| 122 |
+
5.3598856925964355,
|
| 123 |
+
12.314204216003418,
|
| 124 |
12.512803077697754,
|
| 125 |
+
12.16235065460205,
|
| 126 |
+
8.471234321594238,
|
| 127 |
+
11.662495613098145,
|
| 128 |
+
6.775548934936523,
|
| 129 |
+
13.728979110717773,
|
| 130 |
12.854585647583008
|
| 131 |
]
|
| 132 |
},
|
| 133 |
"robot_type": "rl_games_gymnasium",
|
| 134 |
+
"latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/ant/openvla/lerobot/latency_prompt_map.json",
|
| 135 |
+
"custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/ant/openvla/_generated_mixtures/lerobot.json",
|
| 136 |
"gymnasium_task": {
|
| 137 |
"action_space": {
|
| 138 |
"dtype": "float32",
|
|
|
|
| 192 |
],
|
| 193 |
"obs_fps": 10.0,
|
| 194 |
"registration_imports": [
|
| 195 |
+
"latency_bench.envs.tasks.ant"
|
| 196 |
],
|
| 197 |
"state_space": {
|
| 198 |
"labels": [
|
|
|
|
| 227 |
},
|
| 228 |
"task_name": "ant_rgb_state"
|
| 229 |
},
|
| 230 |
+
"validation_dataset_name": "lerobot__val",
|
| 231 |
"validation_episodes": 10,
|
| 232 |
"validation_frames": 10000
|
| 233 |
}
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/provenance.json
CHANGED
|
@@ -1,34 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"task": "ant",
|
| 3 |
-
"model": "
|
| 4 |
-
"
|
| 5 |
-
"
|
| 6 |
-
"
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
"path": "ant/profile_latency/OpenVLA",
|
| 10 |
-
"url": "https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/ant/profile_latency/OpenVLA"
|
| 11 |
-
},
|
| 12 |
-
"hf_repo_id": "latency-sensitive-bench/benchmark-models",
|
| 13 |
-
"hf_path": "latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k",
|
| 14 |
-
"checkpoint": {
|
| 15 |
-
"source_file": "ant/profile_latency/OpenVLA/checkpoints/steps_5000_pytorch_model.pt",
|
| 16 |
-
"source_sha256": "1c7acdbcd7a2ee8735643cea078ef523947775166f6bc220bce7de71a9db90a3",
|
| 17 |
-
"source_bytes": 9785070315,
|
| 18 |
-
"file": "checkpoints/model.pt",
|
| 19 |
-
"selection_rule": "only published VLA checkpoint",
|
| 20 |
-
"method": "copy",
|
| 21 |
-
"sha256": "1c7acdbcd7a2ee8735643cea078ef523947775166f6bc220bce7de71a9db90a3",
|
| 22 |
-
"bytes": 9785070315
|
| 23 |
-
},
|
| 24 |
-
"config_source": "ant/profile_latency/OpenVLA/config.full.yaml",
|
| 25 |
-
"task_contract_file": "task_contract.json",
|
| 26 |
-
"missing_source_files": [],
|
| 27 |
-
"migration": {
|
| 28 |
-
"operation": "copy_selected_inference_bundle",
|
| 29 |
-
"source_modified": false,
|
| 30 |
-
"evaluation_performed": false,
|
| 31 |
-
"experiment_status": "preserved_in_source_evidence"
|
| 32 |
-
},
|
| 33 |
-
"action_horizon": 1
|
| 34 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"task": "ant",
|
| 3 |
+
"model": "openvla",
|
| 4 |
+
"training_run_id": "ant_openvla_profile_issued_iid_g128_s42_20261010",
|
| 5 |
+
"steps": 5000,
|
| 6 |
+
"seed": 42,
|
| 7 |
+
"source_identity": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/source_identity.json",
|
| 8 |
+
"data_source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/collection_protocol.json"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
}
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/results.json
ADDED
|
@@ -0,0 +1,223 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "ant",
|
| 3 |
+
"model": "openvla",
|
| 4 |
+
"condition": "profile",
|
| 5 |
+
"method": "iid",
|
| 6 |
+
"parallel_envs": 32,
|
| 7 |
+
"fps": 10,
|
| 8 |
+
"latency_seed": 0,
|
| 9 |
+
"eval_max_steps": 1000,
|
| 10 |
+
"iid": {
|
| 11 |
+
"episodes": 100,
|
| 12 |
+
"seeds": [
|
| 13 |
+
42,
|
| 14 |
+
43,
|
| 15 |
+
44,
|
| 16 |
+
45,
|
| 17 |
+
46,
|
| 18 |
+
47,
|
| 19 |
+
48,
|
| 20 |
+
49,
|
| 21 |
+
50,
|
| 22 |
+
51,
|
| 23 |
+
52,
|
| 24 |
+
53,
|
| 25 |
+
54,
|
| 26 |
+
55,
|
| 27 |
+
56,
|
| 28 |
+
57,
|
| 29 |
+
58,
|
| 30 |
+
59,
|
| 31 |
+
60,
|
| 32 |
+
61,
|
| 33 |
+
62,
|
| 34 |
+
63,
|
| 35 |
+
64,
|
| 36 |
+
65,
|
| 37 |
+
66,
|
| 38 |
+
67,
|
| 39 |
+
68,
|
| 40 |
+
69,
|
| 41 |
+
70,
|
| 42 |
+
71,
|
| 43 |
+
72,
|
| 44 |
+
73,
|
| 45 |
+
74,
|
| 46 |
+
75,
|
| 47 |
+
76,
|
| 48 |
+
77,
|
| 49 |
+
78,
|
| 50 |
+
79,
|
| 51 |
+
80,
|
| 52 |
+
81,
|
| 53 |
+
82,
|
| 54 |
+
83,
|
| 55 |
+
84,
|
| 56 |
+
85,
|
| 57 |
+
86,
|
| 58 |
+
87,
|
| 59 |
+
88,
|
| 60 |
+
89,
|
| 61 |
+
90,
|
| 62 |
+
91,
|
| 63 |
+
92,
|
| 64 |
+
93,
|
| 65 |
+
94,
|
| 66 |
+
95,
|
| 67 |
+
96,
|
| 68 |
+
97,
|
| 69 |
+
98,
|
| 70 |
+
99,
|
| 71 |
+
100,
|
| 72 |
+
101,
|
| 73 |
+
102,
|
| 74 |
+
103,
|
| 75 |
+
104,
|
| 76 |
+
105,
|
| 77 |
+
106,
|
| 78 |
+
107,
|
| 79 |
+
108,
|
| 80 |
+
109,
|
| 81 |
+
110,
|
| 82 |
+
111,
|
| 83 |
+
112,
|
| 84 |
+
113,
|
| 85 |
+
114,
|
| 86 |
+
115,
|
| 87 |
+
116,
|
| 88 |
+
117,
|
| 89 |
+
118,
|
| 90 |
+
119,
|
| 91 |
+
120,
|
| 92 |
+
121,
|
| 93 |
+
122,
|
| 94 |
+
123,
|
| 95 |
+
124,
|
| 96 |
+
125,
|
| 97 |
+
126,
|
| 98 |
+
127,
|
| 99 |
+
128,
|
| 100 |
+
129,
|
| 101 |
+
130,
|
| 102 |
+
131,
|
| 103 |
+
132,
|
| 104 |
+
133,
|
| 105 |
+
134,
|
| 106 |
+
135,
|
| 107 |
+
136,
|
| 108 |
+
137,
|
| 109 |
+
138,
|
| 110 |
+
139,
|
| 111 |
+
140,
|
| 112 |
+
141
|
| 113 |
+
],
|
| 114 |
+
"mean_return": 2250.516542056559,
|
| 115 |
+
"population_std_return": 132.953402688222,
|
| 116 |
+
"mean_length": 1000.0,
|
| 117 |
+
"returns": [
|
| 118 |
+
2310.7617966955095,
|
| 119 |
+
2131.7026667646555,
|
| 120 |
+
2252.5885343827404,
|
| 121 |
+
2323.5206316686895,
|
| 122 |
+
2316.0265906017366,
|
| 123 |
+
2293.950718023614,
|
| 124 |
+
2252.66446432145,
|
| 125 |
+
2304.290101100005,
|
| 126 |
+
2348.37509356787,
|
| 127 |
+
2196.1623430135646,
|
| 128 |
+
2229.0968774534954,
|
| 129 |
+
2296.7046865479942,
|
| 130 |
+
2311.594310537656,
|
| 131 |
+
2162.7041760809634,
|
| 132 |
+
2239.1605206724967,
|
| 133 |
+
2257.2847819342182,
|
| 134 |
+
2281.786161882332,
|
| 135 |
+
2258.9804816206242,
|
| 136 |
+
2353.820104006152,
|
| 137 |
+
2276.165015107352,
|
| 138 |
+
2117.989307008761,
|
| 139 |
+
2293.0846553618635,
|
| 140 |
+
2256.9673781139036,
|
| 141 |
+
2358.800545225007,
|
| 142 |
+
2320.7167665960046,
|
| 143 |
+
2333.567320151639,
|
| 144 |
+
2289.6907034504798,
|
| 145 |
+
2176.54171885542,
|
| 146 |
+
2276.617081363673,
|
| 147 |
+
2258.052618646518,
|
| 148 |
+
2279.797963372485,
|
| 149 |
+
2259.0251855671363,
|
| 150 |
+
2413.050102794513,
|
| 151 |
+
2309.507701503602,
|
| 152 |
+
2234.2913435301684,
|
| 153 |
+
2214.9160986284664,
|
| 154 |
+
2230.396086566361,
|
| 155 |
+
2461.130939364067,
|
| 156 |
+
2208.6289525410434,
|
| 157 |
+
2298.895444766812,
|
| 158 |
+
2318.5718636173137,
|
| 159 |
+
2297.2211619074455,
|
| 160 |
+
2320.9259109579307,
|
| 161 |
+
2338.686090341982,
|
| 162 |
+
2283.653337432246,
|
| 163 |
+
2127.499606650314,
|
| 164 |
+
2075.6753134670053,
|
| 165 |
+
2265.1597175676225,
|
| 166 |
+
2280.262733187318,
|
| 167 |
+
2308.5882777420697,
|
| 168 |
+
2172.7262260718817,
|
| 169 |
+
2405.8026380996243,
|
| 170 |
+
2422.1768281834493,
|
| 171 |
+
2311.5328821118073,
|
| 172 |
+
2245.23654227952,
|
| 173 |
+
2229.376583945671,
|
| 174 |
+
2263.5604750513103,
|
| 175 |
+
2255.2460014937215,
|
| 176 |
+
2269.0394046153892,
|
| 177 |
+
1490.4163813958307,
|
| 178 |
+
2298.7873182758854,
|
| 179 |
+
2284.7897769026495,
|
| 180 |
+
2276.944890218825,
|
| 181 |
+
2248.8015790173176,
|
| 182 |
+
2330.6194924324473,
|
| 183 |
+
1406.9759610034948,
|
| 184 |
+
2253.32870089501,
|
| 185 |
+
2300.464759927768,
|
| 186 |
+
2365.327091744112,
|
| 187 |
+
2277.2354625041744,
|
| 188 |
+
2193.392581541768,
|
| 189 |
+
2238.679526606377,
|
| 190 |
+
2281.4258145434505,
|
| 191 |
+
2240.338256688812,
|
| 192 |
+
2253.8685762793216,
|
| 193 |
+
2176.272493471641,
|
| 194 |
+
2205.8512257516895,
|
| 195 |
+
2349.8105876352706,
|
| 196 |
+
2325.769189842056,
|
| 197 |
+
2281.3870584499455,
|
| 198 |
+
2205.38510507157,
|
| 199 |
+
2327.2782245190465,
|
| 200 |
+
2199.0292345728158,
|
| 201 |
+
2290.154072650378,
|
| 202 |
+
2269.062261341686,
|
| 203 |
+
2207.9876021543632,
|
| 204 |
+
2245.264633384305,
|
| 205 |
+
2145.706766571574,
|
| 206 |
+
2084.4536044417887,
|
| 207 |
+
2177.1586451365315,
|
| 208 |
+
2327.626124225144,
|
| 209 |
+
2339.283172372,
|
| 210 |
+
2212.9059664542806,
|
| 211 |
+
2223.449129229652,
|
| 212 |
+
2231.491429646047,
|
| 213 |
+
2204.885277041093,
|
| 214 |
+
2326.11239945166,
|
| 215 |
+
2273.8551428186365,
|
| 216 |
+
2277.779053929565,
|
| 217 |
+
2222.3500714012384
|
| 218 |
+
],
|
| 219 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
|
| 220 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/ant/openvla/eval_iid_parallel32_ib8.yaml",
|
| 221 |
+
"inference_batch_size": 8
|
| 222 |
+
}
|
| 223 |
+
}
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source.tar.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:243de1df8298a262fed9f20fc794bf4a8c784b8754aa29c36e06280b3e9b8e2c
|
| 3 |
+
size 15131356
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source/config.yaml
DELETED
|
@@ -1,86 +0,0 @@
|
|
| 1 |
-
checkpoint:
|
| 2 |
-
local:
|
| 3 |
-
keep_last_n: 1
|
| 4 |
-
save_best_model: false
|
| 5 |
-
save_final_model: true
|
| 6 |
-
save_pt_file: true
|
| 7 |
-
save_safetensors_file: false
|
| 8 |
-
save_training_state: false
|
| 9 |
-
sync:
|
| 10 |
-
enabled: false
|
| 11 |
-
keep_last_n: 0
|
| 12 |
-
repo_id: null
|
| 13 |
-
datasets:
|
| 14 |
-
vla_data:
|
| 15 |
-
data_mix: ant_rgb_state_profile_20260911T112232Z
|
| 16 |
-
dataset_py: lerobot_datasets
|
| 17 |
-
eval_data_mix: ant_rgb_state_profile_20260911T112232Z__val
|
| 18 |
-
latency_curriculum:
|
| 19 |
-
enabled: false
|
| 20 |
-
per_device_batch_size: 16
|
| 21 |
-
framework:
|
| 22 |
-
action_model:
|
| 23 |
-
action_dim: 8
|
| 24 |
-
action_env_dim: 8
|
| 25 |
-
action_hidden_dim: 2560
|
| 26 |
-
action_horizon: 1
|
| 27 |
-
action_model_type: MLP
|
| 28 |
-
loss_type: l1
|
| 29 |
-
state_encoding: discretized_text
|
| 30 |
-
task_objective: null
|
| 31 |
-
kv_memory:
|
| 32 |
-
enabled: false
|
| 33 |
-
packed_train: false
|
| 34 |
-
rebased_sink: true
|
| 35 |
-
rollout_len: 8
|
| 36 |
-
window: 4
|
| 37 |
-
name: QwenOFT
|
| 38 |
-
qwenvl:
|
| 39 |
-
attn_implementation: flash_attention_2
|
| 40 |
-
base_vlm: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
|
| 41 |
-
enable_gradient_checkpointing: true
|
| 42 |
-
output_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k
|
| 43 |
-
rl_games:
|
| 44 |
-
env_eval:
|
| 45 |
-
enabled: false
|
| 46 |
-
task: gymnasium
|
| 47 |
-
run_id: ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k
|
| 48 |
-
run_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla
|
| 49 |
-
seed: 42
|
| 50 |
-
trainer:
|
| 51 |
-
distributed_backend: deepspeed
|
| 52 |
-
eval_action_classification: false
|
| 53 |
-
eval_action_classification_interval: null
|
| 54 |
-
eval_interval: 500
|
| 55 |
-
eval_num_batches: 200
|
| 56 |
-
freeze_llm_layers: []
|
| 57 |
-
freeze_modules: ''
|
| 58 |
-
freeze_tied_embedding: false
|
| 59 |
-
freeze_vit: false
|
| 60 |
-
gradient_accumulation_steps: 1
|
| 61 |
-
is_resume: false
|
| 62 |
-
learning_rate:
|
| 63 |
-
action_model: 0.0001
|
| 64 |
-
base: 2.0e-05
|
| 65 |
-
qwen_vl_interface: 1.0e-05
|
| 66 |
-
logging_frequency: 1
|
| 67 |
-
lr_scheduler_type: cosine_with_min_lr
|
| 68 |
-
max_train_steps: 5000
|
| 69 |
-
num_warmup_steps: 100
|
| 70 |
-
optimizer:
|
| 71 |
-
betas:
|
| 72 |
-
- 0.9
|
| 73 |
-
- 0.95
|
| 74 |
-
eps: 1.0e-08
|
| 75 |
-
fused: true
|
| 76 |
-
weight_decay: 1.0e-08
|
| 77 |
-
per_latency_eval_num_batches: null
|
| 78 |
-
pretrained_checkpoint: null
|
| 79 |
-
profile_timing:
|
| 80 |
-
enabled: true
|
| 81 |
-
log_interval: 10
|
| 82 |
-
save_interval: 500
|
| 83 |
-
scheduler_specific_kwargs:
|
| 84 |
-
min_lr: 1.0e-06
|
| 85 |
-
wandb_entity: dongqianyu99-zhejiang-university
|
| 86 |
-
wandb_project: latency-sensitive-bench
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source/provenance.json
DELETED
|
@@ -1,833 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"run_id": "20260911T112232Z-ant",
|
| 3 |
-
"final_step": 5000,
|
| 4 |
-
"exit_code": 0,
|
| 5 |
-
"checkpoint_name": "steps_5000_pytorch_model.pt",
|
| 6 |
-
"checkpoint_size": 9785070315,
|
| 7 |
-
"checkpoint_sha256": "1c7acdbcd7a2ee8735643cea078ef523947775166f6bc220bce7de71a9db90a3",
|
| 8 |
-
"state_dict_entries": 730,
|
| 9 |
-
"state_dict_key_examples": [
|
| 10 |
-
"qwen_vl_interface.model.model.visual.patch_embed.proj.weight",
|
| 11 |
-
"qwen_vl_interface.model.model.visual.patch_embed.proj.bias",
|
| 12 |
-
"qwen_vl_interface.model.model.visual.pos_embed.weight",
|
| 13 |
-
"qwen_vl_interface.model.model.visual.blocks.0.norm1.weight",
|
| 14 |
-
"qwen_vl_interface.model.model.visual.blocks.0.norm1.bias"
|
| 15 |
-
],
|
| 16 |
-
"checkpoint_content": "model state dict only",
|
| 17 |
-
"wandb": {
|
| 18 |
-
"status": "finished",
|
| 19 |
-
"wandb_url": "https://wandb.ai/dongqianyu99-zhejiang-university/latency-sensitive-bench/runs/adyat3gb",
|
| 20 |
-
"summary": {
|
| 21 |
-
"_runtime": 14102.327984431,
|
| 22 |
-
"_step": 5000,
|
| 23 |
-
"_timestamp": 1789146462.5902624,
|
| 24 |
-
"_wandb.runtime": 14102,
|
| 25 |
-
"batch/effective_tokens": 4754,
|
| 26 |
-
"batch/image_count": 16,
|
| 27 |
-
"batch/input_len_max": 300,
|
| 28 |
-
"batch/input_len_mean": 297.125,
|
| 29 |
-
"batch/padding_ratio": 0.009583333333333388,
|
| 30 |
-
"batch/pixel_values_rows": 4096,
|
| 31 |
-
"batch/size": 16,
|
| 32 |
-
"epoch": 0.89,
|
| 33 |
-
"eval/action_loss/samples": 3200,
|
| 34 |
-
"eval/action_loss/seconds": 44.19178483099677,
|
| 35 |
-
"eval/ant_rgb_state/latency_1/loss": 0.03447564318776131,
|
| 36 |
-
"eval/ant_rgb_state/latency_2/loss": 0.03418608382344246,
|
| 37 |
-
"eval/ant_rgb_state/loss": 0.03446578234434128,
|
| 38 |
-
"eval/latency_1/loss": 0.03447564318776131,
|
| 39 |
-
"eval/latency_2/loss": 0.03418608382344246,
|
| 40 |
-
"eval/loss": 0.03446578234434128,
|
| 41 |
-
"learning_rate/action_model": 5e-06,
|
| 42 |
-
"learning_rate/qwen_vl_interface": 5e-07,
|
| 43 |
-
"throughput/effective_tokens_per_sec": 1761.4305704480005,
|
| 44 |
-
"throughput/samples_per_sec": 5.92824760773412,
|
| 45 |
-
"timing/action_head_loss": 0.0014290429971879348,
|
| 46 |
-
"timing/backward": 0.9283071889949496,
|
| 47 |
-
"timing/checkpoint_total": 13.2971123069874,
|
| 48 |
-
"timing/data": 0.0004361040046205744,
|
| 49 |
-
"timing/dataloader_next": 0.0006223830132512376,
|
| 50 |
-
"timing/eval_action_loss_total": 44.19449000500026,
|
| 51 |
-
"timing/forward": 0.20492293399001937,
|
| 52 |
-
"timing/log_metrics_total": 0.005266011998173781,
|
| 53 |
-
"timing/lr_scheduler": 0.00010402999760117382,
|
| 54 |
-
"timing/model": 2.6987912710028468,
|
| 55 |
-
"timing/optimizer_step": 1.5619513980054762,
|
| 56 |
-
"timing/qwen_h2d": 0.0034667389991227537,
|
| 57 |
-
"timing/qwen_input_build_total": 0.02470728399930522,
|
| 58 |
-
"timing/qwen_processor": 0.020688475997303613,
|
| 59 |
-
"timing/train_step_total": 2.698942597999121,
|
| 60 |
-
"timing/vlm_forward": 0.17757584199716803,
|
| 61 |
-
"train/grad_norm_pre_clip": 5.912214279174805,
|
| 62 |
-
"train/loss": 0.03236494958400726
|
| 63 |
-
},
|
| 64 |
-
"verified_utc": "2026-09-11T17:14:33.800591+00:00",
|
| 65 |
-
"exit_code": 0,
|
| 66 |
-
"final_step": 5000,
|
| 67 |
-
"post_train_eval": false,
|
| 68 |
-
"checkpoint_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/vla/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/checkpoints/steps_5000_pytorch_model.pt",
|
| 69 |
-
"checkpoint_size": 9785070315
|
| 70 |
-
},
|
| 71 |
-
"dataset_upload": [
|
| 72 |
-
{
|
| 73 |
-
"repo_id": "latency-sensitive-bench/extra-envs-rollouts",
|
| 74 |
-
"repo_type": "dataset",
|
| 75 |
-
"prefix": "profile-latency-new/ant/20260911T112232Z-ant/raw",
|
| 76 |
-
"commit": "ab5bf104860c1e7dd54ffe09b2b8a3454d26ffa0",
|
| 77 |
-
"url": "https://huggingface.co/datasets/latency-sensitive-bench/extra-envs-rollouts/commit/ab5bf104860c1e7dd54ffe09b2b8a3454d26ffa0",
|
| 78 |
-
"verified_files": 6,
|
| 79 |
-
"bytes": 1800514299,
|
| 80 |
-
"verification": "Every file size; Git blob SHA1 for regular files and SHA256 for LFS files"
|
| 81 |
-
},
|
| 82 |
-
{
|
| 83 |
-
"repo_id": "latency-sensitive-bench/extra-envs-rollouts",
|
| 84 |
-
"repo_type": "dataset",
|
| 85 |
-
"prefix": "profile-latency-new/ant/20260911T112232Z-ant/converted",
|
| 86 |
-
"commit": "12a5023f4280f51653c2cc67da437eedc9f7f71d",
|
| 87 |
-
"url": "https://huggingface.co/datasets/latency-sensitive-bench/extra-envs-rollouts/commit/12a5023f4280f51653c2cc67da437eedc9f7f71d",
|
| 88 |
-
"verified_files": 117,
|
| 89 |
-
"bytes": 1795473928,
|
| 90 |
-
"verification": "Every file size; Git blob SHA1 for regular files and SHA256 for LFS files"
|
| 91 |
-
}
|
| 92 |
-
],
|
| 93 |
-
"data_validation": {
|
| 94 |
-
"episodes": [
|
| 95 |
-
{
|
| 96 |
-
"split": "train",
|
| 97 |
-
"episode_idx": 0,
|
| 98 |
-
"seed": 2222,
|
| 99 |
-
"actual_rows": 1000,
|
| 100 |
-
"actual_return": 2643.70831951499
|
| 101 |
-
},
|
| 102 |
-
{
|
| 103 |
-
"split": "train",
|
| 104 |
-
"episode_idx": 2,
|
| 105 |
-
"seed": 2224,
|
| 106 |
-
"actual_rows": 1000,
|
| 107 |
-
"actual_return": 2552.704335546121
|
| 108 |
-
},
|
| 109 |
-
{
|
| 110 |
-
"split": "train",
|
| 111 |
-
"episode_idx": 4,
|
| 112 |
-
"seed": 2226,
|
| 113 |
-
"actual_rows": 1000,
|
| 114 |
-
"actual_return": 2707.9147548675537
|
| 115 |
-
},
|
| 116 |
-
{
|
| 117 |
-
"split": "train",
|
| 118 |
-
"episode_idx": 5,
|
| 119 |
-
"seed": 2227,
|
| 120 |
-
"actual_rows": 1000,
|
| 121 |
-
"actual_return": 2585.2526717185974
|
| 122 |
-
},
|
| 123 |
-
{
|
| 124 |
-
"split": "train",
|
| 125 |
-
"episode_idx": 6,
|
| 126 |
-
"seed": 2228,
|
| 127 |
-
"actual_rows": 1000,
|
| 128 |
-
"actual_return": 2512.4708308251575
|
| 129 |
-
},
|
| 130 |
-
{
|
| 131 |
-
"split": "train",
|
| 132 |
-
"episode_idx": 8,
|
| 133 |
-
"seed": 2230,
|
| 134 |
-
"actual_rows": 1000,
|
| 135 |
-
"actual_return": 2632.057837843895
|
| 136 |
-
},
|
| 137 |
-
{
|
| 138 |
-
"split": "train",
|
| 139 |
-
"episode_idx": 9,
|
| 140 |
-
"seed": 2231,
|
| 141 |
-
"actual_rows": 1000,
|
| 142 |
-
"actual_return": 2663.5257034003735
|
| 143 |
-
},
|
| 144 |
-
{
|
| 145 |
-
"split": "train",
|
| 146 |
-
"episode_idx": 10,
|
| 147 |
-
"seed": 2232,
|
| 148 |
-
"actual_rows": 1000,
|
| 149 |
-
"actual_return": 2557.4228100404143
|
| 150 |
-
},
|
| 151 |
-
{
|
| 152 |
-
"split": "train",
|
| 153 |
-
"episode_idx": 11,
|
| 154 |
-
"seed": 2233,
|
| 155 |
-
"actual_rows": 1000,
|
| 156 |
-
"actual_return": 2655.0031908750534
|
| 157 |
-
},
|
| 158 |
-
{
|
| 159 |
-
"split": "train",
|
| 160 |
-
"episode_idx": 12,
|
| 161 |
-
"seed": 2234,
|
| 162 |
-
"actual_rows": 1000,
|
| 163 |
-
"actual_return": 2529.6297677755356
|
| 164 |
-
},
|
| 165 |
-
{
|
| 166 |
-
"split": "train",
|
| 167 |
-
"episode_idx": 13,
|
| 168 |
-
"seed": 2235,
|
| 169 |
-
"actual_rows": 1000,
|
| 170 |
-
"actual_return": 2598.792264536023
|
| 171 |
-
},
|
| 172 |
-
{
|
| 173 |
-
"split": "train",
|
| 174 |
-
"episode_idx": 14,
|
| 175 |
-
"seed": 2236,
|
| 176 |
-
"actual_rows": 1000,
|
| 177 |
-
"actual_return": 2619.5885412991047
|
| 178 |
-
},
|
| 179 |
-
{
|
| 180 |
-
"split": "train",
|
| 181 |
-
"episode_idx": 15,
|
| 182 |
-
"seed": 2237,
|
| 183 |
-
"actual_rows": 1000,
|
| 184 |
-
"actual_return": 2713.6863983869553
|
| 185 |
-
},
|
| 186 |
-
{
|
| 187 |
-
"split": "train",
|
| 188 |
-
"episode_idx": 16,
|
| 189 |
-
"seed": 2238,
|
| 190 |
-
"actual_rows": 1000,
|
| 191 |
-
"actual_return": 2574.787629812956
|
| 192 |
-
},
|
| 193 |
-
{
|
| 194 |
-
"split": "train",
|
| 195 |
-
"episode_idx": 18,
|
| 196 |
-
"seed": 2241,
|
| 197 |
-
"actual_rows": 1000,
|
| 198 |
-
"actual_return": 2709.2145804166794
|
| 199 |
-
},
|
| 200 |
-
{
|
| 201 |
-
"split": "train",
|
| 202 |
-
"episode_idx": 19,
|
| 203 |
-
"seed": 2242,
|
| 204 |
-
"actual_rows": 1000,
|
| 205 |
-
"actual_return": 2631.69058534503
|
| 206 |
-
},
|
| 207 |
-
{
|
| 208 |
-
"split": "train",
|
| 209 |
-
"episode_idx": 20,
|
| 210 |
-
"seed": 2243,
|
| 211 |
-
"actual_rows": 1000,
|
| 212 |
-
"actual_return": 2668.6122784018517
|
| 213 |
-
},
|
| 214 |
-
{
|
| 215 |
-
"split": "train",
|
| 216 |
-
"episode_idx": 21,
|
| 217 |
-
"seed": 2244,
|
| 218 |
-
"actual_rows": 1000,
|
| 219 |
-
"actual_return": 2519.7310258597136
|
| 220 |
-
},
|
| 221 |
-
{
|
| 222 |
-
"split": "train",
|
| 223 |
-
"episode_idx": 22,
|
| 224 |
-
"seed": 2245,
|
| 225 |
-
"actual_rows": 1000,
|
| 226 |
-
"actual_return": 2580.592764019966
|
| 227 |
-
},
|
| 228 |
-
{
|
| 229 |
-
"split": "train",
|
| 230 |
-
"episode_idx": 23,
|
| 231 |
-
"seed": 2246,
|
| 232 |
-
"actual_rows": 1000,
|
| 233 |
-
"actual_return": 2585.969407478813
|
| 234 |
-
},
|
| 235 |
-
{
|
| 236 |
-
"split": "train",
|
| 237 |
-
"episode_idx": 24,
|
| 238 |
-
"seed": 2247,
|
| 239 |
-
"actual_rows": 1000,
|
| 240 |
-
"actual_return": 2634.7145904526114
|
| 241 |
-
},
|
| 242 |
-
{
|
| 243 |
-
"split": "train",
|
| 244 |
-
"episode_idx": 26,
|
| 245 |
-
"seed": 2249,
|
| 246 |
-
"actual_rows": 1000,
|
| 247 |
-
"actual_return": 2750.843462884426
|
| 248 |
-
},
|
| 249 |
-
{
|
| 250 |
-
"split": "train",
|
| 251 |
-
"episode_idx": 27,
|
| 252 |
-
"seed": 2250,
|
| 253 |
-
"actual_rows": 1000,
|
| 254 |
-
"actual_return": 2608.5302359461784
|
| 255 |
-
},
|
| 256 |
-
{
|
| 257 |
-
"split": "train",
|
| 258 |
-
"episode_idx": 28,
|
| 259 |
-
"seed": 2251,
|
| 260 |
-
"actual_rows": 1000,
|
| 261 |
-
"actual_return": 2545.0221658200026
|
| 262 |
-
},
|
| 263 |
-
{
|
| 264 |
-
"split": "train",
|
| 265 |
-
"episode_idx": 30,
|
| 266 |
-
"seed": 2253,
|
| 267 |
-
"actual_rows": 1000,
|
| 268 |
-
"actual_return": 2656.639006242156
|
| 269 |
-
},
|
| 270 |
-
{
|
| 271 |
-
"split": "train",
|
| 272 |
-
"episode_idx": 31,
|
| 273 |
-
"seed": 2254,
|
| 274 |
-
"actual_rows": 1000,
|
| 275 |
-
"actual_return": 2688.6480253338814
|
| 276 |
-
},
|
| 277 |
-
{
|
| 278 |
-
"split": "train",
|
| 279 |
-
"episode_idx": 32,
|
| 280 |
-
"seed": 2256,
|
| 281 |
-
"actual_rows": 1000,
|
| 282 |
-
"actual_return": 2622.6766557469964
|
| 283 |
-
},
|
| 284 |
-
{
|
| 285 |
-
"split": "train",
|
| 286 |
-
"episode_idx": 33,
|
| 287 |
-
"seed": 2257,
|
| 288 |
-
"actual_rows": 1000,
|
| 289 |
-
"actual_return": 2554.2388083845144
|
| 290 |
-
},
|
| 291 |
-
{
|
| 292 |
-
"split": "train",
|
| 293 |
-
"episode_idx": 34,
|
| 294 |
-
"seed": 2258,
|
| 295 |
-
"actual_rows": 1000,
|
| 296 |
-
"actual_return": 2697.263863325119
|
| 297 |
-
},
|
| 298 |
-
{
|
| 299 |
-
"split": "train",
|
| 300 |
-
"episode_idx": 35,
|
| 301 |
-
"seed": 2259,
|
| 302 |
-
"actual_rows": 1000,
|
| 303 |
-
"actual_return": 2558.7703088372946
|
| 304 |
-
},
|
| 305 |
-
{
|
| 306 |
-
"split": "train",
|
| 307 |
-
"episode_idx": 36,
|
| 308 |
-
"seed": 2260,
|
| 309 |
-
"actual_rows": 1000,
|
| 310 |
-
"actual_return": 2616.975213229656
|
| 311 |
-
},
|
| 312 |
-
{
|
| 313 |
-
"split": "train",
|
| 314 |
-
"episode_idx": 37,
|
| 315 |
-
"seed": 2262,
|
| 316 |
-
"actual_rows": 1000,
|
| 317 |
-
"actual_return": 2540.7197449803352
|
| 318 |
-
},
|
| 319 |
-
{
|
| 320 |
-
"split": "train",
|
| 321 |
-
"episode_idx": 38,
|
| 322 |
-
"seed": 2263,
|
| 323 |
-
"actual_rows": 1000,
|
| 324 |
-
"actual_return": 2629.547179341316
|
| 325 |
-
},
|
| 326 |
-
{
|
| 327 |
-
"split": "train",
|
| 328 |
-
"episode_idx": 39,
|
| 329 |
-
"seed": 2264,
|
| 330 |
-
"actual_rows": 1000,
|
| 331 |
-
"actual_return": 2689.9670471847057
|
| 332 |
-
},
|
| 333 |
-
{
|
| 334 |
-
"split": "train",
|
| 335 |
-
"episode_idx": 40,
|
| 336 |
-
"seed": 2265,
|
| 337 |
-
"actual_rows": 1000,
|
| 338 |
-
"actual_return": 2652.0200481824577
|
| 339 |
-
},
|
| 340 |
-
{
|
| 341 |
-
"split": "train",
|
| 342 |
-
"episode_idx": 41,
|
| 343 |
-
"seed": 2266,
|
| 344 |
-
"actual_rows": 1000,
|
| 345 |
-
"actual_return": 2568.2169385650195
|
| 346 |
-
},
|
| 347 |
-
{
|
| 348 |
-
"split": "train",
|
| 349 |
-
"episode_idx": 42,
|
| 350 |
-
"seed": 2267,
|
| 351 |
-
"actual_rows": 1000,
|
| 352 |
-
"actual_return": 2702.984243750572
|
| 353 |
-
},
|
| 354 |
-
{
|
| 355 |
-
"split": "train",
|
| 356 |
-
"episode_idx": 43,
|
| 357 |
-
"seed": 2268,
|
| 358 |
-
"actual_rows": 1000,
|
| 359 |
-
"actual_return": 2763.2135685682297
|
| 360 |
-
},
|
| 361 |
-
{
|
| 362 |
-
"split": "train",
|
| 363 |
-
"episode_idx": 44,
|
| 364 |
-
"seed": 2270,
|
| 365 |
-
"actual_rows": 1000,
|
| 366 |
-
"actual_return": 2623.3026285097003
|
| 367 |
-
},
|
| 368 |
-
{
|
| 369 |
-
"split": "train",
|
| 370 |
-
"episode_idx": 45,
|
| 371 |
-
"seed": 2271,
|
| 372 |
-
"actual_rows": 1000,
|
| 373 |
-
"actual_return": 2726.6655794382095
|
| 374 |
-
},
|
| 375 |
-
{
|
| 376 |
-
"split": "train",
|
| 377 |
-
"episode_idx": 46,
|
| 378 |
-
"seed": 2272,
|
| 379 |
-
"actual_rows": 1000,
|
| 380 |
-
"actual_return": 2596.1488404423
|
| 381 |
-
},
|
| 382 |
-
{
|
| 383 |
-
"split": "train",
|
| 384 |
-
"episode_idx": 48,
|
| 385 |
-
"seed": 2274,
|
| 386 |
-
"actual_rows": 1000,
|
| 387 |
-
"actual_return": 2761.562707066536
|
| 388 |
-
},
|
| 389 |
-
{
|
| 390 |
-
"split": "train",
|
| 391 |
-
"episode_idx": 49,
|
| 392 |
-
"seed": 2275,
|
| 393 |
-
"actual_rows": 1000,
|
| 394 |
-
"actual_return": 2669.6118823885918
|
| 395 |
-
},
|
| 396 |
-
{
|
| 397 |
-
"split": "train",
|
| 398 |
-
"episode_idx": 50,
|
| 399 |
-
"seed": 2276,
|
| 400 |
-
"actual_rows": 1000,
|
| 401 |
-
"actual_return": 2652.3150373995304
|
| 402 |
-
},
|
| 403 |
-
{
|
| 404 |
-
"split": "train",
|
| 405 |
-
"episode_idx": 51,
|
| 406 |
-
"seed": 2277,
|
| 407 |
-
"actual_rows": 1000,
|
| 408 |
-
"actual_return": 2723.6675519701676
|
| 409 |
-
},
|
| 410 |
-
{
|
| 411 |
-
"split": "train",
|
| 412 |
-
"episode_idx": 52,
|
| 413 |
-
"seed": 2279,
|
| 414 |
-
"actual_rows": 1000,
|
| 415 |
-
"actual_return": 2709.8260709047318
|
| 416 |
-
},
|
| 417 |
-
{
|
| 418 |
-
"split": "train",
|
| 419 |
-
"episode_idx": 53,
|
| 420 |
-
"seed": 2280,
|
| 421 |
-
"actual_rows": 1000,
|
| 422 |
-
"actual_return": 2618.568952411413
|
| 423 |
-
},
|
| 424 |
-
{
|
| 425 |
-
"split": "train",
|
| 426 |
-
"episode_idx": 54,
|
| 427 |
-
"seed": 2281,
|
| 428 |
-
"actual_rows": 1000,
|
| 429 |
-
"actual_return": 2621.0226818174124
|
| 430 |
-
},
|
| 431 |
-
{
|
| 432 |
-
"split": "train",
|
| 433 |
-
"episode_idx": 55,
|
| 434 |
-
"seed": 2282,
|
| 435 |
-
"actual_rows": 1000,
|
| 436 |
-
"actual_return": 2683.6981935900185
|
| 437 |
-
},
|
| 438 |
-
{
|
| 439 |
-
"split": "train",
|
| 440 |
-
"episode_idx": 56,
|
| 441 |
-
"seed": 2283,
|
| 442 |
-
"actual_rows": 1000,
|
| 443 |
-
"actual_return": 2701.301379352808
|
| 444 |
-
},
|
| 445 |
-
{
|
| 446 |
-
"split": "train",
|
| 447 |
-
"episode_idx": 57,
|
| 448 |
-
"seed": 2285,
|
| 449 |
-
"actual_rows": 1000,
|
| 450 |
-
"actual_return": 2678.820751875639
|
| 451 |
-
},
|
| 452 |
-
{
|
| 453 |
-
"split": "train",
|
| 454 |
-
"episode_idx": 59,
|
| 455 |
-
"seed": 2288,
|
| 456 |
-
"actual_rows": 1000,
|
| 457 |
-
"actual_return": 2518.8468287289143
|
| 458 |
-
},
|
| 459 |
-
{
|
| 460 |
-
"split": "train",
|
| 461 |
-
"episode_idx": 60,
|
| 462 |
-
"seed": 2289,
|
| 463 |
-
"actual_rows": 1000,
|
| 464 |
-
"actual_return": 2536.876379041001
|
| 465 |
-
},
|
| 466 |
-
{
|
| 467 |
-
"split": "train",
|
| 468 |
-
"episode_idx": 61,
|
| 469 |
-
"seed": 2290,
|
| 470 |
-
"actual_rows": 1000,
|
| 471 |
-
"actual_return": 2569.830728366971
|
| 472 |
-
},
|
| 473 |
-
{
|
| 474 |
-
"split": "train",
|
| 475 |
-
"episode_idx": 62,
|
| 476 |
-
"seed": 2292,
|
| 477 |
-
"actual_rows": 1000,
|
| 478 |
-
"actual_return": 2607.5661242082715
|
| 479 |
-
},
|
| 480 |
-
{
|
| 481 |
-
"split": "train",
|
| 482 |
-
"episode_idx": 63,
|
| 483 |
-
"seed": 2293,
|
| 484 |
-
"actual_rows": 1000,
|
| 485 |
-
"actual_return": 2661.9589318037033
|
| 486 |
-
},
|
| 487 |
-
{
|
| 488 |
-
"split": "train",
|
| 489 |
-
"episode_idx": 64,
|
| 490 |
-
"seed": 2294,
|
| 491 |
-
"actual_rows": 1000,
|
| 492 |
-
"actual_return": 2656.980154186487
|
| 493 |
-
},
|
| 494 |
-
{
|
| 495 |
-
"split": "train",
|
| 496 |
-
"episode_idx": 65,
|
| 497 |
-
"seed": 2295,
|
| 498 |
-
"actual_rows": 1000,
|
| 499 |
-
"actual_return": 2617.5452690571547
|
| 500 |
-
},
|
| 501 |
-
{
|
| 502 |
-
"split": "train",
|
| 503 |
-
"episode_idx": 66,
|
| 504 |
-
"seed": 2296,
|
| 505 |
-
"actual_rows": 1000,
|
| 506 |
-
"actual_return": 2580.553820222616
|
| 507 |
-
},
|
| 508 |
-
{
|
| 509 |
-
"split": "train",
|
| 510 |
-
"episode_idx": 67,
|
| 511 |
-
"seed": 2297,
|
| 512 |
-
"actual_rows": 1000,
|
| 513 |
-
"actual_return": 2610.305488182232
|
| 514 |
-
},
|
| 515 |
-
{
|
| 516 |
-
"split": "train",
|
| 517 |
-
"episode_idx": 68,
|
| 518 |
-
"seed": 2298,
|
| 519 |
-
"actual_rows": 1000,
|
| 520 |
-
"actual_return": 2722.1854515075684
|
| 521 |
-
},
|
| 522 |
-
{
|
| 523 |
-
"split": "train",
|
| 524 |
-
"episode_idx": 69,
|
| 525 |
-
"seed": 2299,
|
| 526 |
-
"actual_rows": 1000,
|
| 527 |
-
"actual_return": 2710.490860968828
|
| 528 |
-
},
|
| 529 |
-
{
|
| 530 |
-
"split": "train",
|
| 531 |
-
"episode_idx": 70,
|
| 532 |
-
"seed": 2301,
|
| 533 |
-
"actual_rows": 1000,
|
| 534 |
-
"actual_return": 2726.4224319159985
|
| 535 |
-
},
|
| 536 |
-
{
|
| 537 |
-
"split": "train",
|
| 538 |
-
"episode_idx": 71,
|
| 539 |
-
"seed": 2302,
|
| 540 |
-
"actual_rows": 1000,
|
| 541 |
-
"actual_return": 2579.610513707623
|
| 542 |
-
},
|
| 543 |
-
{
|
| 544 |
-
"split": "train",
|
| 545 |
-
"episode_idx": 72,
|
| 546 |
-
"seed": 2304,
|
| 547 |
-
"actual_rows": 1000,
|
| 548 |
-
"actual_return": 2618.2236045971513
|
| 549 |
-
},
|
| 550 |
-
{
|
| 551 |
-
"split": "train",
|
| 552 |
-
"episode_idx": 73,
|
| 553 |
-
"seed": 2305,
|
| 554 |
-
"actual_rows": 1000,
|
| 555 |
-
"actual_return": 2666.5393874943256
|
| 556 |
-
},
|
| 557 |
-
{
|
| 558 |
-
"split": "train",
|
| 559 |
-
"episode_idx": 74,
|
| 560 |
-
"seed": 2307,
|
| 561 |
-
"actual_rows": 1000,
|
| 562 |
-
"actual_return": 2600.8440006673336
|
| 563 |
-
},
|
| 564 |
-
{
|
| 565 |
-
"split": "train",
|
| 566 |
-
"episode_idx": 75,
|
| 567 |
-
"seed": 2308,
|
| 568 |
-
"actual_rows": 1000,
|
| 569 |
-
"actual_return": 2636.181053340435
|
| 570 |
-
},
|
| 571 |
-
{
|
| 572 |
-
"split": "train",
|
| 573 |
-
"episode_idx": 76,
|
| 574 |
-
"seed": 2309,
|
| 575 |
-
"actual_rows": 1000,
|
| 576 |
-
"actual_return": 2540.7215443961322
|
| 577 |
-
},
|
| 578 |
-
{
|
| 579 |
-
"split": "train",
|
| 580 |
-
"episode_idx": 78,
|
| 581 |
-
"seed": 2311,
|
| 582 |
-
"actual_rows": 1000,
|
| 583 |
-
"actual_return": 2524.6232791244984
|
| 584 |
-
},
|
| 585 |
-
{
|
| 586 |
-
"split": "train",
|
| 587 |
-
"episode_idx": 79,
|
| 588 |
-
"seed": 2312,
|
| 589 |
-
"actual_rows": 1000,
|
| 590 |
-
"actual_return": 2646.250018566847
|
| 591 |
-
},
|
| 592 |
-
{
|
| 593 |
-
"split": "train",
|
| 594 |
-
"episode_idx": 80,
|
| 595 |
-
"seed": 2313,
|
| 596 |
-
"actual_rows": 1000,
|
| 597 |
-
"actual_return": 2605.8088382310234
|
| 598 |
-
},
|
| 599 |
-
{
|
| 600 |
-
"split": "train",
|
| 601 |
-
"episode_idx": 82,
|
| 602 |
-
"seed": 2316,
|
| 603 |
-
"actual_rows": 1000,
|
| 604 |
-
"actual_return": 2650.0885524451733
|
| 605 |
-
},
|
| 606 |
-
{
|
| 607 |
-
"split": "train",
|
| 608 |
-
"episode_idx": 83,
|
| 609 |
-
"seed": 2317,
|
| 610 |
-
"actual_rows": 1000,
|
| 611 |
-
"actual_return": 2662.2191310562193
|
| 612 |
-
},
|
| 613 |
-
{
|
| 614 |
-
"split": "train",
|
| 615 |
-
"episode_idx": 84,
|
| 616 |
-
"seed": 2318,
|
| 617 |
-
"actual_rows": 1000,
|
| 618 |
-
"actual_return": 2637.3336541466415
|
| 619 |
-
},
|
| 620 |
-
{
|
| 621 |
-
"split": "train",
|
| 622 |
-
"episode_idx": 85,
|
| 623 |
-
"seed": 2320,
|
| 624 |
-
"actual_rows": 1000,
|
| 625 |
-
"actual_return": 2542.4085894823074
|
| 626 |
-
},
|
| 627 |
-
{
|
| 628 |
-
"split": "train",
|
| 629 |
-
"episode_idx": 86,
|
| 630 |
-
"seed": 2321,
|
| 631 |
-
"actual_rows": 1000,
|
| 632 |
-
"actual_return": 2594.00810235925
|
| 633 |
-
},
|
| 634 |
-
{
|
| 635 |
-
"split": "train",
|
| 636 |
-
"episode_idx": 87,
|
| 637 |
-
"seed": 2322,
|
| 638 |
-
"actual_rows": 1000,
|
| 639 |
-
"actual_return": 2652.956304550171
|
| 640 |
-
},
|
| 641 |
-
{
|
| 642 |
-
"split": "train",
|
| 643 |
-
"episode_idx": 88,
|
| 644 |
-
"seed": 2323,
|
| 645 |
-
"actual_rows": 1000,
|
| 646 |
-
"actual_return": 2641.8834931254387
|
| 647 |
-
},
|
| 648 |
-
{
|
| 649 |
-
"split": "train",
|
| 650 |
-
"episode_idx": 89,
|
| 651 |
-
"seed": 2324,
|
| 652 |
-
"actual_rows": 1000,
|
| 653 |
-
"actual_return": 2652.8989153131843
|
| 654 |
-
},
|
| 655 |
-
{
|
| 656 |
-
"split": "train",
|
| 657 |
-
"episode_idx": 90,
|
| 658 |
-
"seed": 2325,
|
| 659 |
-
"actual_rows": 1000,
|
| 660 |
-
"actual_return": 2654.362419515848
|
| 661 |
-
},
|
| 662 |
-
{
|
| 663 |
-
"split": "train",
|
| 664 |
-
"episode_idx": 91,
|
| 665 |
-
"seed": 2326,
|
| 666 |
-
"actual_rows": 1000,
|
| 667 |
-
"actual_return": 2601.472749352455
|
| 668 |
-
},
|
| 669 |
-
{
|
| 670 |
-
"split": "train",
|
| 671 |
-
"episode_idx": 92,
|
| 672 |
-
"seed": 2327,
|
| 673 |
-
"actual_rows": 1000,
|
| 674 |
-
"actual_return": 2615.7477973103523
|
| 675 |
-
},
|
| 676 |
-
{
|
| 677 |
-
"split": "train",
|
| 678 |
-
"episode_idx": 93,
|
| 679 |
-
"seed": 2328,
|
| 680 |
-
"actual_rows": 1000,
|
| 681 |
-
"actual_return": 2562.26792743057
|
| 682 |
-
},
|
| 683 |
-
{
|
| 684 |
-
"split": "train",
|
| 685 |
-
"episode_idx": 94,
|
| 686 |
-
"seed": 2330,
|
| 687 |
-
"actual_rows": 1000,
|
| 688 |
-
"actual_return": 2721.2280141040683
|
| 689 |
-
},
|
| 690 |
-
{
|
| 691 |
-
"split": "train",
|
| 692 |
-
"episode_idx": 95,
|
| 693 |
-
"seed": 2331,
|
| 694 |
-
"actual_rows": 1000,
|
| 695 |
-
"actual_return": 2588.2735750013962
|
| 696 |
-
},
|
| 697 |
-
{
|
| 698 |
-
"split": "train",
|
| 699 |
-
"episode_idx": 96,
|
| 700 |
-
"seed": 2332,
|
| 701 |
-
"actual_rows": 1000,
|
| 702 |
-
"actual_return": 2635.2205460742116
|
| 703 |
-
},
|
| 704 |
-
{
|
| 705 |
-
"split": "train",
|
| 706 |
-
"episode_idx": 97,
|
| 707 |
-
"seed": 2334,
|
| 708 |
-
"actual_rows": 1000,
|
| 709 |
-
"actual_return": 2631.2997711896896
|
| 710 |
-
},
|
| 711 |
-
{
|
| 712 |
-
"split": "train",
|
| 713 |
-
"episode_idx": 98,
|
| 714 |
-
"seed": 2335,
|
| 715 |
-
"actual_rows": 1000,
|
| 716 |
-
"actual_return": 2685.585558272898
|
| 717 |
-
},
|
| 718 |
-
{
|
| 719 |
-
"split": "train",
|
| 720 |
-
"episode_idx": 99,
|
| 721 |
-
"seed": 2336,
|
| 722 |
-
"actual_rows": 1000,
|
| 723 |
-
"actual_return": 2560.102152645588
|
| 724 |
-
},
|
| 725 |
-
{
|
| 726 |
-
"split": "val",
|
| 727 |
-
"episode_idx": 1,
|
| 728 |
-
"seed": 2223,
|
| 729 |
-
"actual_rows": 1000,
|
| 730 |
-
"actual_return": 2641.806855738163
|
| 731 |
-
},
|
| 732 |
-
{
|
| 733 |
-
"split": "val",
|
| 734 |
-
"episode_idx": 3,
|
| 735 |
-
"seed": 2225,
|
| 736 |
-
"actual_rows": 1000,
|
| 737 |
-
"actual_return": 2721.981551885605
|
| 738 |
-
},
|
| 739 |
-
{
|
| 740 |
-
"split": "val",
|
| 741 |
-
"episode_idx": 7,
|
| 742 |
-
"seed": 2229,
|
| 743 |
-
"actual_rows": 1000,
|
| 744 |
-
"actual_return": 2680.470741957426
|
| 745 |
-
},
|
| 746 |
-
{
|
| 747 |
-
"split": "val",
|
| 748 |
-
"episode_idx": 17,
|
| 749 |
-
"seed": 2240,
|
| 750 |
-
"actual_rows": 1000,
|
| 751 |
-
"actual_return": 2614.0244634775445
|
| 752 |
-
},
|
| 753 |
-
{
|
| 754 |
-
"split": "val",
|
| 755 |
-
"episode_idx": 25,
|
| 756 |
-
"seed": 2248,
|
| 757 |
-
"actual_rows": 1000,
|
| 758 |
-
"actual_return": 2723.4514393806458
|
| 759 |
-
},
|
| 760 |
-
{
|
| 761 |
-
"split": "val",
|
| 762 |
-
"episode_idx": 29,
|
| 763 |
-
"seed": 2252,
|
| 764 |
-
"actual_rows": 1000,
|
| 765 |
-
"actual_return": 2720.960786163807
|
| 766 |
-
},
|
| 767 |
-
{
|
| 768 |
-
"split": "val",
|
| 769 |
-
"episode_idx": 47,
|
| 770 |
-
"seed": 2273,
|
| 771 |
-
"actual_rows": 1000,
|
| 772 |
-
"actual_return": 2649.437492787838
|
| 773 |
-
},
|
| 774 |
-
{
|
| 775 |
-
"split": "val",
|
| 776 |
-
"episode_idx": 58,
|
| 777 |
-
"seed": 2287,
|
| 778 |
-
"actual_rows": 1000,
|
| 779 |
-
"actual_return": 2745.2619693707675
|
| 780 |
-
},
|
| 781 |
-
{
|
| 782 |
-
"split": "val",
|
| 783 |
-
"episode_idx": 77,
|
| 784 |
-
"seed": 2310,
|
| 785 |
-
"actual_rows": 1000,
|
| 786 |
-
"actual_return": 2674.53672555089
|
| 787 |
-
},
|
| 788 |
-
{
|
| 789 |
-
"split": "val",
|
| 790 |
-
"episode_idx": 81,
|
| 791 |
-
"seed": 2314,
|
| 792 |
-
"actual_rows": 1000,
|
| 793 |
-
"actual_return": 2629.836793853523
|
| 794 |
-
}
|
| 795 |
-
],
|
| 796 |
-
"total_episodes": 100,
|
| 797 |
-
"total_rows": 100000,
|
| 798 |
-
"pass_gate_count": 100,
|
| 799 |
-
"mean_return": 2635.193498437641,
|
| 800 |
-
"minimum_return": 2512.4708308251575,
|
| 801 |
-
"probe_train_rows": 90000,
|
| 802 |
-
"probe_val_rows": 10000,
|
| 803 |
-
"actual_train_rows": 90000,
|
| 804 |
-
"actual_val_rows": 10000,
|
| 805 |
-
"per_episode_probe_replay_match": true
|
| 806 |
-
},
|
| 807 |
-
"code_provenance": {
|
| 808 |
-
"root_revision": "86df5ecef6735d5d824944e7acdee5bf204e1545",
|
| 809 |
-
"task_code_archive_sha256": "b0a0ca72b5c6eb65c16e5d5d70f59cad540260a27cb3a71109910326b940e135",
|
| 810 |
-
"iid_patch_sha256": "ceae6068634e4df2a553d8aee2cb70f7ef0640265330c65f75b9462b449010d0",
|
| 811 |
-
"sf_teacher_runtime_sha256": "2e4ba33a1c406bf3fa9b122f1cc66c13f1b0d7a96c89ec142e0428f184b4646d",
|
| 812 |
-
"sample_factory_revision": "4b7277842b17804fb928097a9689d889bd2f5cdc",
|
| 813 |
-
"starvla_revision": "f364fdf080434aea14bb2a19931e017f0af32d87",
|
| 814 |
-
"note": "Task code extracted from pinned root plus tracked IID runtime fix; archive runtime git metadata is unavailable."
|
| 815 |
-
},
|
| 816 |
-
"gate_revision": {
|
| 817 |
-
"original_gate": {
|
| 818 |
-
"field": "episode_raw_return",
|
| 819 |
-
"operator": ">",
|
| 820 |
-
"threshold": 3000
|
| 821 |
-
},
|
| 822 |
-
"authorized_gate": {
|
| 823 |
-
"field": "episode_raw_return",
|
| 824 |
-
"operator": ">",
|
| 825 |
-
"threshold": 2500
|
| 826 |
-
},
|
| 827 |
-
"user_instruction": "\u8bf7\u4f7f\u75282500\u4f5c\u4e3aAnt\u6570\u636e\u95e8\u69db",
|
| 828 |
-
"accepted_episode_target": 100,
|
| 829 |
-
"change_scope": "Only rollout acceptance threshold; same selected teacher, clocks, reset seed, horizon, split, image/state/action contract and VLA training recipe.",
|
| 830 |
-
"historical_evidence": "Original E and 12-episode diagnostic remain unchanged."
|
| 831 |
-
},
|
| 832 |
-
"normalization_source": "new Ant converted dataset and actual VLA training dataset_statistics.json"
|
| 833 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/source_identity.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
|
| 3 |
+
"source": "current worktree snapshot",
|
| 4 |
+
"dirty_paths": [
|
| 5 |
+
" M AGENTS.md",
|
| 6 |
+
" M configs/experiments/memory/small_model/flappy_capped.yaml",
|
| 7 |
+
" M configs/experiments/memory/small_model/flappy_extended.yaml",
|
| 8 |
+
" M configs/experiments/observation_stride/flappy_capped.yaml",
|
| 9 |
+
" M configs/experiments/observation_stride/flappy_extended.yaml",
|
| 10 |
+
" M configs/experiments/sim2real.yaml",
|
| 11 |
+
" M scripts/experiments/memory/small_model/run.sh",
|
| 12 |
+
" M scripts/experiments/observation_stride/run.sh",
|
| 13 |
+
" M scripts/experiments/sim2real/study.py",
|
| 14 |
+
" M tests/scripts/test_sim2real.py",
|
| 15 |
+
"?? configs/experiments/sim2real/five_gpu.yaml",
|
| 16 |
+
"?? docs/cleanup-refactor/",
|
| 17 |
+
"?? lagen/",
|
| 18 |
+
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
+
"?? servers.md"
|
| 20 |
+
],
|
| 21 |
+
"runtime_patches": [
|
| 22 |
+
{
|
| 23 |
+
"path": "third_party/starVLA/starVLA/training/train_starvla.py",
|
| 24 |
+
"change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
|
| 25 |
+
"validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
|
| 26 |
+
}
|
| 27 |
+
],
|
| 28 |
+
"frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
|
| 29 |
+
}
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/task_contract.json
DELETED
|
@@ -1,94 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"action_space": {
|
| 3 |
-
"dtype": "float32",
|
| 4 |
-
"high": [
|
| 5 |
-
1.0,
|
| 6 |
-
1.0,
|
| 7 |
-
1.0,
|
| 8 |
-
1.0,
|
| 9 |
-
1.0,
|
| 10 |
-
1.0,
|
| 11 |
-
1.0,
|
| 12 |
-
1.0
|
| 13 |
-
],
|
| 14 |
-
"labels": [
|
| 15 |
-
"back_right_hip_torque",
|
| 16 |
-
"back_right_ankle_torque",
|
| 17 |
-
"front_left_hip_torque",
|
| 18 |
-
"front_left_ankle_torque",
|
| 19 |
-
"front_right_hip_torque",
|
| 20 |
-
"front_right_ankle_torque",
|
| 21 |
-
"back_left_hip_torque",
|
| 22 |
-
"back_left_ankle_torque"
|
| 23 |
-
],
|
| 24 |
-
"low": [
|
| 25 |
-
-1.0,
|
| 26 |
-
-1.0,
|
| 27 |
-
-1.0,
|
| 28 |
-
-1.0,
|
| 29 |
-
-1.0,
|
| 30 |
-
-1.0,
|
| 31 |
-
-1.0,
|
| 32 |
-
-1.0
|
| 33 |
-
],
|
| 34 |
-
"type": "box"
|
| 35 |
-
},
|
| 36 |
-
"base_prompt": "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle.",
|
| 37 |
-
"env_fps": 10.0,
|
| 38 |
-
"env_id": "LatencyBench/AntContinuous-v0",
|
| 39 |
-
"frame_stack": 1,
|
| 40 |
-
"make_kwargs": {
|
| 41 |
-
"base_env_id": "Ant-v4",
|
| 42 |
-
"base_make_kwargs": {
|
| 43 |
-
"exclude_current_positions_from_observation": true,
|
| 44 |
-
"use_contact_forces": false
|
| 45 |
-
},
|
| 46 |
-
"render_mode": "rgb_array"
|
| 47 |
-
},
|
| 48 |
-
"noop_action": [
|
| 49 |
-
0.0,
|
| 50 |
-
0.0,
|
| 51 |
-
0.0,
|
| 52 |
-
0.0,
|
| 53 |
-
0.0,
|
| 54 |
-
0.0,
|
| 55 |
-
0.0,
|
| 56 |
-
0.0
|
| 57 |
-
],
|
| 58 |
-
"obs_fps": 10.0,
|
| 59 |
-
"registration_imports": [
|
| 60 |
-
"latency_bench.envs.gymnasium_ant"
|
| 61 |
-
],
|
| 62 |
-
"state_space": {
|
| 63 |
-
"labels": [
|
| 64 |
-
"torso_z",
|
| 65 |
-
"torso_quaternion_w",
|
| 66 |
-
"torso_quaternion_x",
|
| 67 |
-
"torso_quaternion_y",
|
| 68 |
-
"torso_quaternion_z",
|
| 69 |
-
"front_left_hip_angle",
|
| 70 |
-
"front_left_ankle_angle",
|
| 71 |
-
"front_right_hip_angle",
|
| 72 |
-
"front_right_ankle_angle",
|
| 73 |
-
"back_left_hip_angle",
|
| 74 |
-
"back_left_ankle_angle",
|
| 75 |
-
"back_right_hip_angle",
|
| 76 |
-
"back_right_ankle_angle",
|
| 77 |
-
"torso_x_velocity",
|
| 78 |
-
"torso_y_velocity",
|
| 79 |
-
"torso_z_velocity",
|
| 80 |
-
"torso_angular_velocity_x",
|
| 81 |
-
"torso_angular_velocity_y",
|
| 82 |
-
"torso_angular_velocity_z",
|
| 83 |
-
"front_left_hip_angular_velocity",
|
| 84 |
-
"front_left_ankle_angular_velocity",
|
| 85 |
-
"front_right_hip_angular_velocity",
|
| 86 |
-
"front_right_ankle_angular_velocity",
|
| 87 |
-
"back_left_hip_angular_velocity",
|
| 88 |
-
"back_left_ankle_angular_velocity",
|
| 89 |
-
"back_right_hip_angular_velocity",
|
| 90 |
-
"back_right_ankle_angular_velocity"
|
| 91 |
-
]
|
| 92 |
-
},
|
| 93 |
-
"task_name": "ant_rgb_state"
|
| 94 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
latency-aware/ant/vla/starvla-qwenoft-h1/ant_rgb_state_profile_20260911T112232Z_openvla_native_sft_5k/training.complete.json
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"steps": 5000,
|
| 3 |
+
"seed": 42,
|
| 4 |
+
"global_batch": 128,
|
| 5 |
+
"gradient_checkpointing": false,
|
| 6 |
+
"gpus": "0,1",
|
| 7 |
+
"attempts": [
|
| 8 |
+
{
|
| 9 |
+
"micro_batch": 64,
|
| 10 |
+
"state": "OOM"
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"micro_batch": 32,
|
| 14 |
+
"state": "OOM"
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"micro_batch": 16,
|
| 18 |
+
"accumulation": 4,
|
| 19 |
+
"state": "COMPLETED"
|
| 20 |
+
}
|
| 21 |
+
]
|
| 22 |
+
}
|