Publish global128 walker2d gr00t l0 checkpoint and evaluations
Browse files- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/README.md +4 -30
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/checkpoints/model.pt +3 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/config.full.yaml +15 -14
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/config.yaml +2 -1
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/dataset_statistics.json +102 -102
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluation/l0_sim20/episode_metrics.jsonl +0 -20
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluation/l0_sim20/verification.json +0 -95
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/config.yaml +1 -1
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/dataset_statistics.json +63 -63
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl +0 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/eval_config.yaml +6 -6
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/latency_prompt_map.json +0 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010/source_manifest.json → g128_iid_20261010/iid/manifest.json} +5 -5
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/result.json +213 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/source_identity.json +9 -1
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/config.yaml +139 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010/original_training_statistics.json → g128_iid_20261010/zero/dataset_statistics.json} +102 -102
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/episode_metrics.jsonl +0 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluation/l0_sim20/config.yaml → evaluations/g128_iid_20261010/zero/eval_config.yaml} +13 -11
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/latency_prompt_map.json +7 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/zero}/manifest.json +7 -7
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/result.json +213 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/source_identity.json +29 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/episode_metrics.jsonl +0 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/l0_metadata_source.json +0 -43
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/legacy_normalization_verification.json +0 -74
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/normalization_binding.json +0 -7
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/result.json +0 -216
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/l0_data_source.json +8 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/manifest.json +5 -5
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/DONE +0 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/hardware.json +0 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/latency_burst_model.json +0 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/latency_distribution.json +0 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/latency_profile.png +0 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/profile.json +0 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/provenance.json +6 -31
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/results.json +436 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source.tar.gz +3 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source/README.md +0 -7
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source/provenance.json +0 -26
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source_identity.json +29 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/task_contract.json +0 -80
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/training.complete.json +14 -0
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/first_completed_reload_episode.json +0 -15
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/formal.status.json +0 -25
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/l0_sim20.yaml +0 -161
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/loader_check.json +0 -27
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/preparation.json +0 -42
- zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/publication_state.json +0 -32
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/README.md
CHANGED
|
@@ -1,31 +1,5 @@
|
|
| 1 |
-
# walker2d
|
| 2 |
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
- Checkpoint: `checkpoints/model.pt`
|
| 8 |
-
- Selection: only published VLA checkpoint
|
| 9 |
-
- Checkpoint SHA256: `5df7bf29e8cc0bc984cb21ad4f8db673f16b17ceb438f4f4c91be65ee52c4de1`
|
| 10 |
-
- Configuration, FPS, actions, normalization and latency semantics retain their source values.
|
| 11 |
-
- This import does not run evaluations or change training/evaluation/acceptance status.
|
| 12 |
-
|
| 13 |
-
Action horizon is 1. Use `config.yaml` and `dataset_statistics.json` with the matching
|
| 14 |
-
prepared backbone. `task_contract.json` is extracted from the original training configuration.
|
| 15 |
-
Original machine paths in historical configurations are provenance: bind checkpoint,
|
| 16 |
-
backbone, manifest and profile paths to downloaded local files when running inference.
|
| 17 |
-
|
| 18 |
-
See [the original model notes](source/README.md) for experiment results and limitations.
|
| 19 |
-
|
| 20 |
-
[Original provenance](source/provenance.json) retains dataset references and recorded experiment evidence.
|
| 21 |
-
|
| 22 |
-
## Download
|
| 23 |
-
|
| 24 |
-
```python
|
| 25 |
-
from huggingface_hub import snapshot_download
|
| 26 |
-
prefix = "zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917"
|
| 27 |
-
snapshot_download("latency-sensitive-bench/benchmark-models", revision="<commit>",
|
| 28 |
-
allow_patterns=[prefix + "/**"])
|
| 29 |
-
```
|
| 30 |
-
|
| 31 |
-
Use the verified import commit listed in the repository's import report.
|
|
|
|
| 1 |
+
# walker2d gr00t l0
|
| 2 |
|
| 3 |
+
Global batch128, seed42, 5000 optimizer updates. Gradient checkpointing True.
|
| 4 |
+
Evaluation: simulated IID, 100 episodes, seeds42-141, latency seed0, parallel32, 5 FPS, cap1000, per-environment capacity1.
|
| 5 |
+
See config.full.yaml, training.complete.json, results.json and evaluation evidence.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/checkpoints/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3d3d9664ffafed40b8f77b03cbc56e269f8bacb3d91d4a3b27f8c4f958178889
|
| 3 |
+
size 9976860963
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/config.full.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
framework:
|
| 2 |
name: QwenGR00T
|
| 3 |
qwenvl:
|
| 4 |
-
base_vlm:
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
vl_hidden_dim: 2048
|
| 7 |
enable_gradient_checkpointing: true
|
|
@@ -13,7 +13,6 @@ framework:
|
|
| 13 |
max_seq_len: 1024
|
| 14 |
action_dim: 6
|
| 15 |
state_dim: 17
|
| 16 |
-
task_objective: null
|
| 17 |
action_horizon: 1
|
| 18 |
repeated_diffusion_steps: 8
|
| 19 |
noise_beta_alpha: 1.5
|
|
@@ -31,6 +30,7 @@ framework:
|
|
| 31 |
num_layers: 16
|
| 32 |
output_dim: 1024
|
| 33 |
positional_embeddings: null
|
|
|
|
| 34 |
action_env_dim: 6
|
| 35 |
future_action_window_size: 0
|
| 36 |
past_action_window_size: 0
|
|
@@ -41,7 +41,7 @@ datasets:
|
|
| 41 |
data_root_dir: /
|
| 42 |
data_mix: train
|
| 43 |
eval_data_mix: validation
|
| 44 |
-
custom_mixtures_path: /
|
| 45 |
action_type: continuous
|
| 46 |
sequential_step_sampling: true
|
| 47 |
eval_sequential_step_sampling: null
|
|
@@ -72,7 +72,7 @@ datasets:
|
|
| 72 |
eval_at_phase_end: false
|
| 73 |
save_at_phase_end: false
|
| 74 |
computed_plan: null
|
| 75 |
-
per_device_batch_size:
|
| 76 |
load_all_data_for_training: true
|
| 77 |
num_obs_frames: 1
|
| 78 |
image_mode: single
|
|
@@ -157,6 +157,7 @@ datasets:
|
|
| 157 |
- left_foot_angular_velocity
|
| 158 |
task_name: walker2d_rgb_state
|
| 159 |
active_action_dim: 6
|
|
|
|
| 160 |
dataset:
|
| 161 |
source_hf: ''
|
| 162 |
config_name: null
|
|
@@ -232,20 +233,20 @@ trainer:
|
|
| 232 |
weight_decay: 1.0e-08
|
| 233 |
fused: true
|
| 234 |
save_format: pt
|
| 235 |
-
run_id:
|
| 236 |
-
run_root_dir: /
|
| 237 |
seed: 42
|
| 238 |
is_debug: false
|
| 239 |
version_id: '0.21'
|
| 240 |
wandb_project: latency-sensitive-bench
|
| 241 |
-
wandb_entity:
|
| 242 |
-
wandb_name:
|
| 243 |
-
wandb_group:
|
| 244 |
wandb_tags:
|
| 245 |
- walker2d
|
| 246 |
-
-
|
| 247 |
-
-
|
| 248 |
-
-
|
| 249 |
training_latency_condition: zero_latency
|
| 250 |
backbone:
|
| 251 |
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
|
@@ -257,5 +258,5 @@ checkpoint:
|
|
| 257 |
save_training_state: true
|
| 258 |
local:
|
| 259 |
keep_last_n: 1
|
| 260 |
-
config_yaml: /
|
| 261 |
-
output_dir: /
|
|
|
|
| 1 |
framework:
|
| 2 |
name: QwenGR00T
|
| 3 |
qwenvl:
|
| 4 |
+
base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
vl_hidden_dim: 2048
|
| 7 |
enable_gradient_checkpointing: true
|
|
|
|
| 13 |
max_seq_len: 1024
|
| 14 |
action_dim: 6
|
| 15 |
state_dim: 17
|
|
|
|
| 16 |
action_horizon: 1
|
| 17 |
repeated_diffusion_steps: 8
|
| 18 |
noise_beta_alpha: 1.5
|
|
|
|
| 30 |
num_layers: 16
|
| 31 |
output_dim: 1024
|
| 32 |
positional_embeddings: null
|
| 33 |
+
task_objective: null
|
| 34 |
action_env_dim: 6
|
| 35 |
future_action_window_size: 0
|
| 36 |
past_action_window_size: 0
|
|
|
|
| 41 |
data_root_dir: /
|
| 42 |
data_mix: train
|
| 43 |
eval_data_mix: validation
|
| 44 |
+
custom_mixtures_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/mixture.json
|
| 45 |
action_type: continuous
|
| 46 |
sequential_step_sampling: true
|
| 47 |
eval_sequential_step_sampling: null
|
|
|
|
| 72 |
eval_at_phase_end: false
|
| 73 |
save_at_phase_end: false
|
| 74 |
computed_plan: null
|
| 75 |
+
per_device_batch_size: 64
|
| 76 |
load_all_data_for_training: true
|
| 77 |
num_obs_frames: 1
|
| 78 |
image_mode: single
|
|
|
|
| 157 |
- left_foot_angular_velocity
|
| 158 |
task_name: walker2d_rgb_state
|
| 159 |
active_action_dim: 6
|
| 160 |
+
robot_type: rl_games_gymnasium
|
| 161 |
dataset:
|
| 162 |
source_hf: ''
|
| 163 |
config_name: null
|
|
|
|
| 233 |
weight_decay: 1.0e-08
|
| 234 |
fused: true
|
| 235 |
save_format: pt
|
| 236 |
+
run_id: walker2d_gr00t_l0_issued_iid_g128_s42_20261010
|
| 237 |
+
run_root_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/training
|
| 238 |
seed: 42
|
| 239 |
is_debug: false
|
| 240 |
version_id: '0.21'
|
| 241 |
wandb_project: latency-sensitive-bench
|
| 242 |
+
wandb_entity: saberrr-zju
|
| 243 |
+
wandb_name: walker2d_gr00t_l0_issued_iid_g128_s42_20261010
|
| 244 |
+
wandb_group: continuous-control-issued-iid-20261010
|
| 245 |
wandb_tags:
|
| 246 |
- walker2d
|
| 247 |
+
- gr00t
|
| 248 |
+
- issued-action
|
| 249 |
+
- iid
|
| 250 |
training_latency_condition: zero_latency
|
| 251 |
backbone:
|
| 252 |
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
|
|
|
| 258 |
save_training_state: true
|
| 259 |
local:
|
| 260 |
keep_last_n: 1
|
| 261 |
+
config_yaml: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/train.yaml
|
| 262 |
+
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/training/walker2d_gr00t_l0_issued_iid_g128_s42_20261010
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/config.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
framework:
|
| 2 |
name: QwenGR00T
|
| 3 |
qwenvl:
|
| 4 |
-
base_vlm:
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
vl_hidden_dim: 2048
|
| 7 |
enable_gradient_checkpointing: true
|
|
@@ -117,6 +117,7 @@ datasets:
|
|
| 117 |
- left_leg_angular_velocity
|
| 118 |
- left_foot_angular_velocity
|
| 119 |
task_name: walker2d_rgb_state
|
|
|
|
| 120 |
trainer:
|
| 121 |
pretrained_checkpoint: null
|
| 122 |
profile_timing:
|
|
|
|
| 1 |
framework:
|
| 2 |
name: QwenGR00T
|
| 3 |
qwenvl:
|
| 4 |
+
base_vlm: Qwen/Qwen3-VL-4B-Instruct
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
vl_hidden_dim: 2048
|
| 7 |
enable_gradient_checkpointing: true
|
|
|
|
| 117 |
- left_leg_angular_velocity
|
| 118 |
- left_foot_angular_velocity
|
| 119 |
task_name: walker2d_rgb_state
|
| 120 |
+
robot_type: rl_games_gymnasium
|
| 121 |
trainer:
|
| 122 |
pretrained_checkpoint: null
|
| 123 |
profile_timing:
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/dataset_statistics.json
CHANGED
|
@@ -60,118 +60,118 @@
|
|
| 60 |
},
|
| 61 |
"state": {
|
| 62 |
"mean": [
|
| 63 |
-
|
| 64 |
-
-0.
|
| 65 |
-
0.
|
| 66 |
-
0.
|
| 67 |
-
0.
|
| 68 |
-
0.
|
| 69 |
-
0.
|
| 70 |
-
0.
|
| 71 |
-
|
| 72 |
-
0.
|
| 73 |
-
-0.
|
| 74 |
-
-0.
|
| 75 |
-
-
|
| 76 |
-
-
|
| 77 |
-
-0.
|
| 78 |
-
-
|
| 79 |
-
-0.
|
| 80 |
],
|
| 81 |
"std": [
|
| 82 |
-
0.
|
| 83 |
-
0.
|
| 84 |
-
0.
|
| 85 |
-
0.
|
| 86 |
-
0.
|
| 87 |
-
0.
|
| 88 |
-
0.
|
| 89 |
-
0.
|
| 90 |
-
|
| 91 |
-
0.
|
| 92 |
-
|
| 93 |
-
|
| 94 |
-
|
| 95 |
-
|
| 96 |
-
|
| 97 |
-
|
| 98 |
-
|
| 99 |
],
|
| 100 |
"max": [
|
| 101 |
-
1.
|
| 102 |
-
|
| 103 |
-
|
| 104 |
-
|
| 105 |
-
1.
|
| 106 |
-
|
| 107 |
-
|
| 108 |
-
1.
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
|
| 113 |
-
|
| 114 |
-
|
| 115 |
-
|
| 116 |
-
|
| 117 |
-
|
| 118 |
],
|
| 119 |
"min": [
|
| 120 |
-
|
| 121 |
-
-
|
| 122 |
-
-1.
|
| 123 |
-
-
|
| 124 |
-
-1.
|
| 125 |
-
-1.
|
| 126 |
-
-
|
| 127 |
-
-1.
|
| 128 |
-
-1.
|
| 129 |
-
-
|
| 130 |
-
-
|
| 131 |
-
-
|
| 132 |
-
-
|
| 133 |
-
-
|
| 134 |
-
-
|
| 135 |
-
-
|
| 136 |
-
-
|
| 137 |
],
|
| 138 |
"q01": [
|
| 139 |
-
|
| 140 |
-
-0.
|
| 141 |
-
0.
|
| 142 |
-
-
|
| 143 |
-
-
|
| 144 |
-
0.
|
| 145 |
-
-
|
| 146 |
-
0.
|
| 147 |
-
-0.
|
| 148 |
-
-
|
| 149 |
-
-
|
| 150 |
-
-
|
| 151 |
-
-
|
| 152 |
-
-
|
| 153 |
-
-
|
| 154 |
-
-
|
| 155 |
-
-
|
| 156 |
],
|
| 157 |
"q99": [
|
| 158 |
-
|
| 159 |
-
0.
|
| 160 |
-
0.
|
| 161 |
-
0.
|
| 162 |
-
|
| 163 |
-
0.
|
| 164 |
-
0.
|
| 165 |
-
0.
|
| 166 |
-
|
| 167 |
-
|
| 168 |
-
|
| 169 |
-
|
| 170 |
-
|
| 171 |
-
|
| 172 |
-
|
| 173 |
-
|
| 174 |
-
0.
|
| 175 |
]
|
| 176 |
},
|
| 177 |
"num_transitions": 85160,
|
|
|
|
| 60 |
},
|
| 61 |
"state": {
|
| 62 |
"mean": [
|
| 63 |
+
1.238454818725586,
|
| 64 |
+
-0.06925152242183685,
|
| 65 |
+
0.013844254426658154,
|
| 66 |
+
-0.643065333366394,
|
| 67 |
+
0.2552712857723236,
|
| 68 |
+
-0.005795903038233519,
|
| 69 |
+
-0.6064881682395935,
|
| 70 |
+
0.8155102133750916,
|
| 71 |
+
3.271153211593628,
|
| 72 |
+
-0.01893916167318821,
|
| 73 |
+
-0.4156621992588043,
|
| 74 |
+
-0.06785181909799576,
|
| 75 |
+
-2.146728992462158,
|
| 76 |
+
-2.3021345138549805,
|
| 77 |
+
-0.08182163536548615,
|
| 78 |
+
-1.9842950105667114,
|
| 79 |
+
-0.016649344936013222
|
| 80 |
],
|
| 81 |
"std": [
|
| 82 |
+
0.04799554497003498,
|
| 83 |
+
0.28501957654953003,
|
| 84 |
+
0.07016541063785553,
|
| 85 |
+
0.6130346059799194,
|
| 86 |
+
0.7710450887680054,
|
| 87 |
+
0.09444431960582733,
|
| 88 |
+
0.6930415034294128,
|
| 89 |
+
0.09426350891590118,
|
| 90 |
+
2.0632712841033936,
|
| 91 |
+
0.9129093289375305,
|
| 92 |
+
5.711340427398682,
|
| 93 |
+
1.9414550065994263,
|
| 94 |
+
7.972898483276367,
|
| 95 |
+
7.378425121307373,
|
| 96 |
+
3.264720916748047,
|
| 97 |
+
7.74824857711792,
|
| 98 |
+
1.0511988401412964
|
| 99 |
],
|
| 100 |
"max": [
|
| 101 |
+
1.4312387704849243,
|
| 102 |
+
0.9942846298217773,
|
| 103 |
+
0.35824716091156006,
|
| 104 |
+
0.42332249879837036,
|
| 105 |
+
1.4080666303634644,
|
| 106 |
+
0.19403602182865143,
|
| 107 |
+
0.508411705493927,
|
| 108 |
+
1.1665540933609009,
|
| 109 |
+
9.758368492126465,
|
| 110 |
+
2.7117056846618652,
|
| 111 |
+
10.0,
|
| 112 |
+
10.0,
|
| 113 |
+
10.0,
|
| 114 |
+
10.0,
|
| 115 |
+
10.0,
|
| 116 |
+
10.0,
|
| 117 |
+
10.0
|
| 118 |
],
|
| 119 |
"min": [
|
| 120 |
+
0.8001501560211182,
|
| 121 |
+
-0.9963381290435791,
|
| 122 |
+
-1.2083065509796143,
|
| 123 |
+
-2.6031124591827393,
|
| 124 |
+
-1.4880801439285278,
|
| 125 |
+
-1.7395809888839722,
|
| 126 |
+
-2.8114991188049316,
|
| 127 |
+
-1.4173651933670044,
|
| 128 |
+
-1.9014521837234497,
|
| 129 |
+
-5.880380630493164,
|
| 130 |
+
-10.0,
|
| 131 |
+
-10.0,
|
| 132 |
+
-10.0,
|
| 133 |
+
-10.0,
|
| 134 |
+
-10.0,
|
| 135 |
+
-10.0,
|
| 136 |
+
-10.0
|
| 137 |
],
|
| 138 |
"q01": [
|
| 139 |
+
1.1105143690109254,
|
| 140 |
+
-0.5708677995204926,
|
| 141 |
+
-0.30774066627025604,
|
| 142 |
+
-1.8590021085739137,
|
| 143 |
+
-1.060097142457962,
|
| 144 |
+
-0.376356845498085,
|
| 145 |
+
-2.4267983722686766,
|
| 146 |
+
0.7860841512680053,
|
| 147 |
+
-0.9104019457101822,
|
| 148 |
+
-1.9860247433185576,
|
| 149 |
+
-10.0,
|
| 150 |
+
-7.184711570739746,
|
| 151 |
+
-10.0,
|
| 152 |
+
-10.0,
|
| 153 |
+
-9.244866075515747,
|
| 154 |
+
-10.0,
|
| 155 |
+
-3.716821608543396
|
| 156 |
],
|
| 157 |
"q99": [
|
| 158 |
+
1.3310901904106143,
|
| 159 |
+
0.5297461080551149,
|
| 160 |
+
0.14402787744998935,
|
| 161 |
+
0.33698604166507723,
|
| 162 |
+
1.3549233567714694,
|
| 163 |
+
0.11568393751978878,
|
| 164 |
+
0.34200800031423567,
|
| 165 |
+
0.907156448364258,
|
| 166 |
+
8.155581150054932,
|
| 167 |
+
2.316671621799469,
|
| 168 |
+
10.0,
|
| 169 |
+
8.595866012573266,
|
| 170 |
+
10.0,
|
| 171 |
+
10.0,
|
| 172 |
+
10.0,
|
| 173 |
+
10.0,
|
| 174 |
+
0.44217916637659327
|
| 175 |
]
|
| 176 |
},
|
| 177 |
"num_transitions": 85160,
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluation/l0_sim20/episode_metrics.jsonl
DELETED
|
@@ -1,20 +0,0 @@
|
|
| 1 |
-
{"episode_id": 0, "episode_return": 3808.226836737725, "episode_return_env": 3808.226836737725, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 42, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
|
| 2 |
-
{"episode_id": 1, "episode_return": 3853.1032959767176, "episode_return_env": 3853.1032959767176, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 43, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
|
| 3 |
-
{"episode_id": 2, "episode_return": 1723.999349832787, "episode_return_env": 1723.999349832787, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 44, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 514, "workload_id": null}, "num_actions": 514, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 514}
|
| 4 |
-
{"episode_id": 3, "episode_return": 4140.340620286889, "episode_return_env": 4140.340620286889, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 45, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
|
| 5 |
-
{"episode_id": 4, "episode_return": 4096.512537306539, "episode_return_env": 4096.512537306539, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 46, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 972, "workload_id": null}, "num_actions": 972, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 972}
|
| 6 |
-
{"episode_id": 5, "episode_return": 3788.9854100645875, "episode_return_env": 3788.9854100645875, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 47, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 890, "workload_id": null}, "num_actions": 890, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 890}
|
| 7 |
-
{"episode_id": 6, "episode_return": 4156.574688705178, "episode_return_env": 4156.574688705178, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 48, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
|
| 8 |
-
{"episode_id": 7, "episode_return": 3251.442409375431, "episode_return_env": 3251.442409375431, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 49, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
|
| 9 |
-
{"episode_id": 8, "episode_return": 4033.286305383909, "episode_return_env": 4033.286305383909, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 50, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
|
| 10 |
-
{"episode_id": 9, "episode_return": 4025.248397336756, "episode_return_env": 4025.248397336756, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 51, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
|
| 11 |
-
{"episode_id": 10, "episode_return": 4105.286382644159, "episode_return_env": 4105.286382644159, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 52, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
|
| 12 |
-
{"episode_id": 11, "episode_return": 4124.8478277361955, "episode_return_env": 4124.8478277361955, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 53, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
|
| 13 |
-
{"episode_id": 12, "episode_return": 1718.3891440521081, "episode_return_env": 1718.3891440521081, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 54, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 519, "workload_id": null}, "num_actions": 519, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 519}
|
| 14 |
-
{"episode_id": 13, "episode_return": 773.3146074280513, "episode_return_env": 773.3146074280513, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 55, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 282, "workload_id": null}, "num_actions": 282, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 282}
|
| 15 |
-
{"episode_id": 14, "episode_return": 3239.1715436786335, "episode_return_env": 3239.1715436786335, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 56, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
|
| 16 |
-
{"episode_id": 15, "episode_return": 3784.661174823245, "episode_return_env": 3784.661174823245, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 57, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
|
| 17 |
-
{"episode_id": 16, "episode_return": 3999.8377210951776, "episode_return_env": 3999.8377210951776, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 58, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
|
| 18 |
-
{"episode_id": 17, "episode_return": 4091.4434992007014, "episode_return_env": 4091.4434992007014, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 59, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
|
| 19 |
-
{"episode_id": 18, "episode_return": 3659.760759472817, "episode_return_env": 3659.760759472817, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 60, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 852, "workload_id": null}, "num_actions": 852, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 852}
|
| 20 |
-
{"episode_id": 19, "episode_return": 4185.446772066988, "episode_return_env": 4185.446772066988, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 61, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluation/l0_sim20/verification.json
DELETED
|
@@ -1,95 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"task": "walker2d",
|
| 3 |
-
"state": "L0_SIM20_COMPLETED_AND_VERIFIED",
|
| 4 |
-
"verified_at": "2026-09-17T15:02:36.902285+00:00",
|
| 5 |
-
"evaluation_finished_at": "2026-09-17T14:44:50.630321+00:00",
|
| 6 |
-
"episodes": 20,
|
| 7 |
-
"seeds": [
|
| 8 |
-
42,
|
| 9 |
-
43,
|
| 10 |
-
44,
|
| 11 |
-
45,
|
| 12 |
-
46,
|
| 13 |
-
47,
|
| 14 |
-
48,
|
| 15 |
-
49,
|
| 16 |
-
50,
|
| 17 |
-
51,
|
| 18 |
-
52,
|
| 19 |
-
53,
|
| 20 |
-
54,
|
| 21 |
-
55,
|
| 22 |
-
56,
|
| 23 |
-
57,
|
| 24 |
-
58,
|
| 25 |
-
59,
|
| 26 |
-
60,
|
| 27 |
-
61
|
| 28 |
-
],
|
| 29 |
-
"env_fps": 5,
|
| 30 |
-
"obs_fps": 5,
|
| 31 |
-
"latency": "zero",
|
| 32 |
-
"mode": "simulated",
|
| 33 |
-
"max_raw_steps": 1000,
|
| 34 |
-
"returns": [
|
| 35 |
-
3808.226836737725,
|
| 36 |
-
3853.1032959767176,
|
| 37 |
-
1723.999349832787,
|
| 38 |
-
4140.340620286889,
|
| 39 |
-
4096.512537306539,
|
| 40 |
-
3788.9854100645875,
|
| 41 |
-
4156.574688705178,
|
| 42 |
-
3251.442409375431,
|
| 43 |
-
4033.286305383909,
|
| 44 |
-
4025.248397336756,
|
| 45 |
-
4105.286382644159,
|
| 46 |
-
4124.8478277361955,
|
| 47 |
-
1718.3891440521081,
|
| 48 |
-
773.3146074280513,
|
| 49 |
-
3239.1715436786335,
|
| 50 |
-
3784.661174823245,
|
| 51 |
-
3999.8377210951776,
|
| 52 |
-
4091.4434992007014,
|
| 53 |
-
3659.760759472817,
|
| 54 |
-
4185.446772066988
|
| 55 |
-
],
|
| 56 |
-
"mean_return": 3527.99396416023,
|
| 57 |
-
"population_std_return": 945.2656326298496,
|
| 58 |
-
"lengths": [
|
| 59 |
-
1000,
|
| 60 |
-
1000,
|
| 61 |
-
514,
|
| 62 |
-
1000,
|
| 63 |
-
972,
|
| 64 |
-
890,
|
| 65 |
-
1000,
|
| 66 |
-
1000,
|
| 67 |
-
1000,
|
| 68 |
-
1000,
|
| 69 |
-
1000,
|
| 70 |
-
1000,
|
| 71 |
-
519,
|
| 72 |
-
282,
|
| 73 |
-
1000,
|
| 74 |
-
1000,
|
| 75 |
-
1000,
|
| 76 |
-
1000,
|
| 77 |
-
852,
|
| 78 |
-
1000
|
| 79 |
-
],
|
| 80 |
-
"mean_length": 901.45,
|
| 81 |
-
"total_raw_steps": 18029,
|
| 82 |
-
"raw_step_rewards_match_episode_returns": true,
|
| 83 |
-
"raw_step_indices_contiguous": true,
|
| 84 |
-
"dropped_actions": 0,
|
| 85 |
-
"dropped_observations": 0,
|
| 86 |
-
"invalid_actions": 0,
|
| 87 |
-
"action_events": 18029,
|
| 88 |
-
"all_action_latencies_zero": true,
|
| 89 |
-
"training_steps": 5000,
|
| 90 |
-
"global_batch": 64,
|
| 91 |
-
"checkpoint_sha256": "5df7bf29e8cc0bc984cb21ad4f8db673f16b17ceb438f4f4c91be65ee52c4de1",
|
| 92 |
-
"command_semantics": "Generic adapter applied_action may be preclip; native environment clipping unchanged. No preclip-bound assertion was imposed.",
|
| 93 |
-
"remaining": "RTX3090 P/B, actual-profile teacher/data/profile-VLA, F; not yet complete",
|
| 94 |
-
"acceptance": "Full pipeline acceptance not established"
|
| 95 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/config.yaml
RENAMED
|
@@ -117,7 +117,7 @@ datasets:
|
|
| 117 |
- left_leg_angular_velocity
|
| 118 |
- left_foot_angular_velocity
|
| 119 |
task_name: walker2d_rgb_state
|
| 120 |
-
robot_type:
|
| 121 |
trainer:
|
| 122 |
pretrained_checkpoint: null
|
| 123 |
profile_timing:
|
|
|
|
| 117 |
- left_leg_angular_velocity
|
| 118 |
- left_foot_angular_velocity
|
| 119 |
task_name: walker2d_rgb_state
|
| 120 |
+
robot_type: rl_games_gymnasium
|
| 121 |
trainer:
|
| 122 |
pretrained_checkpoint: null
|
| 123 |
profile_timing:
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/dataset_statistics.json
RENAMED
|
@@ -34,12 +34,12 @@
|
|
| 34 |
-1.0
|
| 35 |
],
|
| 36 |
"q01": [
|
|
|
|
| 37 |
-1.0,
|
| 38 |
-1.0,
|
|
|
|
| 39 |
-1.0,
|
| 40 |
-
|
| 41 |
-
-1.0,
|
| 42 |
-
-1.0
|
| 43 |
],
|
| 44 |
"q99": [
|
| 45 |
1.0,
|
|
@@ -60,42 +60,42 @@
|
|
| 60 |
},
|
| 61 |
"state": {
|
| 62 |
"mean": [
|
| 63 |
-
1.
|
| 64 |
-
-0.
|
| 65 |
-
0.
|
| 66 |
-
-0.
|
| 67 |
-
0.
|
| 68 |
-
-0.
|
| 69 |
-
-0.
|
| 70 |
-
0.
|
| 71 |
-
3.
|
| 72 |
-
-0.
|
| 73 |
-
-0.
|
| 74 |
-
-0.
|
| 75 |
-
-2.
|
| 76 |
-
-2.
|
| 77 |
-
-0.
|
| 78 |
-
-1.
|
| 79 |
-
-0.
|
| 80 |
],
|
| 81 |
"std": [
|
| 82 |
-
0.
|
| 83 |
-
0.
|
| 84 |
-
0.
|
| 85 |
-
0.
|
| 86 |
-
0.
|
| 87 |
-
0.
|
| 88 |
-
0.
|
| 89 |
-
0.
|
| 90 |
-
2.
|
| 91 |
-
0.
|
| 92 |
-
5.
|
| 93 |
-
1.
|
| 94 |
-
7.
|
| 95 |
-
7.
|
| 96 |
-
3.
|
| 97 |
-
7.
|
| 98 |
-
1.
|
| 99 |
],
|
| 100 |
"max": [
|
| 101 |
1.4312387704849243,
|
|
@@ -136,45 +136,45 @@
|
|
| 136 |
-10.0
|
| 137 |
],
|
| 138 |
"q01": [
|
| 139 |
-
|
| 140 |
-
-0.
|
| 141 |
-
-
|
| 142 |
-
-
|
| 143 |
-
-1.
|
| 144 |
-
-
|
| 145 |
-
-2.
|
| 146 |
-
|
| 147 |
-
-
|
| 148 |
-
-
|
| 149 |
-
-10.0,
|
| 150 |
-10.0,
|
|
|
|
| 151 |
-10.0,
|
| 152 |
-10.0,
|
|
|
|
| 153 |
-10.0,
|
| 154 |
-
-
|
| 155 |
-
-10.0
|
| 156 |
],
|
| 157 |
"q99": [
|
| 158 |
-
1.
|
| 159 |
-
0.
|
| 160 |
-
0.
|
| 161 |
-
0.
|
| 162 |
-
1.
|
| 163 |
-
0.
|
| 164 |
-
0.
|
| 165 |
-
|
| 166 |
-
|
| 167 |
-
2.
|
| 168 |
-
10.0,
|
| 169 |
10.0,
|
|
|
|
| 170 |
10.0,
|
| 171 |
10.0,
|
| 172 |
10.0,
|
| 173 |
10.0,
|
| 174 |
-
|
| 175 |
]
|
| 176 |
},
|
| 177 |
"num_transitions": 85160,
|
| 178 |
"num_trajectories": 90
|
| 179 |
}
|
| 180 |
-
}
|
|
|
|
| 34 |
-1.0
|
| 35 |
],
|
| 36 |
"q01": [
|
| 37 |
+
-0.5243898153305053,
|
| 38 |
-1.0,
|
| 39 |
-1.0,
|
| 40 |
+
-0.5588397586345673,
|
| 41 |
-1.0,
|
| 42 |
+
0.5681399703025818
|
|
|
|
|
|
|
| 43 |
],
|
| 44 |
"q99": [
|
| 45 |
1.0,
|
|
|
|
| 60 |
},
|
| 61 |
"state": {
|
| 62 |
"mean": [
|
| 63 |
+
1.238454818725586,
|
| 64 |
+
-0.06925152242183685,
|
| 65 |
+
0.013844254426658154,
|
| 66 |
+
-0.643065333366394,
|
| 67 |
+
0.2552712857723236,
|
| 68 |
+
-0.005795903038233519,
|
| 69 |
+
-0.6064881682395935,
|
| 70 |
+
0.8155102133750916,
|
| 71 |
+
3.271153211593628,
|
| 72 |
+
-0.01893916167318821,
|
| 73 |
+
-0.4156621992588043,
|
| 74 |
+
-0.06785181909799576,
|
| 75 |
+
-2.146728992462158,
|
| 76 |
+
-2.3021345138549805,
|
| 77 |
+
-0.08182163536548615,
|
| 78 |
+
-1.9842950105667114,
|
| 79 |
+
-0.016649344936013222
|
| 80 |
],
|
| 81 |
"std": [
|
| 82 |
+
0.04799554497003498,
|
| 83 |
+
0.28501957654953003,
|
| 84 |
+
0.07016541063785553,
|
| 85 |
+
0.6130346059799194,
|
| 86 |
+
0.7710450887680054,
|
| 87 |
+
0.09444431960582733,
|
| 88 |
+
0.6930415034294128,
|
| 89 |
+
0.09426350891590118,
|
| 90 |
+
2.0632712841033936,
|
| 91 |
+
0.9129093289375305,
|
| 92 |
+
5.711340427398682,
|
| 93 |
+
1.9414550065994263,
|
| 94 |
+
7.972898483276367,
|
| 95 |
+
7.378425121307373,
|
| 96 |
+
3.264720916748047,
|
| 97 |
+
7.74824857711792,
|
| 98 |
+
1.0511988401412964
|
| 99 |
],
|
| 100 |
"max": [
|
| 101 |
1.4312387704849243,
|
|
|
|
| 136 |
-10.0
|
| 137 |
],
|
| 138 |
"q01": [
|
| 139 |
+
1.1105143690109254,
|
| 140 |
+
-0.5708677995204926,
|
| 141 |
+
-0.30774066627025604,
|
| 142 |
+
-1.8590021085739137,
|
| 143 |
+
-1.060097142457962,
|
| 144 |
+
-0.376356845498085,
|
| 145 |
+
-2.4267983722686766,
|
| 146 |
+
0.7860841512680053,
|
| 147 |
+
-0.9104019457101822,
|
| 148 |
+
-1.9860247433185576,
|
|
|
|
| 149 |
-10.0,
|
| 150 |
+
-7.184711570739746,
|
| 151 |
-10.0,
|
| 152 |
-10.0,
|
| 153 |
+
-9.244866075515747,
|
| 154 |
-10.0,
|
| 155 |
+
-3.716821608543396
|
|
|
|
| 156 |
],
|
| 157 |
"q99": [
|
| 158 |
+
1.3310901904106143,
|
| 159 |
+
0.5297461080551149,
|
| 160 |
+
0.14402787744998935,
|
| 161 |
+
0.33698604166507723,
|
| 162 |
+
1.3549233567714694,
|
| 163 |
+
0.11568393751978878,
|
| 164 |
+
0.34200800031423567,
|
| 165 |
+
0.907156448364258,
|
| 166 |
+
8.155581150054932,
|
| 167 |
+
2.316671621799469,
|
|
|
|
| 168 |
10.0,
|
| 169 |
+
8.595866012573266,
|
| 170 |
10.0,
|
| 171 |
10.0,
|
| 172 |
10.0,
|
| 173 |
10.0,
|
| 174 |
+
0.44217916637659327
|
| 175 |
]
|
| 176 |
},
|
| 177 |
"num_transitions": 85160,
|
| 178 |
"num_trajectories": 90
|
| 179 |
}
|
| 180 |
+
}
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/eval_config.yaml
RENAMED
|
@@ -94,7 +94,7 @@ env:
|
|
| 94 |
latency:
|
| 95 |
method: iid
|
| 96 |
sync_cuda: false
|
| 97 |
-
profile_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 98 |
profile_worker_slot: 0
|
| 99 |
seed: 0
|
| 100 |
scheduler:
|
|
@@ -102,12 +102,12 @@ scheduler:
|
|
| 102 |
ordering_policy: issue_order_fifo
|
| 103 |
policy:
|
| 104 |
type: starvla
|
| 105 |
-
checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 106 |
-
model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 107 |
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 108 |
device: cuda:0
|
| 109 |
-
task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 110 |
-
latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 111 |
latency_prompt_key: 0
|
| 112 |
training:
|
| 113 |
train_for_env_steps: 10000000
|
|
@@ -156,7 +156,7 @@ evaluation:
|
|
| 156 |
eval_latency_values: null
|
| 157 |
episode_seed_offset: 0
|
| 158 |
logging:
|
| 159 |
-
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 160 |
video:
|
| 161 |
enabled: false
|
| 162 |
num_bins: 1
|
|
|
|
| 94 |
latency:
|
| 95 |
method: iid
|
| 96 |
sync_cuda: false
|
| 97 |
+
profile_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/profile/profile.json
|
| 98 |
profile_worker_slot: 0
|
| 99 |
seed: 0
|
| 100 |
scheduler:
|
|
|
|
| 102 |
ordering_policy: issue_order_fifo
|
| 103 |
policy:
|
| 104 |
type: starvla
|
| 105 |
+
checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/checkpoints/model.pt
|
| 106 |
+
model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/config.yaml
|
| 107 |
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 108 |
device: cuda:0
|
| 109 |
+
task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/manifest.json
|
| 110 |
+
latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/latency_prompt_map.json
|
| 111 |
latency_prompt_key: 0
|
| 112 |
training:
|
| 113 |
train_for_env_steps: 10000000
|
|
|
|
| 156 |
eval_latency_values: null
|
| 157 |
episode_seed_offset: 0
|
| 158 |
logging:
|
| 159 |
+
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/evaluation/iid_parallel32_ib8
|
| 160 |
video:
|
| 161 |
enabled: false
|
| 162 |
num_bins: 1
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/latency_prompt_map.json
RENAMED
|
File without changes
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010/source_manifest.json → g128_iid_20261010/iid/manifest.json}
RENAMED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"dataset_name": "
|
| 3 |
"env_name": "walker2d_rgb_state",
|
| 4 |
"episodes": 90,
|
| 5 |
"frames": 85160,
|
|
@@ -7,7 +7,7 @@
|
|
| 7 |
"Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
|
| 8 |
],
|
| 9 |
"format": "lerobot_v2_image_parquet",
|
| 10 |
-
"source": "/
|
| 11 |
"integration_name": "gymnasium",
|
| 12 |
"task_name": "walker2d_rgb_state",
|
| 13 |
"action_layout": "gymnasium_continuous_v1",
|
|
@@ -96,8 +96,8 @@
|
|
| 96 |
]
|
| 97 |
},
|
| 98 |
"robot_type": "rl_games_gymnasium",
|
| 99 |
-
"latency_prompt_map_path": "/
|
| 100 |
-
"custom_mixtures_path": "/
|
| 101 |
"gymnasium_task": {
|
| 102 |
"action_space": {
|
| 103 |
"dtype": "float32",
|
|
@@ -178,7 +178,7 @@
|
|
| 178 |
},
|
| 179 |
"task_name": "walker2d_rgb_state"
|
| 180 |
},
|
| 181 |
-
"validation_dataset_name": "
|
| 182 |
"validation_episodes": 10,
|
| 183 |
"validation_frames": 9664
|
| 184 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"dataset_name": "lerobot",
|
| 3 |
"env_name": "walker2d_rgb_state",
|
| 4 |
"episodes": 90,
|
| 5 |
"frames": 85160,
|
|
|
|
| 7 |
"Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
|
| 8 |
],
|
| 9 |
"format": "lerobot_v2_image_parquet",
|
| 10 |
+
"source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/raw",
|
| 11 |
"integration_name": "gymnasium",
|
| 12 |
"task_name": "walker2d_rgb_state",
|
| 13 |
"action_layout": "gymnasium_continuous_v1",
|
|
|
|
| 96 |
]
|
| 97 |
},
|
| 98 |
"robot_type": "rl_games_gymnasium",
|
| 99 |
+
"latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/lerobot/latency_prompt_map.json",
|
| 100 |
+
"custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/_generated_mixtures/lerobot.json",
|
| 101 |
"gymnasium_task": {
|
| 102 |
"action_space": {
|
| 103 |
"dtype": "float32",
|
|
|
|
| 178 |
},
|
| 179 |
"task_name": "walker2d_rgb_state"
|
| 180 |
},
|
| 181 |
+
"validation_dataset_name": "lerobot__val",
|
| 182 |
"validation_episodes": 10,
|
| 183 |
"validation_frames": 9664
|
| 184 |
}
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/result.json
ADDED
|
@@ -0,0 +1,213 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episodes": 100,
|
| 3 |
+
"seeds": [
|
| 4 |
+
42,
|
| 5 |
+
43,
|
| 6 |
+
44,
|
| 7 |
+
45,
|
| 8 |
+
46,
|
| 9 |
+
47,
|
| 10 |
+
48,
|
| 11 |
+
49,
|
| 12 |
+
50,
|
| 13 |
+
51,
|
| 14 |
+
52,
|
| 15 |
+
53,
|
| 16 |
+
54,
|
| 17 |
+
55,
|
| 18 |
+
56,
|
| 19 |
+
57,
|
| 20 |
+
58,
|
| 21 |
+
59,
|
| 22 |
+
60,
|
| 23 |
+
61,
|
| 24 |
+
62,
|
| 25 |
+
63,
|
| 26 |
+
64,
|
| 27 |
+
65,
|
| 28 |
+
66,
|
| 29 |
+
67,
|
| 30 |
+
68,
|
| 31 |
+
69,
|
| 32 |
+
70,
|
| 33 |
+
71,
|
| 34 |
+
72,
|
| 35 |
+
73,
|
| 36 |
+
74,
|
| 37 |
+
75,
|
| 38 |
+
76,
|
| 39 |
+
77,
|
| 40 |
+
78,
|
| 41 |
+
79,
|
| 42 |
+
80,
|
| 43 |
+
81,
|
| 44 |
+
82,
|
| 45 |
+
83,
|
| 46 |
+
84,
|
| 47 |
+
85,
|
| 48 |
+
86,
|
| 49 |
+
87,
|
| 50 |
+
88,
|
| 51 |
+
89,
|
| 52 |
+
90,
|
| 53 |
+
91,
|
| 54 |
+
92,
|
| 55 |
+
93,
|
| 56 |
+
94,
|
| 57 |
+
95,
|
| 58 |
+
96,
|
| 59 |
+
97,
|
| 60 |
+
98,
|
| 61 |
+
99,
|
| 62 |
+
100,
|
| 63 |
+
101,
|
| 64 |
+
102,
|
| 65 |
+
103,
|
| 66 |
+
104,
|
| 67 |
+
105,
|
| 68 |
+
106,
|
| 69 |
+
107,
|
| 70 |
+
108,
|
| 71 |
+
109,
|
| 72 |
+
110,
|
| 73 |
+
111,
|
| 74 |
+
112,
|
| 75 |
+
113,
|
| 76 |
+
114,
|
| 77 |
+
115,
|
| 78 |
+
116,
|
| 79 |
+
117,
|
| 80 |
+
118,
|
| 81 |
+
119,
|
| 82 |
+
120,
|
| 83 |
+
121,
|
| 84 |
+
122,
|
| 85 |
+
123,
|
| 86 |
+
124,
|
| 87 |
+
125,
|
| 88 |
+
126,
|
| 89 |
+
127,
|
| 90 |
+
128,
|
| 91 |
+
129,
|
| 92 |
+
130,
|
| 93 |
+
131,
|
| 94 |
+
132,
|
| 95 |
+
133,
|
| 96 |
+
134,
|
| 97 |
+
135,
|
| 98 |
+
136,
|
| 99 |
+
137,
|
| 100 |
+
138,
|
| 101 |
+
139,
|
| 102 |
+
140,
|
| 103 |
+
141
|
| 104 |
+
],
|
| 105 |
+
"mean_return": 93.98936098462639,
|
| 106 |
+
"population_std_return": 46.69300756422081,
|
| 107 |
+
"mean_length": 74.68,
|
| 108 |
+
"returns": [
|
| 109 |
+
101.87651212372823,
|
| 110 |
+
98.71906787913517,
|
| 111 |
+
78.80829296020902,
|
| 112 |
+
288.05148088859477,
|
| 113 |
+
99.24541050921377,
|
| 114 |
+
112.62502784537675,
|
| 115 |
+
72.60977292478607,
|
| 116 |
+
107.00411775478895,
|
| 117 |
+
87.10820132415303,
|
| 118 |
+
76.60904937385835,
|
| 119 |
+
103.5773816070992,
|
| 120 |
+
80.29088373218485,
|
| 121 |
+
87.23119954474771,
|
| 122 |
+
90.84849826058517,
|
| 123 |
+
65.07901920785704,
|
| 124 |
+
82.36965022417091,
|
| 125 |
+
81.2646552697494,
|
| 126 |
+
86.69217722579582,
|
| 127 |
+
83.81891348790455,
|
| 128 |
+
85.24812025319439,
|
| 129 |
+
111.26360718316405,
|
| 130 |
+
75.86652933713742,
|
| 131 |
+
71.14728527130666,
|
| 132 |
+
76.46195306588177,
|
| 133 |
+
88.47392124221348,
|
| 134 |
+
71.21372094284752,
|
| 135 |
+
84.31833555983278,
|
| 136 |
+
70.39931044059217,
|
| 137 |
+
86.43814236940645,
|
| 138 |
+
79.71892964539931,
|
| 139 |
+
80.67372686067432,
|
| 140 |
+
75.43576053986197,
|
| 141 |
+
84.75141283704384,
|
| 142 |
+
71.32262650438814,
|
| 143 |
+
112.24639618614272,
|
| 144 |
+
64.71617486102438,
|
| 145 |
+
78.79397366009061,
|
| 146 |
+
86.17829901172318,
|
| 147 |
+
105.76061751102624,
|
| 148 |
+
75.72938458189208,
|
| 149 |
+
93.12492415119559,
|
| 150 |
+
64.41816068175048,
|
| 151 |
+
71.41140894940177,
|
| 152 |
+
72.55593739696054,
|
| 153 |
+
74.17218680737284,
|
| 154 |
+
96.77782681748229,
|
| 155 |
+
80.7051059532295,
|
| 156 |
+
287.4104322188365,
|
| 157 |
+
71.37376739922114,
|
| 158 |
+
107.61947431207041,
|
| 159 |
+
62.40169200307416,
|
| 160 |
+
101.43718563305255,
|
| 161 |
+
60.98710896814056,
|
| 162 |
+
83.80850495632248,
|
| 163 |
+
95.77959475609556,
|
| 164 |
+
93.67037568224858,
|
| 165 |
+
71.28602823120315,
|
| 166 |
+
115.12116526275611,
|
| 167 |
+
85.6200308221032,
|
| 168 |
+
107.16725057665994,
|
| 169 |
+
118.73829416606674,
|
| 170 |
+
100.30999956710183,
|
| 171 |
+
73.43335474339762,
|
| 172 |
+
100.09016352730187,
|
| 173 |
+
80.63127761597029,
|
| 174 |
+
60.28609730097556,
|
| 175 |
+
107.40112622796582,
|
| 176 |
+
102.49112549741848,
|
| 177 |
+
104.68420286638856,
|
| 178 |
+
72.80719609985839,
|
| 179 |
+
87.65900068596521,
|
| 180 |
+
71.31661223364708,
|
| 181 |
+
102.9716893034504,
|
| 182 |
+
106.23576900094261,
|
| 183 |
+
81.37794811057356,
|
| 184 |
+
81.64897974971949,
|
| 185 |
+
158.0877907793902,
|
| 186 |
+
68.04655836174022,
|
| 187 |
+
70.12977079429864,
|
| 188 |
+
61.906409272051384,
|
| 189 |
+
58.409581442589385,
|
| 190 |
+
78.4151066434979,
|
| 191 |
+
106.30190553543592,
|
| 192 |
+
426.21160273886795,
|
| 193 |
+
74.07218992063466,
|
| 194 |
+
70.8488945385247,
|
| 195 |
+
110.90717745660952,
|
| 196 |
+
74.55990508756624,
|
| 197 |
+
112.50553244671787,
|
| 198 |
+
88.06279223888166,
|
| 199 |
+
112.13936905770035,
|
| 200 |
+
97.28415253808244,
|
| 201 |
+
71.68218718052586,
|
| 202 |
+
83.93224830805099,
|
| 203 |
+
90.55351648220727,
|
| 204 |
+
79.33104024670648,
|
| 205 |
+
77.16912100852855,
|
| 206 |
+
81.17932115947232,
|
| 207 |
+
106.99499837620348,
|
| 208 |
+
71.28638856365087
|
| 209 |
+
],
|
| 210 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
|
| 211 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/eval_iid_parallel32_ib8.yaml",
|
| 212 |
+
"inference_batch_size": 8
|
| 213 |
+
}
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/source_identity.json
RENAMED
|
@@ -17,5 +17,13 @@
|
|
| 17 |
"?? lagen/",
|
| 18 |
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
"?? servers.md"
|
| 20 |
-
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
}
|
|
|
|
| 17 |
"?? lagen/",
|
| 18 |
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
"?? servers.md"
|
| 20 |
+
],
|
| 21 |
+
"runtime_patches": [
|
| 22 |
+
{
|
| 23 |
+
"path": "third_party/starVLA/starVLA/training/train_starvla.py",
|
| 24 |
+
"change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
|
| 25 |
+
"validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
|
| 26 |
+
}
|
| 27 |
+
],
|
| 28 |
+
"frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
|
| 29 |
}
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/config.yaml
ADDED
|
@@ -0,0 +1,139 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenGR00T
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: Qwen/Qwen3-VL-4B-Instruct
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
vl_hidden_dim: 2048
|
| 7 |
+
enable_gradient_checkpointing: true
|
| 8 |
+
action_model:
|
| 9 |
+
action_model_type: DiT-B
|
| 10 |
+
action_hidden_dim: 1024
|
| 11 |
+
hidden_size: 1024
|
| 12 |
+
add_pos_embed: true
|
| 13 |
+
max_seq_len: 1024
|
| 14 |
+
action_dim: 6
|
| 15 |
+
state_dim: 17
|
| 16 |
+
task_objective: null
|
| 17 |
+
action_horizon: 1
|
| 18 |
+
repeated_diffusion_steps: 8
|
| 19 |
+
noise_beta_alpha: 1.5
|
| 20 |
+
noise_beta_beta: 1.0
|
| 21 |
+
noise_s: 0.999
|
| 22 |
+
num_timestep_buckets: 1000
|
| 23 |
+
num_inference_timesteps: 4
|
| 24 |
+
num_target_vision_tokens: 32
|
| 25 |
+
diffusion_model_cfg:
|
| 26 |
+
cross_attention_dim: 2560
|
| 27 |
+
dropout: 0.2
|
| 28 |
+
final_dropout: true
|
| 29 |
+
interleave_self_attention: true
|
| 30 |
+
norm_type: ada_norm
|
| 31 |
+
num_layers: 16
|
| 32 |
+
output_dim: 1024
|
| 33 |
+
positional_embeddings: null
|
| 34 |
+
action_env_dim: 6
|
| 35 |
+
future_action_window_size: 0
|
| 36 |
+
past_action_window_size: 0
|
| 37 |
+
version_id: '0.21'
|
| 38 |
+
datasets:
|
| 39 |
+
vla_data:
|
| 40 |
+
include_state: true
|
| 41 |
+
obs_image_size:
|
| 42 |
+
- 224
|
| 43 |
+
- 224
|
| 44 |
+
image_mode: single
|
| 45 |
+
stitch_grid:
|
| 46 |
+
- 2
|
| 47 |
+
- 2
|
| 48 |
+
num_obs_frames: 1
|
| 49 |
+
gymnasium_task_contract: &id001
|
| 50 |
+
action_space:
|
| 51 |
+
dtype: float32
|
| 52 |
+
high:
|
| 53 |
+
- 1.0
|
| 54 |
+
- 1.0
|
| 55 |
+
- 1.0
|
| 56 |
+
- 1.0
|
| 57 |
+
- 1.0
|
| 58 |
+
- 1.0
|
| 59 |
+
labels:
|
| 60 |
+
- right_thigh_torque
|
| 61 |
+
- right_leg_torque
|
| 62 |
+
- right_foot_torque
|
| 63 |
+
- left_thigh_torque
|
| 64 |
+
- left_leg_torque
|
| 65 |
+
- left_foot_torque
|
| 66 |
+
low:
|
| 67 |
+
- -1.0
|
| 68 |
+
- -1.0
|
| 69 |
+
- -1.0
|
| 70 |
+
- -1.0
|
| 71 |
+
- -1.0
|
| 72 |
+
- -1.0
|
| 73 |
+
type: box
|
| 74 |
+
base_prompt: Move the Walker2d robot forward while keeping its torso upright.
|
| 75 |
+
Predict six continuous torques in [-1, 1] ordered as right thigh, right leg,
|
| 76 |
+
right foot, left thigh, left leg, and left foot.
|
| 77 |
+
env_fps: 5
|
| 78 |
+
env_id: LatencyBench/Walker2dContinuous-v0
|
| 79 |
+
frame_stack: 1
|
| 80 |
+
make_kwargs:
|
| 81 |
+
base_env_id: Walker2d-v4
|
| 82 |
+
base_make_kwargs:
|
| 83 |
+
ctrl_cost_weight: 0.001
|
| 84 |
+
exclude_current_positions_from_observation: true
|
| 85 |
+
forward_reward_weight: 1.0
|
| 86 |
+
healthy_reward: 1.0
|
| 87 |
+
reset_noise_scale: 0.005
|
| 88 |
+
terminate_when_unhealthy: true
|
| 89 |
+
render_mode: rgb_array
|
| 90 |
+
noop_action:
|
| 91 |
+
- 0.0
|
| 92 |
+
- 0.0
|
| 93 |
+
- 0.0
|
| 94 |
+
- 0.0
|
| 95 |
+
- 0.0
|
| 96 |
+
- 0.0
|
| 97 |
+
obs_fps: 5
|
| 98 |
+
registration_imports:
|
| 99 |
+
- latency_bench.envs.gymnasium_walker2d
|
| 100 |
+
state_space:
|
| 101 |
+
labels:
|
| 102 |
+
- torso_height
|
| 103 |
+
- torso_angle
|
| 104 |
+
- right_thigh_angle
|
| 105 |
+
- right_leg_angle
|
| 106 |
+
- right_foot_angle
|
| 107 |
+
- left_thigh_angle
|
| 108 |
+
- left_leg_angle
|
| 109 |
+
- left_foot_angle
|
| 110 |
+
- torso_x_velocity
|
| 111 |
+
- torso_z_velocity
|
| 112 |
+
- torso_angular_velocity
|
| 113 |
+
- right_thigh_angular_velocity
|
| 114 |
+
- right_leg_angular_velocity
|
| 115 |
+
- right_foot_angular_velocity
|
| 116 |
+
- left_thigh_angular_velocity
|
| 117 |
+
- left_leg_angular_velocity
|
| 118 |
+
- left_foot_angular_velocity
|
| 119 |
+
task_name: walker2d_rgb_state
|
| 120 |
+
robot_type: rl_games_gymnasium
|
| 121 |
+
trainer:
|
| 122 |
+
pretrained_checkpoint: null
|
| 123 |
+
profile_timing:
|
| 124 |
+
enabled: false
|
| 125 |
+
log_interval: 10
|
| 126 |
+
backbone:
|
| 127 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 128 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 129 |
+
rl_games:
|
| 130 |
+
model_alias: gr00t
|
| 131 |
+
task: gymnasium
|
| 132 |
+
action_carrier: native
|
| 133 |
+
gymnasium:
|
| 134 |
+
task_contract: *id001
|
| 135 |
+
env_eval:
|
| 136 |
+
image_size: 224
|
| 137 |
+
frameskip: 1
|
| 138 |
+
image_transform: raw_rgb
|
| 139 |
+
prompt_mode: raw
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010/original_training_statistics.json → g128_iid_20261010/zero/dataset_statistics.json}
RENAMED
|
@@ -60,118 +60,118 @@
|
|
| 60 |
},
|
| 61 |
"state": {
|
| 62 |
"mean": [
|
| 63 |
-
|
| 64 |
-
-0.
|
| 65 |
-
0.
|
| 66 |
-
0.
|
| 67 |
-
0.
|
| 68 |
-
0.
|
| 69 |
-
0.
|
| 70 |
-
0.
|
| 71 |
-
|
| 72 |
-
0.
|
| 73 |
-
-0.
|
| 74 |
-
-0.
|
| 75 |
-
-
|
| 76 |
-
-
|
| 77 |
-
-0.
|
| 78 |
-
-
|
| 79 |
-
-0.
|
| 80 |
],
|
| 81 |
"std": [
|
| 82 |
-
0.
|
| 83 |
-
0.
|
| 84 |
-
0.
|
| 85 |
-
0.
|
| 86 |
-
0.
|
| 87 |
-
0.
|
| 88 |
-
0.
|
| 89 |
-
0.
|
| 90 |
-
|
| 91 |
-
0.
|
| 92 |
-
|
| 93 |
-
|
| 94 |
-
|
| 95 |
-
|
| 96 |
-
|
| 97 |
-
|
| 98 |
-
|
| 99 |
],
|
| 100 |
"max": [
|
| 101 |
-
1.
|
| 102 |
-
|
| 103 |
-
|
| 104 |
-
|
| 105 |
-
1.
|
| 106 |
-
|
| 107 |
-
|
| 108 |
-
1.
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
|
| 113 |
-
|
| 114 |
-
|
| 115 |
-
|
| 116 |
-
|
| 117 |
-
|
| 118 |
],
|
| 119 |
"min": [
|
| 120 |
-
|
| 121 |
-
-
|
| 122 |
-
-1.
|
| 123 |
-
-
|
| 124 |
-
-1.
|
| 125 |
-
-1.
|
| 126 |
-
-
|
| 127 |
-
-1.
|
| 128 |
-
-1.
|
| 129 |
-
-
|
| 130 |
-
-
|
| 131 |
-
-
|
| 132 |
-
-
|
| 133 |
-
-
|
| 134 |
-
-
|
| 135 |
-
-
|
| 136 |
-
-
|
| 137 |
],
|
| 138 |
"q01": [
|
| 139 |
-
|
| 140 |
-
-0.
|
| 141 |
-
0.
|
| 142 |
-
-
|
| 143 |
-
-
|
| 144 |
-
0.
|
| 145 |
-
-
|
| 146 |
-
0.
|
| 147 |
-
-0.
|
| 148 |
-
-
|
| 149 |
-
-
|
| 150 |
-
-
|
| 151 |
-
-
|
| 152 |
-
-
|
| 153 |
-
-
|
| 154 |
-
-
|
| 155 |
-
-
|
| 156 |
],
|
| 157 |
"q99": [
|
| 158 |
-
|
| 159 |
-
0.
|
| 160 |
-
0.
|
| 161 |
-
0.
|
| 162 |
-
|
| 163 |
-
0.
|
| 164 |
-
0.
|
| 165 |
-
0.
|
| 166 |
-
|
| 167 |
-
|
| 168 |
-
|
| 169 |
-
|
| 170 |
-
|
| 171 |
-
|
| 172 |
-
|
| 173 |
-
|
| 174 |
-
0.
|
| 175 |
]
|
| 176 |
},
|
| 177 |
"num_transitions": 85160,
|
|
|
|
| 60 |
},
|
| 61 |
"state": {
|
| 62 |
"mean": [
|
| 63 |
+
1.238454818725586,
|
| 64 |
+
-0.06925152242183685,
|
| 65 |
+
0.013844254426658154,
|
| 66 |
+
-0.643065333366394,
|
| 67 |
+
0.2552712857723236,
|
| 68 |
+
-0.005795903038233519,
|
| 69 |
+
-0.6064881682395935,
|
| 70 |
+
0.8155102133750916,
|
| 71 |
+
3.271153211593628,
|
| 72 |
+
-0.01893916167318821,
|
| 73 |
+
-0.4156621992588043,
|
| 74 |
+
-0.06785181909799576,
|
| 75 |
+
-2.146728992462158,
|
| 76 |
+
-2.3021345138549805,
|
| 77 |
+
-0.08182163536548615,
|
| 78 |
+
-1.9842950105667114,
|
| 79 |
+
-0.016649344936013222
|
| 80 |
],
|
| 81 |
"std": [
|
| 82 |
+
0.04799554497003498,
|
| 83 |
+
0.28501957654953003,
|
| 84 |
+
0.07016541063785553,
|
| 85 |
+
0.6130346059799194,
|
| 86 |
+
0.7710450887680054,
|
| 87 |
+
0.09444431960582733,
|
| 88 |
+
0.6930415034294128,
|
| 89 |
+
0.09426350891590118,
|
| 90 |
+
2.0632712841033936,
|
| 91 |
+
0.9129093289375305,
|
| 92 |
+
5.711340427398682,
|
| 93 |
+
1.9414550065994263,
|
| 94 |
+
7.972898483276367,
|
| 95 |
+
7.378425121307373,
|
| 96 |
+
3.264720916748047,
|
| 97 |
+
7.74824857711792,
|
| 98 |
+
1.0511988401412964
|
| 99 |
],
|
| 100 |
"max": [
|
| 101 |
+
1.4312387704849243,
|
| 102 |
+
0.9942846298217773,
|
| 103 |
+
0.35824716091156006,
|
| 104 |
+
0.42332249879837036,
|
| 105 |
+
1.4080666303634644,
|
| 106 |
+
0.19403602182865143,
|
| 107 |
+
0.508411705493927,
|
| 108 |
+
1.1665540933609009,
|
| 109 |
+
9.758368492126465,
|
| 110 |
+
2.7117056846618652,
|
| 111 |
+
10.0,
|
| 112 |
+
10.0,
|
| 113 |
+
10.0,
|
| 114 |
+
10.0,
|
| 115 |
+
10.0,
|
| 116 |
+
10.0,
|
| 117 |
+
10.0
|
| 118 |
],
|
| 119 |
"min": [
|
| 120 |
+
0.8001501560211182,
|
| 121 |
+
-0.9963381290435791,
|
| 122 |
+
-1.2083065509796143,
|
| 123 |
+
-2.6031124591827393,
|
| 124 |
+
-1.4880801439285278,
|
| 125 |
+
-1.7395809888839722,
|
| 126 |
+
-2.8114991188049316,
|
| 127 |
+
-1.4173651933670044,
|
| 128 |
+
-1.9014521837234497,
|
| 129 |
+
-5.880380630493164,
|
| 130 |
+
-10.0,
|
| 131 |
+
-10.0,
|
| 132 |
+
-10.0,
|
| 133 |
+
-10.0,
|
| 134 |
+
-10.0,
|
| 135 |
+
-10.0,
|
| 136 |
+
-10.0
|
| 137 |
],
|
| 138 |
"q01": [
|
| 139 |
+
1.1105143690109254,
|
| 140 |
+
-0.5708677995204926,
|
| 141 |
+
-0.30774066627025604,
|
| 142 |
+
-1.8590021085739137,
|
| 143 |
+
-1.060097142457962,
|
| 144 |
+
-0.376356845498085,
|
| 145 |
+
-2.4267983722686766,
|
| 146 |
+
0.7860841512680053,
|
| 147 |
+
-0.9104019457101822,
|
| 148 |
+
-1.9860247433185576,
|
| 149 |
+
-10.0,
|
| 150 |
+
-7.184711570739746,
|
| 151 |
+
-10.0,
|
| 152 |
+
-10.0,
|
| 153 |
+
-9.244866075515747,
|
| 154 |
+
-10.0,
|
| 155 |
+
-3.716821608543396
|
| 156 |
],
|
| 157 |
"q99": [
|
| 158 |
+
1.3310901904106143,
|
| 159 |
+
0.5297461080551149,
|
| 160 |
+
0.14402787744998935,
|
| 161 |
+
0.33698604166507723,
|
| 162 |
+
1.3549233567714694,
|
| 163 |
+
0.11568393751978878,
|
| 164 |
+
0.34200800031423567,
|
| 165 |
+
0.907156448364258,
|
| 166 |
+
8.155581150054932,
|
| 167 |
+
2.316671621799469,
|
| 168 |
+
10.0,
|
| 169 |
+
8.595866012573266,
|
| 170 |
+
10.0,
|
| 171 |
+
10.0,
|
| 172 |
+
10.0,
|
| 173 |
+
10.0,
|
| 174 |
+
0.44217916637659327
|
| 175 |
]
|
| 176 |
},
|
| 177 |
"num_transitions": 85160,
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/episode_metrics.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluation/l0_sim20/config.yaml → evaluations/g128_iid_20261010/zero/eval_config.yaml}
RENAMED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
experiment:
|
| 2 |
-
name:
|
| 3 |
seed: 42
|
| 4 |
backend:
|
| 5 |
type: sample_factory
|
|
@@ -12,7 +12,8 @@ executor:
|
|
| 12 |
mode: simulated
|
| 13 |
inference_devices:
|
| 14 |
- cuda:0
|
| 15 |
-
|
|
|
|
| 16 |
simulated_inference_pool: true
|
| 17 |
simulated_worker_capacity: 1
|
| 18 |
env:
|
|
@@ -20,7 +21,7 @@ env:
|
|
| 20 |
task_name: walker2d
|
| 21 |
env_id: LatencyBench/Walker2dContinuous-v0
|
| 22 |
registration_imports:
|
| 23 |
-
- latency_bench.envs.
|
| 24 |
make_kwargs:
|
| 25 |
base_env_id: Walker2d-v4
|
| 26 |
base_make_kwargs:
|
|
@@ -98,12 +99,12 @@ scheduler:
|
|
| 98 |
ordering_policy: issue_order_fifo
|
| 99 |
policy:
|
| 100 |
type: starvla
|
| 101 |
-
checkpoint_path: /
|
| 102 |
-
model_config_path: /
|
| 103 |
-
backbone_path: /
|
| 104 |
device: cuda:0
|
| 105 |
-
task_manifest_path: /
|
| 106 |
-
latency_prompt_map_path: /
|
| 107 |
latency_prompt_key: 0
|
| 108 |
training:
|
| 109 |
train_for_env_steps: 10000000
|
|
@@ -145,13 +146,14 @@ training:
|
|
| 145 |
shuffle_minibatches: false
|
| 146 |
value_bootstrap: true
|
| 147 |
evaluation:
|
| 148 |
-
eval_episodes:
|
| 149 |
-
eval_parallel_envs:
|
| 150 |
eval_max_steps: 1000
|
| 151 |
eval_deterministic: true
|
| 152 |
eval_latency_values: null
|
|
|
|
| 153 |
logging:
|
| 154 |
-
output_dir: /
|
| 155 |
video:
|
| 156 |
enabled: false
|
| 157 |
num_bins: 1
|
|
|
|
| 1 |
experiment:
|
| 2 |
+
name: walker2d_gr00t_l0_zero_100ep
|
| 3 |
seed: 42
|
| 4 |
backend:
|
| 5 |
type: sample_factory
|
|
|
|
| 12 |
mode: simulated
|
| 13 |
inference_devices:
|
| 14 |
- cuda:0
|
| 15 |
+
- cuda:1
|
| 16 |
+
inference_batch_size: 8
|
| 17 |
simulated_inference_pool: true
|
| 18 |
simulated_worker_capacity: 1
|
| 19 |
env:
|
|
|
|
| 21 |
task_name: walker2d
|
| 22 |
env_id: LatencyBench/Walker2dContinuous-v0
|
| 23 |
registration_imports:
|
| 24 |
+
- latency_bench.envs.tasks.walker2d
|
| 25 |
make_kwargs:
|
| 26 |
base_env_id: Walker2d-v4
|
| 27 |
base_make_kwargs:
|
|
|
|
| 99 |
ordering_policy: issue_order_fifo
|
| 100 |
policy:
|
| 101 |
type: starvla
|
| 102 |
+
checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/checkpoints/model.pt
|
| 103 |
+
model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/config.yaml
|
| 104 |
+
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 105 |
device: cuda:0
|
| 106 |
+
task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/manifest.json
|
| 107 |
+
latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/latency_prompt_map.json
|
| 108 |
latency_prompt_key: 0
|
| 109 |
training:
|
| 110 |
train_for_env_steps: 10000000
|
|
|
|
| 146 |
shuffle_minibatches: false
|
| 147 |
value_bootstrap: true
|
| 148 |
evaluation:
|
| 149 |
+
eval_episodes: 100
|
| 150 |
+
eval_parallel_envs: 32
|
| 151 |
eval_max_steps: 1000
|
| 152 |
eval_deterministic: true
|
| 153 |
eval_latency_values: null
|
| 154 |
+
episode_seed_offset: 0
|
| 155 |
logging:
|
| 156 |
+
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/evaluation/zero_parallel32_ib8
|
| 157 |
video:
|
| 158 |
enabled: false
|
| 159 |
num_bins: 1
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/latency_prompt_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"0": {
|
| 3 |
+
"prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action.",
|
| 4 |
+
"latency_raw_frames": 0,
|
| 5 |
+
"latency_ms": 0.0
|
| 6 |
+
}
|
| 7 |
+
}
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/zero}/manifest.json
RENAMED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"dataset_name": "
|
| 3 |
"env_name": "walker2d_rgb_state",
|
| 4 |
"episodes": 90,
|
| 5 |
"frames": 85160,
|
|
@@ -7,7 +7,7 @@
|
|
| 7 |
"Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
|
| 8 |
],
|
| 9 |
"format": "lerobot_v2_image_parquet",
|
| 10 |
-
"source": "/
|
| 11 |
"integration_name": "gymnasium",
|
| 12 |
"task_name": "walker2d_rgb_state",
|
| 13 |
"action_layout": "gymnasium_continuous_v1",
|
|
@@ -95,9 +95,9 @@
|
|
| 95 |
10.0
|
| 96 |
]
|
| 97 |
},
|
| 98 |
-
"robot_type": "
|
| 99 |
-
"latency_prompt_map_path": "/
|
| 100 |
-
"custom_mixtures_path": "/
|
| 101 |
"gymnasium_task": {
|
| 102 |
"action_space": {
|
| 103 |
"dtype": "float32",
|
|
@@ -178,7 +178,7 @@
|
|
| 178 |
},
|
| 179 |
"task_name": "walker2d_rgb_state"
|
| 180 |
},
|
| 181 |
-
"validation_dataset_name": "
|
| 182 |
"validation_episodes": 10,
|
| 183 |
"validation_frames": 9664
|
| 184 |
-
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"dataset_name": "lerobot",
|
| 3 |
"env_name": "walker2d_rgb_state",
|
| 4 |
"episodes": 90,
|
| 5 |
"frames": 85160,
|
|
|
|
| 7 |
"Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
|
| 8 |
],
|
| 9 |
"format": "lerobot_v2_image_parquet",
|
| 10 |
+
"source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/raw",
|
| 11 |
"integration_name": "gymnasium",
|
| 12 |
"task_name": "walker2d_rgb_state",
|
| 13 |
"action_layout": "gymnasium_continuous_v1",
|
|
|
|
| 95 |
10.0
|
| 96 |
]
|
| 97 |
},
|
| 98 |
+
"robot_type": "rl_games_gymnasium",
|
| 99 |
+
"latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/lerobot/latency_prompt_map.json",
|
| 100 |
+
"custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/_generated_mixtures/lerobot.json",
|
| 101 |
"gymnasium_task": {
|
| 102 |
"action_space": {
|
| 103 |
"dtype": "float32",
|
|
|
|
| 178 |
},
|
| 179 |
"task_name": "walker2d_rgb_state"
|
| 180 |
},
|
| 181 |
+
"validation_dataset_name": "lerobot__val",
|
| 182 |
"validation_episodes": 10,
|
| 183 |
"validation_frames": 9664
|
| 184 |
+
}
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/result.json
ADDED
|
@@ -0,0 +1,213 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episodes": 100,
|
| 3 |
+
"seeds": [
|
| 4 |
+
42,
|
| 5 |
+
43,
|
| 6 |
+
44,
|
| 7 |
+
45,
|
| 8 |
+
46,
|
| 9 |
+
47,
|
| 10 |
+
48,
|
| 11 |
+
49,
|
| 12 |
+
50,
|
| 13 |
+
51,
|
| 14 |
+
52,
|
| 15 |
+
53,
|
| 16 |
+
54,
|
| 17 |
+
55,
|
| 18 |
+
56,
|
| 19 |
+
57,
|
| 20 |
+
58,
|
| 21 |
+
59,
|
| 22 |
+
60,
|
| 23 |
+
61,
|
| 24 |
+
62,
|
| 25 |
+
63,
|
| 26 |
+
64,
|
| 27 |
+
65,
|
| 28 |
+
66,
|
| 29 |
+
67,
|
| 30 |
+
68,
|
| 31 |
+
69,
|
| 32 |
+
70,
|
| 33 |
+
71,
|
| 34 |
+
72,
|
| 35 |
+
73,
|
| 36 |
+
74,
|
| 37 |
+
75,
|
| 38 |
+
76,
|
| 39 |
+
77,
|
| 40 |
+
78,
|
| 41 |
+
79,
|
| 42 |
+
80,
|
| 43 |
+
81,
|
| 44 |
+
82,
|
| 45 |
+
83,
|
| 46 |
+
84,
|
| 47 |
+
85,
|
| 48 |
+
86,
|
| 49 |
+
87,
|
| 50 |
+
88,
|
| 51 |
+
89,
|
| 52 |
+
90,
|
| 53 |
+
91,
|
| 54 |
+
92,
|
| 55 |
+
93,
|
| 56 |
+
94,
|
| 57 |
+
95,
|
| 58 |
+
96,
|
| 59 |
+
97,
|
| 60 |
+
98,
|
| 61 |
+
99,
|
| 62 |
+
100,
|
| 63 |
+
101,
|
| 64 |
+
102,
|
| 65 |
+
103,
|
| 66 |
+
104,
|
| 67 |
+
105,
|
| 68 |
+
106,
|
| 69 |
+
107,
|
| 70 |
+
108,
|
| 71 |
+
109,
|
| 72 |
+
110,
|
| 73 |
+
111,
|
| 74 |
+
112,
|
| 75 |
+
113,
|
| 76 |
+
114,
|
| 77 |
+
115,
|
| 78 |
+
116,
|
| 79 |
+
117,
|
| 80 |
+
118,
|
| 81 |
+
119,
|
| 82 |
+
120,
|
| 83 |
+
121,
|
| 84 |
+
122,
|
| 85 |
+
123,
|
| 86 |
+
124,
|
| 87 |
+
125,
|
| 88 |
+
126,
|
| 89 |
+
127,
|
| 90 |
+
128,
|
| 91 |
+
129,
|
| 92 |
+
130,
|
| 93 |
+
131,
|
| 94 |
+
132,
|
| 95 |
+
133,
|
| 96 |
+
134,
|
| 97 |
+
135,
|
| 98 |
+
136,
|
| 99 |
+
137,
|
| 100 |
+
138,
|
| 101 |
+
139,
|
| 102 |
+
140,
|
| 103 |
+
141
|
| 104 |
+
],
|
| 105 |
+
"mean_return": 3716.5167289591604,
|
| 106 |
+
"population_std_return": 645.9911364958642,
|
| 107 |
+
"mean_length": 888.38,
|
| 108 |
+
"returns": [
|
| 109 |
+
3623.8026862678325,
|
| 110 |
+
3826.835788022237,
|
| 111 |
+
2151.0735753281656,
|
| 112 |
+
3340.672822062137,
|
| 113 |
+
3386.120458641531,
|
| 114 |
+
3174.9924331601565,
|
| 115 |
+
2727.3722080243365,
|
| 116 |
+
4238.15373250209,
|
| 117 |
+
2482.209111564814,
|
| 118 |
+
4247.810698182539,
|
| 119 |
+
3807.490273323576,
|
| 120 |
+
4214.7185330351285,
|
| 121 |
+
3246.939694340454,
|
| 122 |
+
4054.7040117793526,
|
| 123 |
+
3794.0222273812496,
|
| 124 |
+
4235.4203188312895,
|
| 125 |
+
3567.6272628581587,
|
| 126 |
+
3237.6852351559724,
|
| 127 |
+
4008.600597505375,
|
| 128 |
+
3529.3844412547037,
|
| 129 |
+
3933.7155733708655,
|
| 130 |
+
4203.3855464794015,
|
| 131 |
+
4147.926813572122,
|
| 132 |
+
4134.054861014619,
|
| 133 |
+
3932.66792411815,
|
| 134 |
+
4093.3687096624512,
|
| 135 |
+
4004.1905502296368,
|
| 136 |
+
4479.342840586898,
|
| 137 |
+
4295.861641143883,
|
| 138 |
+
3046.3876134188345,
|
| 139 |
+
4131.881948216812,
|
| 140 |
+
2642.8650138824732,
|
| 141 |
+
4192.665465842545,
|
| 142 |
+
3024.806455411353,
|
| 143 |
+
3623.9873167194137,
|
| 144 |
+
3172.927398518103,
|
| 145 |
+
3326.9311995140647,
|
| 146 |
+
4410.317225023951,
|
| 147 |
+
3099.411006150121,
|
| 148 |
+
4268.570467028445,
|
| 149 |
+
4219.505349820955,
|
| 150 |
+
4352.998917872488,
|
| 151 |
+
3844.1269366260817,
|
| 152 |
+
2623.3910124138615,
|
| 153 |
+
3695.059901667375,
|
| 154 |
+
3506.0584137935334,
|
| 155 |
+
4254.729089808137,
|
| 156 |
+
4010.098557582035,
|
| 157 |
+
3993.541461315278,
|
| 158 |
+
3424.9895144464326,
|
| 159 |
+
4192.733483555284,
|
| 160 |
+
4405.663799420688,
|
| 161 |
+
3888.5950270502663,
|
| 162 |
+
3148.664627921627,
|
| 163 |
+
2715.0526649666663,
|
| 164 |
+
3201.5260102489847,
|
| 165 |
+
3981.6544029032634,
|
| 166 |
+
4227.092230880752,
|
| 167 |
+
3189.568762583876,
|
| 168 |
+
3702.5390067009625,
|
| 169 |
+
3249.907960926269,
|
| 170 |
+
3792.9987888685337,
|
| 171 |
+
3786.205062058486,
|
| 172 |
+
1535.272099633589,
|
| 173 |
+
4266.194693714306,
|
| 174 |
+
4353.102929714964,
|
| 175 |
+
4440.821945726022,
|
| 176 |
+
4321.705025362587,
|
| 177 |
+
2910.1655213035483,
|
| 178 |
+
4270.503257057892,
|
| 179 |
+
1196.366259309887,
|
| 180 |
+
4363.018246560452,
|
| 181 |
+
4438.047587469155,
|
| 182 |
+
4244.77460314726,
|
| 183 |
+
3447.210755269936,
|
| 184 |
+
3718.4055270446943,
|
| 185 |
+
4017.372526735576,
|
| 186 |
+
3569.39358716666,
|
| 187 |
+
4305.151592760824,
|
| 188 |
+
3296.6010472878793,
|
| 189 |
+
4262.578121346729,
|
| 190 |
+
3858.5800580110727,
|
| 191 |
+
4226.109297233692,
|
| 192 |
+
3552.4610588221794,
|
| 193 |
+
4312.182871435606,
|
| 194 |
+
4047.5004033733862,
|
| 195 |
+
3565.9461240926867,
|
| 196 |
+
4334.382279484817,
|
| 197 |
+
2852.331632947818,
|
| 198 |
+
4345.25474263997,
|
| 199 |
+
3517.2514354020595,
|
| 200 |
+
4272.781816149676,
|
| 201 |
+
4156.861470026791,
|
| 202 |
+
4382.9868529002515,
|
| 203 |
+
4156.965571976043,
|
| 204 |
+
2892.8533834862637,
|
| 205 |
+
4118.3679955035705,
|
| 206 |
+
4207.356689639121,
|
| 207 |
+
2269.3264642991485,
|
| 208 |
+
3157.8847593228566
|
| 209 |
+
],
|
| 210 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/evaluation/zero_parallel32_ib8/episode_metrics.jsonl",
|
| 211 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/eval_zero_parallel32_ib8.yaml",
|
| 212 |
+
"inference_batch_size": 8
|
| 213 |
+
}
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/source_identity.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
|
| 3 |
+
"source": "current worktree snapshot",
|
| 4 |
+
"dirty_paths": [
|
| 5 |
+
" M AGENTS.md",
|
| 6 |
+
" M configs/experiments/memory/small_model/flappy_capped.yaml",
|
| 7 |
+
" M configs/experiments/memory/small_model/flappy_extended.yaml",
|
| 8 |
+
" M configs/experiments/observation_stride/flappy_capped.yaml",
|
| 9 |
+
" M configs/experiments/observation_stride/flappy_extended.yaml",
|
| 10 |
+
" M configs/experiments/sim2real.yaml",
|
| 11 |
+
" M scripts/experiments/memory/small_model/run.sh",
|
| 12 |
+
" M scripts/experiments/observation_stride/run.sh",
|
| 13 |
+
" M scripts/experiments/sim2real/study.py",
|
| 14 |
+
" M tests/scripts/test_sim2real.py",
|
| 15 |
+
"?? configs/experiments/sim2real/five_gpu.yaml",
|
| 16 |
+
"?? docs/cleanup-refactor/",
|
| 17 |
+
"?? lagen/",
|
| 18 |
+
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
+
"?? servers.md"
|
| 20 |
+
],
|
| 21 |
+
"runtime_patches": [
|
| 22 |
+
{
|
| 23 |
+
"path": "third_party/starVLA/starVLA/training/train_starvla.py",
|
| 24 |
+
"change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
|
| 25 |
+
"validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
|
| 26 |
+
}
|
| 27 |
+
],
|
| 28 |
+
"frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
|
| 29 |
+
}
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/episode_metrics.jsonl
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/l0_metadata_source.json
DELETED
|
@@ -1,43 +0,0 @@
|
|
| 1 |
-
[
|
| 2 |
-
{
|
| 3 |
-
"task": "ant",
|
| 4 |
-
"file": "manifest.json",
|
| 5 |
-
"repo": "MLL-Lab/LAGEN-datasets",
|
| 6 |
-
"revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
|
| 7 |
-
"path": "experiments/benchmark-training/archive/standard-pipeline/ant/zero_latency/OpenVLA/legacy/vla/provenance/dataset_contract/manifest.json"
|
| 8 |
-
},
|
| 9 |
-
{
|
| 10 |
-
"task": "hopper",
|
| 11 |
-
"file": "manifest.json",
|
| 12 |
-
"repo": "MLL-Lab/LAGEN-datasets",
|
| 13 |
-
"revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
|
| 14 |
-
"path": "experiments/benchmark-training/archive/standard-pipeline/hopper/evidence/legacy/zero_latency/OpenVLA/provenance/dataset_contract/manifest.json"
|
| 15 |
-
},
|
| 16 |
-
{
|
| 17 |
-
"task": "hopper",
|
| 18 |
-
"file": "latency_prompt_map.json",
|
| 19 |
-
"repo": "MLL-Lab/LAGEN-datasets",
|
| 20 |
-
"revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
|
| 21 |
-
"path": "experiments/benchmark-training/archive/standard-pipeline/hopper/evidence/legacy/zero_latency/OpenVLA/provenance/dataset_contract/latency_prompt_map.json"
|
| 22 |
-
},
|
| 23 |
-
{
|
| 24 |
-
"task": "walker2d",
|
| 25 |
-
"file": "manifest.json",
|
| 26 |
-
"repo": "MLL-Lab/LAGEN-datasets",
|
| 27 |
-
"revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
|
| 28 |
-
"path": "experiments/benchmark-training/archive/standard-pipeline/walker2d/evidence/legacy/zero_latency/source_contract/manifest.json"
|
| 29 |
-
},
|
| 30 |
-
{
|
| 31 |
-
"task": "walker2d",
|
| 32 |
-
"file": "latency_prompt_map.json",
|
| 33 |
-
"repo": "MLL-Lab/LAGEN-datasets",
|
| 34 |
-
"revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
|
| 35 |
-
"path": "experiments/benchmark-training/archive/standard-pipeline/walker2d/evidence/legacy/zero_latency/source_contract/latency_prompt_map.json"
|
| 36 |
-
},
|
| 37 |
-
{
|
| 38 |
-
"task": "ant",
|
| 39 |
-
"file": "latency_prompt_map.json",
|
| 40 |
-
"source": "manifest.task_prompts[0]",
|
| 41 |
-
"latency_raw_frames": 0
|
| 42 |
-
}
|
| 43 |
-
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/legacy_normalization_verification.json
DELETED
|
@@ -1,74 +0,0 @@
|
|
| 1 |
-
[
|
| 2 |
-
{
|
| 3 |
-
"task": "hopper",
|
| 4 |
-
"model": "openvla",
|
| 5 |
-
"maximum_abs_difference": 0.0,
|
| 6 |
-
"states": 128
|
| 7 |
-
},
|
| 8 |
-
{
|
| 9 |
-
"task": "hopper",
|
| 10 |
-
"model": "gr00t",
|
| 11 |
-
"maximum_abs_difference": 0.0,
|
| 12 |
-
"states": 128
|
| 13 |
-
},
|
| 14 |
-
{
|
| 15 |
-
"task": "hopper",
|
| 16 |
-
"model": "pi05",
|
| 17 |
-
"maximum_abs_difference": 0.0,
|
| 18 |
-
"states": 128
|
| 19 |
-
},
|
| 20 |
-
{
|
| 21 |
-
"task": "walker2d",
|
| 22 |
-
"model": "openvla",
|
| 23 |
-
"maximum_abs_difference": 0.0,
|
| 24 |
-
"states": 128
|
| 25 |
-
},
|
| 26 |
-
{
|
| 27 |
-
"task": "walker2d",
|
| 28 |
-
"model": "gr00t",
|
| 29 |
-
"maximum_abs_difference": 0.0,
|
| 30 |
-
"states": 128
|
| 31 |
-
},
|
| 32 |
-
{
|
| 33 |
-
"task": "walker2d",
|
| 34 |
-
"model": "pi05",
|
| 35 |
-
"maximum_abs_difference": 0.0,
|
| 36 |
-
"states": 128
|
| 37 |
-
},
|
| 38 |
-
{
|
| 39 |
-
"task": "ant",
|
| 40 |
-
"model": "openvla",
|
| 41 |
-
"maximum_abs_difference": 0.0,
|
| 42 |
-
"states": 128
|
| 43 |
-
},
|
| 44 |
-
{
|
| 45 |
-
"task": "ant",
|
| 46 |
-
"model": "gr00t",
|
| 47 |
-
"maximum_abs_difference": 0.0,
|
| 48 |
-
"states": 128
|
| 49 |
-
},
|
| 50 |
-
{
|
| 51 |
-
"task": "ant",
|
| 52 |
-
"model": "pi05",
|
| 53 |
-
"maximum_abs_difference": 0.0,
|
| 54 |
-
"states": 128
|
| 55 |
-
},
|
| 56 |
-
{
|
| 57 |
-
"task": "hopper",
|
| 58 |
-
"model": "pi05_profile",
|
| 59 |
-
"maximum_abs_difference": 0.0,
|
| 60 |
-
"states": 128
|
| 61 |
-
},
|
| 62 |
-
{
|
| 63 |
-
"task": "walker2d",
|
| 64 |
-
"model": "pi05_profile",
|
| 65 |
-
"maximum_abs_difference": 0.0,
|
| 66 |
-
"states": 128
|
| 67 |
-
},
|
| 68 |
-
{
|
| 69 |
-
"task": "ant",
|
| 70 |
-
"model": "pi05_profile",
|
| 71 |
-
"maximum_abs_difference": 0.0,
|
| 72 |
-
"states": 128
|
| 73 |
-
}
|
| 74 |
-
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/normalization_binding.json
DELETED
|
@@ -1,7 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"source_robot_type": "rl_games_gymnasium",
|
| 3 |
-
"robot_type": "rl_games_gymnasium_native",
|
| 4 |
-
"weights": "unchanged",
|
| 5 |
-
"state": "clipped source converter min/max",
|
| 6 |
-
"action": "identity q99 bounds [-1,1]"
|
| 7 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/result.json
DELETED
|
@@ -1,216 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"episodes": 100,
|
| 3 |
-
"seeds": [
|
| 4 |
-
42,
|
| 5 |
-
43,
|
| 6 |
-
44,
|
| 7 |
-
45,
|
| 8 |
-
46,
|
| 9 |
-
47,
|
| 10 |
-
48,
|
| 11 |
-
49,
|
| 12 |
-
50,
|
| 13 |
-
51,
|
| 14 |
-
52,
|
| 15 |
-
53,
|
| 16 |
-
54,
|
| 17 |
-
55,
|
| 18 |
-
56,
|
| 19 |
-
57,
|
| 20 |
-
58,
|
| 21 |
-
59,
|
| 22 |
-
60,
|
| 23 |
-
61,
|
| 24 |
-
62,
|
| 25 |
-
63,
|
| 26 |
-
64,
|
| 27 |
-
65,
|
| 28 |
-
66,
|
| 29 |
-
67,
|
| 30 |
-
68,
|
| 31 |
-
69,
|
| 32 |
-
70,
|
| 33 |
-
71,
|
| 34 |
-
72,
|
| 35 |
-
73,
|
| 36 |
-
74,
|
| 37 |
-
75,
|
| 38 |
-
76,
|
| 39 |
-
77,
|
| 40 |
-
78,
|
| 41 |
-
79,
|
| 42 |
-
80,
|
| 43 |
-
81,
|
| 44 |
-
82,
|
| 45 |
-
83,
|
| 46 |
-
84,
|
| 47 |
-
85,
|
| 48 |
-
86,
|
| 49 |
-
87,
|
| 50 |
-
88,
|
| 51 |
-
89,
|
| 52 |
-
90,
|
| 53 |
-
91,
|
| 54 |
-
92,
|
| 55 |
-
93,
|
| 56 |
-
94,
|
| 57 |
-
95,
|
| 58 |
-
96,
|
| 59 |
-
97,
|
| 60 |
-
98,
|
| 61 |
-
99,
|
| 62 |
-
100,
|
| 63 |
-
101,
|
| 64 |
-
102,
|
| 65 |
-
103,
|
| 66 |
-
104,
|
| 67 |
-
105,
|
| 68 |
-
106,
|
| 69 |
-
107,
|
| 70 |
-
108,
|
| 71 |
-
109,
|
| 72 |
-
110,
|
| 73 |
-
111,
|
| 74 |
-
112,
|
| 75 |
-
113,
|
| 76 |
-
114,
|
| 77 |
-
115,
|
| 78 |
-
116,
|
| 79 |
-
117,
|
| 80 |
-
118,
|
| 81 |
-
119,
|
| 82 |
-
120,
|
| 83 |
-
121,
|
| 84 |
-
122,
|
| 85 |
-
123,
|
| 86 |
-
124,
|
| 87 |
-
125,
|
| 88 |
-
126,
|
| 89 |
-
127,
|
| 90 |
-
128,
|
| 91 |
-
129,
|
| 92 |
-
130,
|
| 93 |
-
131,
|
| 94 |
-
132,
|
| 95 |
-
133,
|
| 96 |
-
134,
|
| 97 |
-
135,
|
| 98 |
-
136,
|
| 99 |
-
137,
|
| 100 |
-
138,
|
| 101 |
-
139,
|
| 102 |
-
140,
|
| 103 |
-
141
|
| 104 |
-
],
|
| 105 |
-
"mean_return": 63.97302986481489,
|
| 106 |
-
"population_std_return": 9.417311048745095,
|
| 107 |
-
"mean_length": 61.62,
|
| 108 |
-
"returns": [
|
| 109 |
-
65.58934628306696,
|
| 110 |
-
60.910104659119604,
|
| 111 |
-
58.6906141377254,
|
| 112 |
-
64.10477141088124,
|
| 113 |
-
65.92255461971546,
|
| 114 |
-
58.746843629465424,
|
| 115 |
-
67.88707403247128,
|
| 116 |
-
60.43841413450237,
|
| 117 |
-
54.675644882580826,
|
| 118 |
-
74.02482771919311,
|
| 119 |
-
64.9016114422907,
|
| 120 |
-
79.37998840663535,
|
| 121 |
-
59.62504858513165,
|
| 122 |
-
68.37548770946009,
|
| 123 |
-
61.35187531973693,
|
| 124 |
-
62.34654990800029,
|
| 125 |
-
54.66817833173596,
|
| 126 |
-
49.99494950144074,
|
| 127 |
-
60.77289365707944,
|
| 128 |
-
56.59874465519329,
|
| 129 |
-
56.00974402186857,
|
| 130 |
-
53.82648469814237,
|
| 131 |
-
62.660223045200205,
|
| 132 |
-
71.17729716307879,
|
| 133 |
-
66.14795250423595,
|
| 134 |
-
71.71416604052975,
|
| 135 |
-
52.563629389245314,
|
| 136 |
-
57.546448071731014,
|
| 137 |
-
51.94105814180708,
|
| 138 |
-
56.609985105268635,
|
| 139 |
-
72.99183331354432,
|
| 140 |
-
62.255062153566996,
|
| 141 |
-
63.24413894052726,
|
| 142 |
-
59.98506838393857,
|
| 143 |
-
49.88831138344363,
|
| 144 |
-
62.349249083304535,
|
| 145 |
-
54.0895700823393,
|
| 146 |
-
71.29731982286225,
|
| 147 |
-
63.096403515271646,
|
| 148 |
-
67.90110748509426,
|
| 149 |
-
80.1515603391677,
|
| 150 |
-
59.99183865273101,
|
| 151 |
-
55.49212989780022,
|
| 152 |
-
72.43860504374975,
|
| 153 |
-
59.45542755072249,
|
| 154 |
-
51.6880341429204,
|
| 155 |
-
48.23184843315497,
|
| 156 |
-
81.13700087930098,
|
| 157 |
-
67.66015103851316,
|
| 158 |
-
51.22542749398001,
|
| 159 |
-
63.49473020573836,
|
| 160 |
-
65.35333575367018,
|
| 161 |
-
78.37645975258664,
|
| 162 |
-
54.73960009940515,
|
| 163 |
-
73.99850364408039,
|
| 164 |
-
58.490422210343134,
|
| 165 |
-
63.65676063523494,
|
| 166 |
-
53.11584317729289,
|
| 167 |
-
80.01690931246624,
|
| 168 |
-
69.62043546263862,
|
| 169 |
-
71.82747311321972,
|
| 170 |
-
56.30660155176094,
|
| 171 |
-
82.15531250395905,
|
| 172 |
-
61.859128391254615,
|
| 173 |
-
58.25119256459583,
|
| 174 |
-
59.597231871121124,
|
| 175 |
-
64.76233821759561,
|
| 176 |
-
57.9737979101359,
|
| 177 |
-
64.60330646235138,
|
| 178 |
-
68.39216738999188,
|
| 179 |
-
81.3662837124034,
|
| 180 |
-
67.29804304208545,
|
| 181 |
-
60.074967392758104,
|
| 182 |
-
49.48560328970113,
|
| 183 |
-
53.64601842069606,
|
| 184 |
-
60.23141241188301,
|
| 185 |
-
79.30348746591321,
|
| 186 |
-
78.75576124166064,
|
| 187 |
-
66.66050040145521,
|
| 188 |
-
69.41285966686652,
|
| 189 |
-
75.93722358106352,
|
| 190 |
-
75.80464883575021,
|
| 191 |
-
50.070590637278656,
|
| 192 |
-
74.13232493970976,
|
| 193 |
-
100.41852859810552,
|
| 194 |
-
62.158942374459116,
|
| 195 |
-
61.672971329352315,
|
| 196 |
-
70.41987562553149,
|
| 197 |
-
59.78786763486186,
|
| 198 |
-
86.22198605778937,
|
| 199 |
-
50.21946186367313,
|
| 200 |
-
56.62210038351286,
|
| 201 |
-
59.83064133753597,
|
| 202 |
-
58.83068130459795,
|
| 203 |
-
61.824244198604724,
|
| 204 |
-
62.89603391334393,
|
| 205 |
-
71.27124528832528,
|
| 206 |
-
64.64764120346435,
|
| 207 |
-
66.07376166858724,
|
| 208 |
-
51.863129588608565
|
| 209 |
-
],
|
| 210 |
-
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/evaluation/l0_parallel32/episode_metrics.jsonl",
|
| 211 |
-
"checkpoint": {
|
| 212 |
-
"repo": "MLL-Lab/LAGEN-models",
|
| 213 |
-
"revision": "bdf24c844c29a2caa29ab6292ce6f63a9d8ace83",
|
| 214 |
-
"path": "zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/checkpoints/model.pt"
|
| 215 |
-
}
|
| 216 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/l0_data_source.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"repo": "MLL-Lab/LAGEN-datasets",
|
| 3 |
+
"revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
|
| 4 |
+
"path": "experiments/benchmark-training/archive/standard-pipeline/walker2d/zero_latency/GR00T/h1_5fps_20260917/demonstrations/raw",
|
| 5 |
+
"source_obs_fps": 5,
|
| 6 |
+
"label_semantics": "zero latency: issued and applied actions coincide",
|
| 7 |
+
"original_contract": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/historical/zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/manifest.json"
|
| 8 |
+
}
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/manifest.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"dataset_name": "
|
| 3 |
"env_name": "walker2d_rgb_state",
|
| 4 |
"episodes": 90,
|
| 5 |
"frames": 85160,
|
|
@@ -7,7 +7,7 @@
|
|
| 7 |
"Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
|
| 8 |
],
|
| 9 |
"format": "lerobot_v2_image_parquet",
|
| 10 |
-
"source": "/
|
| 11 |
"integration_name": "gymnasium",
|
| 12 |
"task_name": "walker2d_rgb_state",
|
| 13 |
"action_layout": "gymnasium_continuous_v1",
|
|
@@ -96,8 +96,8 @@
|
|
| 96 |
]
|
| 97 |
},
|
| 98 |
"robot_type": "rl_games_gymnasium",
|
| 99 |
-
"latency_prompt_map_path": "/
|
| 100 |
-
"custom_mixtures_path": "/
|
| 101 |
"gymnasium_task": {
|
| 102 |
"action_space": {
|
| 103 |
"dtype": "float32",
|
|
@@ -178,7 +178,7 @@
|
|
| 178 |
},
|
| 179 |
"task_name": "walker2d_rgb_state"
|
| 180 |
},
|
| 181 |
-
"validation_dataset_name": "
|
| 182 |
"validation_episodes": 10,
|
| 183 |
"validation_frames": 9664
|
| 184 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"dataset_name": "lerobot",
|
| 3 |
"env_name": "walker2d_rgb_state",
|
| 4 |
"episodes": 90,
|
| 5 |
"frames": 85160,
|
|
|
|
| 7 |
"Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
|
| 8 |
],
|
| 9 |
"format": "lerobot_v2_image_parquet",
|
| 10 |
+
"source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/raw",
|
| 11 |
"integration_name": "gymnasium",
|
| 12 |
"task_name": "walker2d_rgb_state",
|
| 13 |
"action_layout": "gymnasium_continuous_v1",
|
|
|
|
| 96 |
]
|
| 97 |
},
|
| 98 |
"robot_type": "rl_games_gymnasium",
|
| 99 |
+
"latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/lerobot/latency_prompt_map.json",
|
| 100 |
+
"custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/_generated_mixtures/lerobot.json",
|
| 101 |
"gymnasium_task": {
|
| 102 |
"action_space": {
|
| 103 |
"dtype": "float32",
|
|
|
|
| 178 |
},
|
| 179 |
"task_name": "walker2d_rgb_state"
|
| 180 |
},
|
| 181 |
+
"validation_dataset_name": "lerobot__val",
|
| 182 |
"validation_episodes": 10,
|
| 183 |
"validation_frames": 9664
|
| 184 |
}
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/DONE
RENAMED
|
File without changes
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/hardware.json
RENAMED
|
File without changes
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/latency_burst_model.json
RENAMED
|
File without changes
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/latency_distribution.json
RENAMED
|
File without changes
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/latency_profile.png
RENAMED
|
File without changes
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/profile.json
RENAMED
|
File without changes
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/provenance.json
CHANGED
|
@@ -1,34 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"task": "walker2d",
|
| 3 |
-
"model": "
|
| 4 |
-
"
|
| 5 |
-
"
|
| 6 |
-
"
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
"path": "walker2d/zero_latency/GR00T",
|
| 10 |
-
"url": "https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/walker2d/zero_latency/GR00T"
|
| 11 |
-
},
|
| 12 |
-
"hf_repo_id": "latency-sensitive-bench/benchmark-models",
|
| 13 |
-
"hf_path": "zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917",
|
| 14 |
-
"checkpoint": {
|
| 15 |
-
"source_file": "walker2d/zero_latency/GR00T/checkpoints/model.pt",
|
| 16 |
-
"source_sha256": "5df7bf29e8cc0bc984cb21ad4f8db673f16b17ceb438f4f4c91be65ee52c4de1",
|
| 17 |
-
"source_bytes": 9976860963,
|
| 18 |
-
"file": "checkpoints/model.pt",
|
| 19 |
-
"selection_rule": "only published VLA checkpoint",
|
| 20 |
-
"method": "copy",
|
| 21 |
-
"sha256": "5df7bf29e8cc0bc984cb21ad4f8db673f16b17ceb438f4f4c91be65ee52c4de1",
|
| 22 |
-
"bytes": 9976860963
|
| 23 |
-
},
|
| 24 |
-
"config_source": "walker2d/zero_latency/GR00T/config.yaml",
|
| 25 |
-
"task_contract_file": "task_contract.json",
|
| 26 |
-
"missing_source_files": [],
|
| 27 |
-
"migration": {
|
| 28 |
-
"operation": "copy_selected_inference_bundle",
|
| 29 |
-
"source_modified": false,
|
| 30 |
-
"evaluation_performed": false,
|
| 31 |
-
"experiment_status": "preserved_in_source_evidence"
|
| 32 |
-
},
|
| 33 |
-
"action_horizon": 1
|
| 34 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"task": "walker2d",
|
| 3 |
+
"model": "gr00t",
|
| 4 |
+
"training_run_id": "walker2d_gr00t_l0_issued_iid_g128_s42_20261010",
|
| 5 |
+
"steps": 5000,
|
| 6 |
+
"seed": 42,
|
| 7 |
+
"source_identity": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/source_identity.json",
|
| 8 |
+
"data_source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/l0_data_source.json"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
}
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/results.json
ADDED
|
@@ -0,0 +1,436 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "walker2d",
|
| 3 |
+
"model": "gr00t",
|
| 4 |
+
"condition": "l0",
|
| 5 |
+
"method": "iid",
|
| 6 |
+
"parallel_envs": 32,
|
| 7 |
+
"fps": 5,
|
| 8 |
+
"latency_seed": 0,
|
| 9 |
+
"eval_max_steps": 1000,
|
| 10 |
+
"iid": {
|
| 11 |
+
"episodes": 100,
|
| 12 |
+
"seeds": [
|
| 13 |
+
42,
|
| 14 |
+
43,
|
| 15 |
+
44,
|
| 16 |
+
45,
|
| 17 |
+
46,
|
| 18 |
+
47,
|
| 19 |
+
48,
|
| 20 |
+
49,
|
| 21 |
+
50,
|
| 22 |
+
51,
|
| 23 |
+
52,
|
| 24 |
+
53,
|
| 25 |
+
54,
|
| 26 |
+
55,
|
| 27 |
+
56,
|
| 28 |
+
57,
|
| 29 |
+
58,
|
| 30 |
+
59,
|
| 31 |
+
60,
|
| 32 |
+
61,
|
| 33 |
+
62,
|
| 34 |
+
63,
|
| 35 |
+
64,
|
| 36 |
+
65,
|
| 37 |
+
66,
|
| 38 |
+
67,
|
| 39 |
+
68,
|
| 40 |
+
69,
|
| 41 |
+
70,
|
| 42 |
+
71,
|
| 43 |
+
72,
|
| 44 |
+
73,
|
| 45 |
+
74,
|
| 46 |
+
75,
|
| 47 |
+
76,
|
| 48 |
+
77,
|
| 49 |
+
78,
|
| 50 |
+
79,
|
| 51 |
+
80,
|
| 52 |
+
81,
|
| 53 |
+
82,
|
| 54 |
+
83,
|
| 55 |
+
84,
|
| 56 |
+
85,
|
| 57 |
+
86,
|
| 58 |
+
87,
|
| 59 |
+
88,
|
| 60 |
+
89,
|
| 61 |
+
90,
|
| 62 |
+
91,
|
| 63 |
+
92,
|
| 64 |
+
93,
|
| 65 |
+
94,
|
| 66 |
+
95,
|
| 67 |
+
96,
|
| 68 |
+
97,
|
| 69 |
+
98,
|
| 70 |
+
99,
|
| 71 |
+
100,
|
| 72 |
+
101,
|
| 73 |
+
102,
|
| 74 |
+
103,
|
| 75 |
+
104,
|
| 76 |
+
105,
|
| 77 |
+
106,
|
| 78 |
+
107,
|
| 79 |
+
108,
|
| 80 |
+
109,
|
| 81 |
+
110,
|
| 82 |
+
111,
|
| 83 |
+
112,
|
| 84 |
+
113,
|
| 85 |
+
114,
|
| 86 |
+
115,
|
| 87 |
+
116,
|
| 88 |
+
117,
|
| 89 |
+
118,
|
| 90 |
+
119,
|
| 91 |
+
120,
|
| 92 |
+
121,
|
| 93 |
+
122,
|
| 94 |
+
123,
|
| 95 |
+
124,
|
| 96 |
+
125,
|
| 97 |
+
126,
|
| 98 |
+
127,
|
| 99 |
+
128,
|
| 100 |
+
129,
|
| 101 |
+
130,
|
| 102 |
+
131,
|
| 103 |
+
132,
|
| 104 |
+
133,
|
| 105 |
+
134,
|
| 106 |
+
135,
|
| 107 |
+
136,
|
| 108 |
+
137,
|
| 109 |
+
138,
|
| 110 |
+
139,
|
| 111 |
+
140,
|
| 112 |
+
141
|
| 113 |
+
],
|
| 114 |
+
"mean_return": 93.98936098462639,
|
| 115 |
+
"population_std_return": 46.69300756422081,
|
| 116 |
+
"mean_length": 74.68,
|
| 117 |
+
"returns": [
|
| 118 |
+
101.87651212372823,
|
| 119 |
+
98.71906787913517,
|
| 120 |
+
78.80829296020902,
|
| 121 |
+
288.05148088859477,
|
| 122 |
+
99.24541050921377,
|
| 123 |
+
112.62502784537675,
|
| 124 |
+
72.60977292478607,
|
| 125 |
+
107.00411775478895,
|
| 126 |
+
87.10820132415303,
|
| 127 |
+
76.60904937385835,
|
| 128 |
+
103.5773816070992,
|
| 129 |
+
80.29088373218485,
|
| 130 |
+
87.23119954474771,
|
| 131 |
+
90.84849826058517,
|
| 132 |
+
65.07901920785704,
|
| 133 |
+
82.36965022417091,
|
| 134 |
+
81.2646552697494,
|
| 135 |
+
86.69217722579582,
|
| 136 |
+
83.81891348790455,
|
| 137 |
+
85.24812025319439,
|
| 138 |
+
111.26360718316405,
|
| 139 |
+
75.86652933713742,
|
| 140 |
+
71.14728527130666,
|
| 141 |
+
76.46195306588177,
|
| 142 |
+
88.47392124221348,
|
| 143 |
+
71.21372094284752,
|
| 144 |
+
84.31833555983278,
|
| 145 |
+
70.39931044059217,
|
| 146 |
+
86.43814236940645,
|
| 147 |
+
79.71892964539931,
|
| 148 |
+
80.67372686067432,
|
| 149 |
+
75.43576053986197,
|
| 150 |
+
84.75141283704384,
|
| 151 |
+
71.32262650438814,
|
| 152 |
+
112.24639618614272,
|
| 153 |
+
64.71617486102438,
|
| 154 |
+
78.79397366009061,
|
| 155 |
+
86.17829901172318,
|
| 156 |
+
105.76061751102624,
|
| 157 |
+
75.72938458189208,
|
| 158 |
+
93.12492415119559,
|
| 159 |
+
64.41816068175048,
|
| 160 |
+
71.41140894940177,
|
| 161 |
+
72.55593739696054,
|
| 162 |
+
74.17218680737284,
|
| 163 |
+
96.77782681748229,
|
| 164 |
+
80.7051059532295,
|
| 165 |
+
287.4104322188365,
|
| 166 |
+
71.37376739922114,
|
| 167 |
+
107.61947431207041,
|
| 168 |
+
62.40169200307416,
|
| 169 |
+
101.43718563305255,
|
| 170 |
+
60.98710896814056,
|
| 171 |
+
83.80850495632248,
|
| 172 |
+
95.77959475609556,
|
| 173 |
+
93.67037568224858,
|
| 174 |
+
71.28602823120315,
|
| 175 |
+
115.12116526275611,
|
| 176 |
+
85.6200308221032,
|
| 177 |
+
107.16725057665994,
|
| 178 |
+
118.73829416606674,
|
| 179 |
+
100.30999956710183,
|
| 180 |
+
73.43335474339762,
|
| 181 |
+
100.09016352730187,
|
| 182 |
+
80.63127761597029,
|
| 183 |
+
60.28609730097556,
|
| 184 |
+
107.40112622796582,
|
| 185 |
+
102.49112549741848,
|
| 186 |
+
104.68420286638856,
|
| 187 |
+
72.80719609985839,
|
| 188 |
+
87.65900068596521,
|
| 189 |
+
71.31661223364708,
|
| 190 |
+
102.9716893034504,
|
| 191 |
+
106.23576900094261,
|
| 192 |
+
81.37794811057356,
|
| 193 |
+
81.64897974971949,
|
| 194 |
+
158.0877907793902,
|
| 195 |
+
68.04655836174022,
|
| 196 |
+
70.12977079429864,
|
| 197 |
+
61.906409272051384,
|
| 198 |
+
58.409581442589385,
|
| 199 |
+
78.4151066434979,
|
| 200 |
+
106.30190553543592,
|
| 201 |
+
426.21160273886795,
|
| 202 |
+
74.07218992063466,
|
| 203 |
+
70.8488945385247,
|
| 204 |
+
110.90717745660952,
|
| 205 |
+
74.55990508756624,
|
| 206 |
+
112.50553244671787,
|
| 207 |
+
88.06279223888166,
|
| 208 |
+
112.13936905770035,
|
| 209 |
+
97.28415253808244,
|
| 210 |
+
71.68218718052586,
|
| 211 |
+
83.93224830805099,
|
| 212 |
+
90.55351648220727,
|
| 213 |
+
79.33104024670648,
|
| 214 |
+
77.16912100852855,
|
| 215 |
+
81.17932115947232,
|
| 216 |
+
106.99499837620348,
|
| 217 |
+
71.28638856365087
|
| 218 |
+
],
|
| 219 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
|
| 220 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/eval_iid_parallel32_ib8.yaml",
|
| 221 |
+
"inference_batch_size": 8
|
| 222 |
+
},
|
| 223 |
+
"zero": {
|
| 224 |
+
"episodes": 100,
|
| 225 |
+
"seeds": [
|
| 226 |
+
42,
|
| 227 |
+
43,
|
| 228 |
+
44,
|
| 229 |
+
45,
|
| 230 |
+
46,
|
| 231 |
+
47,
|
| 232 |
+
48,
|
| 233 |
+
49,
|
| 234 |
+
50,
|
| 235 |
+
51,
|
| 236 |
+
52,
|
| 237 |
+
53,
|
| 238 |
+
54,
|
| 239 |
+
55,
|
| 240 |
+
56,
|
| 241 |
+
57,
|
| 242 |
+
58,
|
| 243 |
+
59,
|
| 244 |
+
60,
|
| 245 |
+
61,
|
| 246 |
+
62,
|
| 247 |
+
63,
|
| 248 |
+
64,
|
| 249 |
+
65,
|
| 250 |
+
66,
|
| 251 |
+
67,
|
| 252 |
+
68,
|
| 253 |
+
69,
|
| 254 |
+
70,
|
| 255 |
+
71,
|
| 256 |
+
72,
|
| 257 |
+
73,
|
| 258 |
+
74,
|
| 259 |
+
75,
|
| 260 |
+
76,
|
| 261 |
+
77,
|
| 262 |
+
78,
|
| 263 |
+
79,
|
| 264 |
+
80,
|
| 265 |
+
81,
|
| 266 |
+
82,
|
| 267 |
+
83,
|
| 268 |
+
84,
|
| 269 |
+
85,
|
| 270 |
+
86,
|
| 271 |
+
87,
|
| 272 |
+
88,
|
| 273 |
+
89,
|
| 274 |
+
90,
|
| 275 |
+
91,
|
| 276 |
+
92,
|
| 277 |
+
93,
|
| 278 |
+
94,
|
| 279 |
+
95,
|
| 280 |
+
96,
|
| 281 |
+
97,
|
| 282 |
+
98,
|
| 283 |
+
99,
|
| 284 |
+
100,
|
| 285 |
+
101,
|
| 286 |
+
102,
|
| 287 |
+
103,
|
| 288 |
+
104,
|
| 289 |
+
105,
|
| 290 |
+
106,
|
| 291 |
+
107,
|
| 292 |
+
108,
|
| 293 |
+
109,
|
| 294 |
+
110,
|
| 295 |
+
111,
|
| 296 |
+
112,
|
| 297 |
+
113,
|
| 298 |
+
114,
|
| 299 |
+
115,
|
| 300 |
+
116,
|
| 301 |
+
117,
|
| 302 |
+
118,
|
| 303 |
+
119,
|
| 304 |
+
120,
|
| 305 |
+
121,
|
| 306 |
+
122,
|
| 307 |
+
123,
|
| 308 |
+
124,
|
| 309 |
+
125,
|
| 310 |
+
126,
|
| 311 |
+
127,
|
| 312 |
+
128,
|
| 313 |
+
129,
|
| 314 |
+
130,
|
| 315 |
+
131,
|
| 316 |
+
132,
|
| 317 |
+
133,
|
| 318 |
+
134,
|
| 319 |
+
135,
|
| 320 |
+
136,
|
| 321 |
+
137,
|
| 322 |
+
138,
|
| 323 |
+
139,
|
| 324 |
+
140,
|
| 325 |
+
141
|
| 326 |
+
],
|
| 327 |
+
"mean_return": 3716.5167289591604,
|
| 328 |
+
"population_std_return": 645.9911364958642,
|
| 329 |
+
"mean_length": 888.38,
|
| 330 |
+
"returns": [
|
| 331 |
+
3623.8026862678325,
|
| 332 |
+
3826.835788022237,
|
| 333 |
+
2151.0735753281656,
|
| 334 |
+
3340.672822062137,
|
| 335 |
+
3386.120458641531,
|
| 336 |
+
3174.9924331601565,
|
| 337 |
+
2727.3722080243365,
|
| 338 |
+
4238.15373250209,
|
| 339 |
+
2482.209111564814,
|
| 340 |
+
4247.810698182539,
|
| 341 |
+
3807.490273323576,
|
| 342 |
+
4214.7185330351285,
|
| 343 |
+
3246.939694340454,
|
| 344 |
+
4054.7040117793526,
|
| 345 |
+
3794.0222273812496,
|
| 346 |
+
4235.4203188312895,
|
| 347 |
+
3567.6272628581587,
|
| 348 |
+
3237.6852351559724,
|
| 349 |
+
4008.600597505375,
|
| 350 |
+
3529.3844412547037,
|
| 351 |
+
3933.7155733708655,
|
| 352 |
+
4203.3855464794015,
|
| 353 |
+
4147.926813572122,
|
| 354 |
+
4134.054861014619,
|
| 355 |
+
3932.66792411815,
|
| 356 |
+
4093.3687096624512,
|
| 357 |
+
4004.1905502296368,
|
| 358 |
+
4479.342840586898,
|
| 359 |
+
4295.861641143883,
|
| 360 |
+
3046.3876134188345,
|
| 361 |
+
4131.881948216812,
|
| 362 |
+
2642.8650138824732,
|
| 363 |
+
4192.665465842545,
|
| 364 |
+
3024.806455411353,
|
| 365 |
+
3623.9873167194137,
|
| 366 |
+
3172.927398518103,
|
| 367 |
+
3326.9311995140647,
|
| 368 |
+
4410.317225023951,
|
| 369 |
+
3099.411006150121,
|
| 370 |
+
4268.570467028445,
|
| 371 |
+
4219.505349820955,
|
| 372 |
+
4352.998917872488,
|
| 373 |
+
3844.1269366260817,
|
| 374 |
+
2623.3910124138615,
|
| 375 |
+
3695.059901667375,
|
| 376 |
+
3506.0584137935334,
|
| 377 |
+
4254.729089808137,
|
| 378 |
+
4010.098557582035,
|
| 379 |
+
3993.541461315278,
|
| 380 |
+
3424.9895144464326,
|
| 381 |
+
4192.733483555284,
|
| 382 |
+
4405.663799420688,
|
| 383 |
+
3888.5950270502663,
|
| 384 |
+
3148.664627921627,
|
| 385 |
+
2715.0526649666663,
|
| 386 |
+
3201.5260102489847,
|
| 387 |
+
3981.6544029032634,
|
| 388 |
+
4227.092230880752,
|
| 389 |
+
3189.568762583876,
|
| 390 |
+
3702.5390067009625,
|
| 391 |
+
3249.907960926269,
|
| 392 |
+
3792.9987888685337,
|
| 393 |
+
3786.205062058486,
|
| 394 |
+
1535.272099633589,
|
| 395 |
+
4266.194693714306,
|
| 396 |
+
4353.102929714964,
|
| 397 |
+
4440.821945726022,
|
| 398 |
+
4321.705025362587,
|
| 399 |
+
2910.1655213035483,
|
| 400 |
+
4270.503257057892,
|
| 401 |
+
1196.366259309887,
|
| 402 |
+
4363.018246560452,
|
| 403 |
+
4438.047587469155,
|
| 404 |
+
4244.77460314726,
|
| 405 |
+
3447.210755269936,
|
| 406 |
+
3718.4055270446943,
|
| 407 |
+
4017.372526735576,
|
| 408 |
+
3569.39358716666,
|
| 409 |
+
4305.151592760824,
|
| 410 |
+
3296.6010472878793,
|
| 411 |
+
4262.578121346729,
|
| 412 |
+
3858.5800580110727,
|
| 413 |
+
4226.109297233692,
|
| 414 |
+
3552.4610588221794,
|
| 415 |
+
4312.182871435606,
|
| 416 |
+
4047.5004033733862,
|
| 417 |
+
3565.9461240926867,
|
| 418 |
+
4334.382279484817,
|
| 419 |
+
2852.331632947818,
|
| 420 |
+
4345.25474263997,
|
| 421 |
+
3517.2514354020595,
|
| 422 |
+
4272.781816149676,
|
| 423 |
+
4156.861470026791,
|
| 424 |
+
4382.9868529002515,
|
| 425 |
+
4156.965571976043,
|
| 426 |
+
2892.8533834862637,
|
| 427 |
+
4118.3679955035705,
|
| 428 |
+
4207.356689639121,
|
| 429 |
+
2269.3264642991485,
|
| 430 |
+
3157.8847593228566
|
| 431 |
+
],
|
| 432 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/evaluation/zero_parallel32_ib8/episode_metrics.jsonl",
|
| 433 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/eval_zero_parallel32_ib8.yaml",
|
| 434 |
+
"inference_batch_size": 8
|
| 435 |
+
}
|
| 436 |
+
}
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source.tar.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:243de1df8298a262fed9f20fc794bf4a8c784b8754aa29c36e06280b3e9b8e2c
|
| 3 |
+
size 15131356
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source/README.md
DELETED
|
@@ -1,7 +0,0 @@
|
|
| 1 |
-
# walker2d: GR00T H1, 5 FPS
|
| 2 |
-
|
| 3 |
-
Fresh zero-latency training completed5000 updates. Final checkpoint SHA256: `5df7bf29e8cc0bc984cb21ad4f8db673f16b17ceb438f4f4c91be65ee52c4de1`.
|
| 4 |
-
|
| 5 |
-
L0 simulated zero-latency evaluation is now complete and audited:20episodes, seeds42–61,5FPS, cap1000rawsteps. Return mean 3527.993964, population SD 945.265633; mean length 901.45. Dropped actions 0, dropped observations 0, invalid actions 0. Raw step rewards and lengths match episode metrics.
|
| 6 |
-
|
| 7 |
-
See `evaluation/l0_sim20/verification.json` and `episode_metrics.jsonl` for final evidence. Earlier training/load receipts remain historical snapshots. P/B and subsequent profile pipeline/F are pending; full pipeline acceptance is not established. Set GR00T_BACKBONE_DIR to Qwen/Qwen3-VL-4B-Instruct revision ebb281ec70b05090aa6165b016eac8ec08e71b17 before inference.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source/provenance.json
DELETED
|
@@ -1,26 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"task": "walker2d",
|
| 3 |
-
"backbone": {
|
| 4 |
-
"repo_id": "Qwen/Qwen3-VL-4B-Instruct",
|
| 5 |
-
"revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17"
|
| 6 |
-
},
|
| 7 |
-
"checkpoint": "steps_5000_pytorch_model.pt",
|
| 8 |
-
"training_steps": 5000,
|
| 9 |
-
"seed": 42,
|
| 10 |
-
"global_batch": 64,
|
| 11 |
-
"training_run_id": "walker2d_l0_gr00t_h1_5fps_2h200_20260917",
|
| 12 |
-
"condition": "zero_latency",
|
| 13 |
-
"source": {
|
| 14 |
-
"repo": "latency-sensitive-bench/Standard-Pipeline",
|
| 15 |
-
"revision": "571cb5801720488ed6458b9cfe3f4c595b069cea",
|
| 16 |
-
"prefix": "walker2d/zero_latency/shared/source_100ep_v1/demonstrations/raw",
|
| 17 |
-
"sha256": {
|
| 18 |
-
"metadata.json": "c8ea2669493beabd97d9e7ecd06cc443adcb1760d8e71dd03588ea4adea20ae9",
|
| 19 |
-
"train.parquet": "6a105846e7def09f10fd2a985413cc9a04b9433f57519d330ce33a1033ba7e65",
|
| 20 |
-
"val.parquet": "687c1a5d08b3641b5ae76d218dd6afe483f8873b057aa3ab7a81108a6772f424"
|
| 21 |
-
},
|
| 22 |
-
"source_tar_sha256": "9847e8924ba7a6446aaa3ce735f4dc2849046c37e21aeb8867f3154ab163ede0"
|
| 23 |
-
},
|
| 24 |
-
"training_config_sha256": "d4d71e6e8f2e38ba3b1eaa0499bf1390c6e98c929e77d0aeaecc91896e2bf664",
|
| 25 |
-
"dataset_manifest_sha256": "5e574c5784420866052fc87140692550c11921af07dd1541064e46d94c499908"
|
| 26 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source_identity.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
|
| 3 |
+
"source": "current worktree snapshot",
|
| 4 |
+
"dirty_paths": [
|
| 5 |
+
" M AGENTS.md",
|
| 6 |
+
" M configs/experiments/memory/small_model/flappy_capped.yaml",
|
| 7 |
+
" M configs/experiments/memory/small_model/flappy_extended.yaml",
|
| 8 |
+
" M configs/experiments/observation_stride/flappy_capped.yaml",
|
| 9 |
+
" M configs/experiments/observation_stride/flappy_extended.yaml",
|
| 10 |
+
" M configs/experiments/sim2real.yaml",
|
| 11 |
+
" M scripts/experiments/memory/small_model/run.sh",
|
| 12 |
+
" M scripts/experiments/observation_stride/run.sh",
|
| 13 |
+
" M scripts/experiments/sim2real/study.py",
|
| 14 |
+
" M tests/scripts/test_sim2real.py",
|
| 15 |
+
"?? configs/experiments/sim2real/five_gpu.yaml",
|
| 16 |
+
"?? docs/cleanup-refactor/",
|
| 17 |
+
"?? lagen/",
|
| 18 |
+
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
+
"?? servers.md"
|
| 20 |
+
],
|
| 21 |
+
"runtime_patches": [
|
| 22 |
+
{
|
| 23 |
+
"path": "third_party/starVLA/starVLA/training/train_starvla.py",
|
| 24 |
+
"change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
|
| 25 |
+
"validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
|
| 26 |
+
}
|
| 27 |
+
],
|
| 28 |
+
"frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
|
| 29 |
+
}
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/task_contract.json
DELETED
|
@@ -1,80 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"action_space": {
|
| 3 |
-
"dtype": "float32",
|
| 4 |
-
"high": [
|
| 5 |
-
1.0,
|
| 6 |
-
1.0,
|
| 7 |
-
1.0,
|
| 8 |
-
1.0,
|
| 9 |
-
1.0,
|
| 10 |
-
1.0
|
| 11 |
-
],
|
| 12 |
-
"labels": [
|
| 13 |
-
"right_thigh_torque",
|
| 14 |
-
"right_leg_torque",
|
| 15 |
-
"right_foot_torque",
|
| 16 |
-
"left_thigh_torque",
|
| 17 |
-
"left_leg_torque",
|
| 18 |
-
"left_foot_torque"
|
| 19 |
-
],
|
| 20 |
-
"low": [
|
| 21 |
-
-1.0,
|
| 22 |
-
-1.0,
|
| 23 |
-
-1.0,
|
| 24 |
-
-1.0,
|
| 25 |
-
-1.0,
|
| 26 |
-
-1.0
|
| 27 |
-
],
|
| 28 |
-
"type": "box"
|
| 29 |
-
},
|
| 30 |
-
"base_prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot.",
|
| 31 |
-
"env_fps": 5,
|
| 32 |
-
"env_id": "LatencyBench/Walker2dContinuous-v0",
|
| 33 |
-
"frame_stack": 1,
|
| 34 |
-
"make_kwargs": {
|
| 35 |
-
"base_env_id": "Walker2d-v4",
|
| 36 |
-
"base_make_kwargs": {
|
| 37 |
-
"ctrl_cost_weight": 0.001,
|
| 38 |
-
"exclude_current_positions_from_observation": true,
|
| 39 |
-
"forward_reward_weight": 1.0,
|
| 40 |
-
"healthy_reward": 1.0,
|
| 41 |
-
"reset_noise_scale": 0.005,
|
| 42 |
-
"terminate_when_unhealthy": true
|
| 43 |
-
},
|
| 44 |
-
"render_mode": "rgb_array"
|
| 45 |
-
},
|
| 46 |
-
"noop_action": [
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0,
|
| 50 |
-
0.0,
|
| 51 |
-
0.0,
|
| 52 |
-
0.0
|
| 53 |
-
],
|
| 54 |
-
"obs_fps": 5,
|
| 55 |
-
"registration_imports": [
|
| 56 |
-
"latency_bench.envs.gymnasium_walker2d"
|
| 57 |
-
],
|
| 58 |
-
"state_space": {
|
| 59 |
-
"labels": [
|
| 60 |
-
"torso_height",
|
| 61 |
-
"torso_angle",
|
| 62 |
-
"right_thigh_angle",
|
| 63 |
-
"right_leg_angle",
|
| 64 |
-
"right_foot_angle",
|
| 65 |
-
"left_thigh_angle",
|
| 66 |
-
"left_leg_angle",
|
| 67 |
-
"left_foot_angle",
|
| 68 |
-
"torso_x_velocity",
|
| 69 |
-
"torso_z_velocity",
|
| 70 |
-
"torso_angular_velocity",
|
| 71 |
-
"right_thigh_angular_velocity",
|
| 72 |
-
"right_leg_angular_velocity",
|
| 73 |
-
"right_foot_angular_velocity",
|
| 74 |
-
"left_thigh_angular_velocity",
|
| 75 |
-
"left_leg_angular_velocity",
|
| 76 |
-
"left_foot_angular_velocity"
|
| 77 |
-
]
|
| 78 |
-
},
|
| 79 |
-
"task_name": "walker2d_rgb_state"
|
| 80 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/training.complete.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"steps": 5000,
|
| 3 |
+
"seed": 42,
|
| 4 |
+
"global_batch": 128,
|
| 5 |
+
"gradient_checkpointing": true,
|
| 6 |
+
"gpus": "2,3",
|
| 7 |
+
"attempts": [
|
| 8 |
+
{
|
| 9 |
+
"micro_batch": 64,
|
| 10 |
+
"accumulation": 1,
|
| 11 |
+
"state": "COMPLETED"
|
| 12 |
+
}
|
| 13 |
+
]
|
| 14 |
+
}
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/first_completed_reload_episode.json
DELETED
|
@@ -1,15 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"evidence": "existingL0sim20log",
|
| 3 |
-
"completed_episodes": 7,
|
| 4 |
-
"checkpoint": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt",
|
| 5 |
-
"completed_episode_log_lines": [
|
| 6 |
-
"[bench] sweep 1/1 episode 1/20 done",
|
| 7 |
-
"[bench] sweep 1/1 episode 2/20 done",
|
| 8 |
-
"[bench] sweep 1/1 episode 3/20 done",
|
| 9 |
-
"[bench] sweep 1/1 episode 4/20 done",
|
| 10 |
-
"[bench] sweep 1/1 episode 5/20 done",
|
| 11 |
-
"[bench] sweep 1/1 episode 6/20 done",
|
| 12 |
-
"[bench] sweep 1/1 episode 7/20 done"
|
| 13 |
-
],
|
| 14 |
-
"evaluation": "running; bufferedtracefilesnotyetflushed; nofinalscores"
|
| 15 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/formal.status.json
DELETED
|
@@ -1,25 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"task": "walker2d",
|
| 3 |
-
"stage": "formal",
|
| 4 |
-
"state": "COMPLETED",
|
| 5 |
-
"started_at": "2026-09-17T12:32:39.124476+00:00",
|
| 6 |
-
"command": [
|
| 7 |
-
"taskset",
|
| 8 |
-
"-c",
|
| 9 |
-
"28-55,140-167",
|
| 10 |
-
"/home/ubuntu/miniconda3/envs/starvla_rl_games_gr00t/bin/python",
|
| 11 |
-
"-m",
|
| 12 |
-
"accelerate.commands.launch",
|
| 13 |
-
"--config_file",
|
| 14 |
-
"/mnt/local/lzj/latency-sensitive-bench/code/h1-5fps-20260917-v2/third_party/starVLA/starVLA/config/deepseeds/deepspeed_zero2.yaml",
|
| 15 |
-
"--num_processes",
|
| 16 |
-
"2",
|
| 17 |
-
"--main_process_port",
|
| 18 |
-
"29792",
|
| 19 |
-
"starVLA/training/train_starvla.py",
|
| 20 |
-
"--config_yaml",
|
| 21 |
-
"/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/train.yaml"
|
| 22 |
-
],
|
| 23 |
-
"exit_code": 0,
|
| 24 |
-
"ended_at": "2026-09-17T14:19:42.948167+00:00"
|
| 25 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/l0_sim20.yaml
DELETED
|
@@ -1,161 +0,0 @@
|
|
| 1 |
-
experiment:
|
| 2 |
-
name: gr00t_walker2d_zero
|
| 3 |
-
seed: 42
|
| 4 |
-
backend:
|
| 5 |
-
type: sample_factory
|
| 6 |
-
algo: APPO
|
| 7 |
-
device: cuda
|
| 8 |
-
train_dir: /mnt/checkpoints/latency-sensitive-bench/small_models/walker2d
|
| 9 |
-
restart_behavior: overwrite
|
| 10 |
-
run_mode: eval
|
| 11 |
-
executor:
|
| 12 |
-
mode: simulated
|
| 13 |
-
inference_devices:
|
| 14 |
-
- cuda:0
|
| 15 |
-
inference_batch_size: 1
|
| 16 |
-
simulated_inference_pool: true
|
| 17 |
-
simulated_worker_capacity: 1
|
| 18 |
-
env:
|
| 19 |
-
name: gymnasium
|
| 20 |
-
task_name: walker2d
|
| 21 |
-
env_id: LatencyBench/Walker2dContinuous-v0
|
| 22 |
-
registration_imports:
|
| 23 |
-
- latency_bench.envs.gymnasium_walker2d
|
| 24 |
-
make_kwargs:
|
| 25 |
-
base_env_id: Walker2d-v4
|
| 26 |
-
base_make_kwargs:
|
| 27 |
-
ctrl_cost_weight: 0.001
|
| 28 |
-
exclude_current_positions_from_observation: true
|
| 29 |
-
forward_reward_weight: 1.0
|
| 30 |
-
healthy_reward: 1.0
|
| 31 |
-
reset_noise_scale: 0.005
|
| 32 |
-
terminate_when_unhealthy: true
|
| 33 |
-
render_mode: rgb_array
|
| 34 |
-
env_fps: 5
|
| 35 |
-
obs_fps: 5
|
| 36 |
-
frame_stack: 1
|
| 37 |
-
action_space:
|
| 38 |
-
dtype: float32
|
| 39 |
-
high:
|
| 40 |
-
- 1.0
|
| 41 |
-
- 1.0
|
| 42 |
-
- 1.0
|
| 43 |
-
- 1.0
|
| 44 |
-
- 1.0
|
| 45 |
-
- 1.0
|
| 46 |
-
labels:
|
| 47 |
-
- right_thigh_torque
|
| 48 |
-
- right_leg_torque
|
| 49 |
-
- right_foot_torque
|
| 50 |
-
- left_thigh_torque
|
| 51 |
-
- left_leg_torque
|
| 52 |
-
- left_foot_torque
|
| 53 |
-
low:
|
| 54 |
-
- -1.0
|
| 55 |
-
- -1.0
|
| 56 |
-
- -1.0
|
| 57 |
-
- -1.0
|
| 58 |
-
- -1.0
|
| 59 |
-
- -1.0
|
| 60 |
-
type: box
|
| 61 |
-
noop_action:
|
| 62 |
-
- 0.0
|
| 63 |
-
- 0.0
|
| 64 |
-
- 0.0
|
| 65 |
-
- 0.0
|
| 66 |
-
- 0.0
|
| 67 |
-
- 0.0
|
| 68 |
-
base_prompt: Move the Walker2d robot forward while keeping its torso upright. Predict
|
| 69 |
-
six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot,
|
| 70 |
-
left thigh, left leg, and left foot.
|
| 71 |
-
state_space:
|
| 72 |
-
labels:
|
| 73 |
-
- torso_height
|
| 74 |
-
- torso_angle
|
| 75 |
-
- right_thigh_angle
|
| 76 |
-
- right_leg_angle
|
| 77 |
-
- right_foot_angle
|
| 78 |
-
- left_thigh_angle
|
| 79 |
-
- left_leg_angle
|
| 80 |
-
- left_foot_angle
|
| 81 |
-
- torso_x_velocity
|
| 82 |
-
- torso_z_velocity
|
| 83 |
-
- torso_angular_velocity
|
| 84 |
-
- right_thigh_angular_velocity
|
| 85 |
-
- right_leg_angular_velocity
|
| 86 |
-
- right_foot_angular_velocity
|
| 87 |
-
- left_thigh_angular_velocity
|
| 88 |
-
- left_leg_angular_velocity
|
| 89 |
-
- left_foot_angular_velocity
|
| 90 |
-
obs_resize:
|
| 91 |
-
- 224
|
| 92 |
-
- 224
|
| 93 |
-
latency:
|
| 94 |
-
method: zero
|
| 95 |
-
sync_cuda: false
|
| 96 |
-
scheduler:
|
| 97 |
-
hold_policy: hold
|
| 98 |
-
ordering_policy: issue_order_fifo
|
| 99 |
-
policy:
|
| 100 |
-
type: starvla
|
| 101 |
-
checkpoint_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt
|
| 102 |
-
model_config_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/config.yaml
|
| 103 |
-
backbone_path: /mnt/local/lzj/latency-sensitive-bench/models/Qwen3-VL-4B-Instruct
|
| 104 |
-
device: cuda:0
|
| 105 |
-
task_manifest_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/manifest.json
|
| 106 |
-
latency_prompt_map_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/latency_prompt_map.json
|
| 107 |
-
latency_prompt_key: 0
|
| 108 |
-
training:
|
| 109 |
-
train_for_env_steps: 10000000
|
| 110 |
-
num_workers: 8
|
| 111 |
-
num_envs_per_worker: 8
|
| 112 |
-
worker_num_splits: 2
|
| 113 |
-
num_policies: 1
|
| 114 |
-
batch_size: 1024
|
| 115 |
-
rollout: 64
|
| 116 |
-
recurrence: 1
|
| 117 |
-
num_epochs: 2
|
| 118 |
-
num_batches_per_epoch: 4
|
| 119 |
-
max_policy_lag: 300
|
| 120 |
-
learning_rate: 0.00295
|
| 121 |
-
gamma: 0.99
|
| 122 |
-
gae_lambda: 0.95
|
| 123 |
-
ppo_clip_ratio: 0.2
|
| 124 |
-
ppo_clip_value: 0.2
|
| 125 |
-
value_loss_coeff: 1.3
|
| 126 |
-
max_grad_norm: 3.5
|
| 127 |
-
exploration_loss_coeff: 0.0
|
| 128 |
-
async_rl: false
|
| 129 |
-
batched_sampling: false
|
| 130 |
-
use_rnn: false
|
| 131 |
-
encoder_mlp_layers:
|
| 132 |
-
- 64
|
| 133 |
-
- 64
|
| 134 |
-
normalize_input: true
|
| 135 |
-
normalize_returns: true
|
| 136 |
-
save_every_sec: 600
|
| 137 |
-
keep_checkpoints: 5
|
| 138 |
-
lr_schedule: linear_decay
|
| 139 |
-
kl_loss_coeff: 0.1
|
| 140 |
-
serial_mode: false
|
| 141 |
-
nonlinearity: tanh
|
| 142 |
-
adaptive_stddev: false
|
| 143 |
-
policy_initialization: torch_default
|
| 144 |
-
initial_stddev: 1.0
|
| 145 |
-
shuffle_minibatches: false
|
| 146 |
-
value_bootstrap: true
|
| 147 |
-
evaluation:
|
| 148 |
-
eval_episodes: 20
|
| 149 |
-
eval_parallel_envs: 1
|
| 150 |
-
eval_max_steps: 1000
|
| 151 |
-
eval_deterministic: true
|
| 152 |
-
eval_latency_values: null
|
| 153 |
-
logging:
|
| 154 |
-
output_dir: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20
|
| 155 |
-
video:
|
| 156 |
-
enabled: false
|
| 157 |
-
num_bins: 1
|
| 158 |
-
save_step_records: true
|
| 159 |
-
save_action_records: true
|
| 160 |
-
save_latency_records: true
|
| 161 |
-
realtime_pipeline_profile: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/loader_check.json
DELETED
|
@@ -1,27 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"loader_action_shape": [
|
| 3 |
-
1,
|
| 4 |
-
6
|
| 5 |
-
],
|
| 6 |
-
"loader_state_shape": [
|
| 7 |
-
1,
|
| 8 |
-
17
|
| 9 |
-
],
|
| 10 |
-
"native_action_roundtrip": true,
|
| 11 |
-
"state_minmax_once": true,
|
| 12 |
-
"image_pixels_identical": true,
|
| 13 |
-
"robot_type": "rl_games_gymnasium",
|
| 14 |
-
"sample_action": [
|
| 15 |
-
[
|
| 16 |
-
0.8583984375,
|
| 17 |
-
-1.0,
|
| 18 |
-
1.0,
|
| 19 |
-
1.0,
|
| 20 |
-
-1.0,
|
| 21 |
-
1.0
|
| 22 |
-
]
|
| 23 |
-
],
|
| 24 |
-
"native_decoder": "box identity slice; unnorm_key unused",
|
| 25 |
-
"action_dtype": "float16",
|
| 26 |
-
"loader_float16_rounding_max_abs": 0.00012290477752685547
|
| 27 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/preparation.json
DELETED
|
@@ -1,42 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"repo": "latency-sensitive-bench/Standard-Pipeline",
|
| 3 |
-
"revision": "571cb5801720488ed6458b9cfe3f4c595b069cea",
|
| 4 |
-
"prefix": "walker2d/zero_latency/shared/source_100ep_v1/demonstrations/raw",
|
| 5 |
-
"sha256": {
|
| 6 |
-
"metadata.json": "c8ea2669493beabd97d9e7ecd06cc443adcb1760d8e71dd03588ea4adea20ae9",
|
| 7 |
-
"train.parquet": "6a105846e7def09f10fd2a985413cc9a04b9433f57519d330ce33a1033ba7e65",
|
| 8 |
-
"val.parquet": "687c1a5d08b3641b5ae76d218dd6afe483f8873b057aa3ab7a81108a6772f424"
|
| 9 |
-
},
|
| 10 |
-
"source_tar_sha256": "9847e8924ba7a6446aaa3ce735f4dc2849046c37e21aeb8867f3154ab163ede0",
|
| 11 |
-
"frames": {
|
| 12 |
-
"train": 85160,
|
| 13 |
-
"val": 9664
|
| 14 |
-
},
|
| 15 |
-
"episodes": {
|
| 16 |
-
"train": 90,
|
| 17 |
-
"val": 10
|
| 18 |
-
},
|
| 19 |
-
"return_ranges": {
|
| 20 |
-
"train": [
|
| 21 |
-
3019.899699331727,
|
| 22 |
-
4524.623699762858
|
| 23 |
-
],
|
| 24 |
-
"val": [
|
| 25 |
-
3668.9183055646718,
|
| 26 |
-
4558.868211328983
|
| 27 |
-
]
|
| 28 |
-
},
|
| 29 |
-
"image_size": [
|
| 30 |
-
224,
|
| 31 |
-
224
|
| 32 |
-
],
|
| 33 |
-
"state_dim": 17,
|
| 34 |
-
"action_dim": 6,
|
| 35 |
-
"action_horizon": 1,
|
| 36 |
-
"fps": 5,
|
| 37 |
-
"all_source_returns_gt3000": true,
|
| 38 |
-
"all_nonprompt_columns_unchanged": true,
|
| 39 |
-
"normalization": "train-only min_max; same transform in validation",
|
| 40 |
-
"train_config": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/train.yaml",
|
| 41 |
-
"dataset": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/data/lerobot/walker2d_h1_5fps_l0"
|
| 42 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/publication_state.json
DELETED
|
@@ -1,32 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"task": "walker2d",
|
| 3 |
-
"verified_at": "2026-09-17T14:30:05.544543+00:00",
|
| 4 |
-
"training": "COMPLETED5000exit0",
|
| 5 |
-
"l0_eval_status_snapshot": {
|
| 6 |
-
"task": "walker2d",
|
| 7 |
-
"stage": "l0_sim20",
|
| 8 |
-
"state": "RUNNING",
|
| 9 |
-
"started_at": "2026-09-17T14:19:53.991430+00:00",
|
| 10 |
-
"command": [
|
| 11 |
-
"/home/ubuntu/miniconda3/envs/starvla_rl_games_gr00t/bin/python",
|
| 12 |
-
"-m",
|
| 13 |
-
"latency_bench.run",
|
| 14 |
-
"--config",
|
| 15 |
-
"/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20.yaml"
|
| 16 |
-
]
|
| 17 |
-
},
|
| 18 |
-
"l0_episodes_completed_at_snapshot": 7,
|
| 19 |
-
"l0_final_scores": "notreportedwhile20episodeevaluationpending",
|
| 20 |
-
"reload_forward_evidence": "firstcompletedepisodefromexistingfinalbundleL0evaluation;noextraevaluation",
|
| 21 |
-
"downstream": "P/B/Fpending;parentmanaged3090queue",
|
| 22 |
-
"bundle_files": 8,
|
| 23 |
-
"bundle_sha256": {
|
| 24 |
-
"checkpoints/model.pt": "5df7bf29e8cc0bc984cb21ad4f8db673f16b17ceb438f4f4c91be65ee52c4de1",
|
| 25 |
-
"config.full.yaml": "23a1f179abba3d28587f14b89f99cfbaca0634aa36ab7c78539ee0ed95e0d58a",
|
| 26 |
-
"config.yaml": "453c0e1175ed33e703476ffbc07b5d3a17e0d89f65d3038d53c8bc6436b537a7",
|
| 27 |
-
"dataset_statistics.json": "1956e498026db81002e20cb62543ee44c55a82b4bf1a10dce3517483de0ecd83",
|
| 28 |
-
"latency_prompt_map.json": "03688d51cea9f0ad31aee9666aeb02a58be4099aee9f083271eceaa9139d2871",
|
| 29 |
-
"manifest.json": "5e574c5784420866052fc87140692550c11921af07dd1541064e46d94c499908",
|
| 30 |
-
"provenance.json": "3e6427330cd062bd82f60e385c0bb099dba1fa339abaa0c108ae349ea936115c"
|
| 31 |
-
}
|
| 32 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|