Caesarrr commited on
Commit
00a96eb
·
verified ·
1 Parent(s): 4dc13fb

Publish global128 walker2d gr00t l0 checkpoint and evaluations

Browse files
Files changed (50) hide show
  1. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/README.md +4 -30
  2. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/checkpoints/model.pt +3 -0
  3. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/config.full.yaml +15 -14
  4. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/config.yaml +2 -1
  5. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/dataset_statistics.json +102 -102
  6. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluation/l0_sim20/episode_metrics.jsonl +0 -20
  7. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluation/l0_sim20/verification.json +0 -95
  8. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/config.yaml +1 -1
  9. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/dataset_statistics.json +63 -63
  10. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl +0 -0
  11. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/eval_config.yaml +6 -6
  12. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/latency_prompt_map.json +0 -0
  13. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010/source_manifest.json → g128_iid_20261010/iid/manifest.json} +5 -5
  14. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/result.json +213 -0
  15. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/source_identity.json +9 -1
  16. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/config.yaml +139 -0
  17. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010/original_training_statistics.json → g128_iid_20261010/zero/dataset_statistics.json} +102 -102
  18. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/episode_metrics.jsonl +0 -0
  19. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluation/l0_sim20/config.yaml → evaluations/g128_iid_20261010/zero/eval_config.yaml} +13 -11
  20. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/latency_prompt_map.json +7 -0
  21. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/zero}/manifest.json +7 -7
  22. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/result.json +213 -0
  23. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/source_identity.json +29 -0
  24. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/episode_metrics.jsonl +0 -0
  25. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/l0_metadata_source.json +0 -43
  26. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/legacy_normalization_verification.json +0 -74
  27. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/normalization_binding.json +0 -7
  28. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/result.json +0 -216
  29. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/l0_data_source.json +8 -0
  30. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/manifest.json +5 -5
  31. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/DONE +0 -0
  32. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/hardware.json +0 -0
  33. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/latency_burst_model.json +0 -0
  34. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/latency_distribution.json +0 -0
  35. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/latency_profile.png +0 -0
  36. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/profile.json +0 -0
  37. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/provenance.json +6 -31
  38. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/results.json +436 -0
  39. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source.tar.gz +3 -0
  40. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source/README.md +0 -7
  41. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source/provenance.json +0 -26
  42. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source_identity.json +29 -0
  43. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/task_contract.json +0 -80
  44. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/training.complete.json +14 -0
  45. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/first_completed_reload_episode.json +0 -15
  46. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/formal.status.json +0 -25
  47. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/l0_sim20.yaml +0 -161
  48. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/loader_check.json +0 -27
  49. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/preparation.json +0 -42
  50. zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/publication_state.json +0 -32
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/README.md CHANGED
@@ -1,31 +1,5 @@
1
- # walker2d / qwengr00t
2
 
3
- Training condition: `zero-latency`. Run: `walker2d_l0_gr00t_h1_5fps_2h200_20260917`.
4
-
5
- Copied from [Standard-Pipeline](https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/walker2d/zero_latency/GR00T) at `2208875f92b21e3f8ec2363a30a6705dfe56cc04`.
6
-
7
- - Checkpoint: `checkpoints/model.pt`
8
- - Selection: only published VLA checkpoint
9
- - Checkpoint SHA256: `5df7bf29e8cc0bc984cb21ad4f8db673f16b17ceb438f4f4c91be65ee52c4de1`
10
- - Configuration, FPS, actions, normalization and latency semantics retain their source values.
11
- - This import does not run evaluations or change training/evaluation/acceptance status.
12
-
13
- Action horizon is 1. Use `config.yaml` and `dataset_statistics.json` with the matching
14
- prepared backbone. `task_contract.json` is extracted from the original training configuration.
15
- Original machine paths in historical configurations are provenance: bind checkpoint,
16
- backbone, manifest and profile paths to downloaded local files when running inference.
17
-
18
- See [the original model notes](source/README.md) for experiment results and limitations.
19
-
20
- [Original provenance](source/provenance.json) retains dataset references and recorded experiment evidence.
21
-
22
- ## Download
23
-
24
- ```python
25
- from huggingface_hub import snapshot_download
26
- prefix = "zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917"
27
- snapshot_download("latency-sensitive-bench/benchmark-models", revision="<commit>",
28
- allow_patterns=[prefix + "/**"])
29
- ```
30
-
31
- Use the verified import commit listed in the repository's import report.
 
1
+ # walker2d gr00t l0
2
 
3
+ Global batch128, seed42, 5000 optimizer updates. Gradient checkpointing True.
4
+ Evaluation: simulated IID, 100 episodes, seeds42-141, latency seed0, parallel32, 5 FPS, cap1000, per-environment capacity1.
5
+ See config.full.yaml, training.complete.json, results.json and evaluation evidence.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/checkpoints/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d3d9664ffafed40b8f77b03cbc56e269f8bacb3d91d4a3b27f8c4f958178889
3
+ size 9976860963
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/config.full.yaml CHANGED
@@ -1,7 +1,7 @@
1
  framework:
2
  name: QwenGR00T
3
  qwenvl:
4
- base_vlm: ${oc.env:GR00T_BACKBONE_DIR}
5
  attn_implementation: flash_attention_2
6
  vl_hidden_dim: 2048
7
  enable_gradient_checkpointing: true
@@ -13,7 +13,6 @@ framework:
13
  max_seq_len: 1024
14
  action_dim: 6
15
  state_dim: 17
16
- task_objective: null
17
  action_horizon: 1
18
  repeated_diffusion_steps: 8
19
  noise_beta_alpha: 1.5
@@ -31,6 +30,7 @@ framework:
31
  num_layers: 16
32
  output_dim: 1024
33
  positional_embeddings: null
 
34
  action_env_dim: 6
35
  future_action_window_size: 0
36
  past_action_window_size: 0
@@ -41,7 +41,7 @@ datasets:
41
  data_root_dir: /
42
  data_mix: train
43
  eval_data_mix: validation
44
- custom_mixtures_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/vla/mixture.json
45
  action_type: continuous
46
  sequential_step_sampling: true
47
  eval_sequential_step_sampling: null
@@ -72,7 +72,7 @@ datasets:
72
  eval_at_phase_end: false
73
  save_at_phase_end: false
74
  computed_plan: null
75
- per_device_batch_size: 32
76
  load_all_data_for_training: true
77
  num_obs_frames: 1
78
  image_mode: single
@@ -157,6 +157,7 @@ datasets:
157
  - left_foot_angular_velocity
158
  task_name: walker2d_rgb_state
159
  active_action_dim: 6
 
160
  dataset:
161
  source_hf: ''
162
  config_name: null
@@ -232,20 +233,20 @@ trainer:
232
  weight_decay: 1.0e-08
233
  fused: true
234
  save_format: pt
235
- run_id: walker2d_l0_gr00t_h1_5fps_2h200_20260917
236
- run_root_dir: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/vla/training
237
  seed: 42
238
  is_debug: false
239
  version_id: '0.21'
240
  wandb_project: latency-sensitive-bench
241
- wandb_entity: dongqianyu99-zhejiang-university
242
- wandb_name: walker2d_l0_gr00t_h1_5fps_2h200_20260917
243
- wandb_group: gr00t-six-env-h1-5fps
244
  wandb_tags:
245
  - walker2d
246
- - zero_latency
247
- - GR00T
248
- - h1
249
  training_latency_condition: zero_latency
250
  backbone:
251
  repo_id: Qwen/Qwen3-VL-4B-Instruct
@@ -257,5 +258,5 @@ checkpoint:
257
  save_training_state: true
258
  local:
259
  keep_last_n: 1
260
- config_yaml: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/train.yaml
261
- output_dir: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/vla/training/walker2d_l0_gr00t_h1_5fps_2h200_20260917
 
1
  framework:
2
  name: QwenGR00T
3
  qwenvl:
4
+ base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
5
  attn_implementation: flash_attention_2
6
  vl_hidden_dim: 2048
7
  enable_gradient_checkpointing: true
 
13
  max_seq_len: 1024
14
  action_dim: 6
15
  state_dim: 17
 
16
  action_horizon: 1
17
  repeated_diffusion_steps: 8
18
  noise_beta_alpha: 1.5
 
30
  num_layers: 16
31
  output_dim: 1024
32
  positional_embeddings: null
33
+ task_objective: null
34
  action_env_dim: 6
35
  future_action_window_size: 0
36
  past_action_window_size: 0
 
41
  data_root_dir: /
42
  data_mix: train
43
  eval_data_mix: validation
44
+ custom_mixtures_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/mixture.json
45
  action_type: continuous
46
  sequential_step_sampling: true
47
  eval_sequential_step_sampling: null
 
72
  eval_at_phase_end: false
73
  save_at_phase_end: false
74
  computed_plan: null
75
+ per_device_batch_size: 64
76
  load_all_data_for_training: true
77
  num_obs_frames: 1
78
  image_mode: single
 
157
  - left_foot_angular_velocity
158
  task_name: walker2d_rgb_state
159
  active_action_dim: 6
160
+ robot_type: rl_games_gymnasium
161
  dataset:
162
  source_hf: ''
163
  config_name: null
 
233
  weight_decay: 1.0e-08
234
  fused: true
235
  save_format: pt
236
+ run_id: walker2d_gr00t_l0_issued_iid_g128_s42_20261010
237
+ run_root_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/training
238
  seed: 42
239
  is_debug: false
240
  version_id: '0.21'
241
  wandb_project: latency-sensitive-bench
242
+ wandb_entity: saberrr-zju
243
+ wandb_name: walker2d_gr00t_l0_issued_iid_g128_s42_20261010
244
+ wandb_group: continuous-control-issued-iid-20261010
245
  wandb_tags:
246
  - walker2d
247
+ - gr00t
248
+ - issued-action
249
+ - iid
250
  training_latency_condition: zero_latency
251
  backbone:
252
  repo_id: Qwen/Qwen3-VL-4B-Instruct
 
258
  save_training_state: true
259
  local:
260
  keep_last_n: 1
261
+ config_yaml: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/train.yaml
262
+ output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/training/walker2d_gr00t_l0_issued_iid_g128_s42_20261010
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/config.yaml CHANGED
@@ -1,7 +1,7 @@
1
  framework:
2
  name: QwenGR00T
3
  qwenvl:
4
- base_vlm: ${oc.env:GR00T_BACKBONE_DIR}
5
  attn_implementation: flash_attention_2
6
  vl_hidden_dim: 2048
7
  enable_gradient_checkpointing: true
@@ -117,6 +117,7 @@ datasets:
117
  - left_leg_angular_velocity
118
  - left_foot_angular_velocity
119
  task_name: walker2d_rgb_state
 
120
  trainer:
121
  pretrained_checkpoint: null
122
  profile_timing:
 
1
  framework:
2
  name: QwenGR00T
3
  qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
  attn_implementation: flash_attention_2
6
  vl_hidden_dim: 2048
7
  enable_gradient_checkpointing: true
 
117
  - left_leg_angular_velocity
118
  - left_foot_angular_velocity
119
  task_name: walker2d_rgb_state
120
+ robot_type: rl_games_gymnasium
121
  trainer:
122
  pretrained_checkpoint: null
123
  profile_timing:
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/dataset_statistics.json CHANGED
@@ -60,118 +60,118 @@
60
  },
61
  "state": {
62
  "mean": [
63
- 0.38908126950263977,
64
- -0.06854692101478577,
65
- 0.5603042840957642,
66
- 0.295283704996109,
67
- 0.20391421020030975,
68
- 0.7933022975921631,
69
- 0.32835325598716736,
70
- 0.7283809781074524,
71
- -0.11274679005146027,
72
- 0.36438047885894775,
73
- -0.041566070169210434,
74
- -0.006785172037780285,
75
- -0.21467362344264984,
76
- -0.2302139699459076,
77
- -0.008182121440768242,
78
- -0.19842907786369324,
79
- -0.0016649218741804361
80
  ],
81
  "std": [
82
- 0.15210415422916412,
83
- 0.28636232018470764,
84
- 0.08957907557487488,
85
- 0.40512198209762573,
86
- 0.5324621796607971,
87
- 0.09768694639205933,
88
- 0.4175085127353668,
89
- 0.07296281307935677,
90
- 0.3539130389690399,
91
- 0.21250014007091522,
92
- 0.5710971355438232,
93
- 0.19414709508419037,
94
- 0.797458827495575,
95
- 0.7378174662590027,
96
- 0.32647520303726196,
97
- 0.7747778296470642,
98
- 0.10512100160121918
99
  ],
100
  "max": [
101
- 1.0,
102
- 1.0,
103
- 1.0,
104
- 1.0,
105
- 1.0,
106
- 1.0,
107
- 1.0,
108
- 1.0,
109
- 1.0,
110
- 1.0,
111
- 1.0,
112
- 1.0,
113
- 1.0,
114
- 1.0,
115
- 1.0,
116
- 1.0,
117
- 1.0
118
  ],
119
  "min": [
120
- -1.0,
121
- -1.0,
122
- -1.0,
123
- -1.0,
124
- -1.0,
125
- -1.0,
126
- -1.0,
127
- -1.0,
128
- -1.0,
129
- -1.0,
130
- -1.0,
131
- -1.0,
132
- -1.0,
133
- -1.0,
134
- -1.0,
135
- -1.0,
136
- -1.0
137
  ],
138
  "q01": [
139
- -0.01641636550426483,
140
- -0.5725254046916962,
141
- 0.1497414314746857,
142
- -0.5082594507932663,
143
- -0.704446622133255,
144
- 0.4100250256061554,
145
- -0.7682463544607162,
146
- 0.7055095672607422,
147
- -0.8300059294700622,
148
- -0.09350170254707335,
149
- -1.0,
150
- -0.7184711527824402,
151
- -1.0,
152
- -1.0,
153
- -0.9244865983724594,
154
- -1.0,
155
- -0.37168214678764344
156
  ],
157
  "q99": [
158
- 0.6826163899898535,
159
- 0.5332732021808625,
160
- 0.7265087735652924,
161
- 0.9429451179504394,
162
- 0.963300715684891,
163
- 0.9189580070972443,
164
- 0.8997541296482087,
165
- 0.7992216396331789,
166
- 0.7250751173496247,
167
- 0.9080468678474427,
168
- 1.0,
169
- 0.8595866250991845,
170
- 1.0,
171
- 1.0,
172
- 1.0,
173
- 1.0,
174
- 0.04421793460845973
175
  ]
176
  },
177
  "num_transitions": 85160,
 
60
  },
61
  "state": {
62
  "mean": [
63
+ 1.238454818725586,
64
+ -0.06925152242183685,
65
+ 0.013844254426658154,
66
+ -0.643065333366394,
67
+ 0.2552712857723236,
68
+ -0.005795903038233519,
69
+ -0.6064881682395935,
70
+ 0.8155102133750916,
71
+ 3.271153211593628,
72
+ -0.01893916167318821,
73
+ -0.4156621992588043,
74
+ -0.06785181909799576,
75
+ -2.146728992462158,
76
+ -2.3021345138549805,
77
+ -0.08182163536548615,
78
+ -1.9842950105667114,
79
+ -0.016649344936013222
80
  ],
81
  "std": [
82
+ 0.04799554497003498,
83
+ 0.28501957654953003,
84
+ 0.07016541063785553,
85
+ 0.6130346059799194,
86
+ 0.7710450887680054,
87
+ 0.09444431960582733,
88
+ 0.6930415034294128,
89
+ 0.09426350891590118,
90
+ 2.0632712841033936,
91
+ 0.9129093289375305,
92
+ 5.711340427398682,
93
+ 1.9414550065994263,
94
+ 7.972898483276367,
95
+ 7.378425121307373,
96
+ 3.264720916748047,
97
+ 7.74824857711792,
98
+ 1.0511988401412964
99
  ],
100
  "max": [
101
+ 1.4312387704849243,
102
+ 0.9942846298217773,
103
+ 0.35824716091156006,
104
+ 0.42332249879837036,
105
+ 1.4080666303634644,
106
+ 0.19403602182865143,
107
+ 0.508411705493927,
108
+ 1.1665540933609009,
109
+ 9.758368492126465,
110
+ 2.7117056846618652,
111
+ 10.0,
112
+ 10.0,
113
+ 10.0,
114
+ 10.0,
115
+ 10.0,
116
+ 10.0,
117
+ 10.0
118
  ],
119
  "min": [
120
+ 0.8001501560211182,
121
+ -0.9963381290435791,
122
+ -1.2083065509796143,
123
+ -2.6031124591827393,
124
+ -1.4880801439285278,
125
+ -1.7395809888839722,
126
+ -2.8114991188049316,
127
+ -1.4173651933670044,
128
+ -1.9014521837234497,
129
+ -5.880380630493164,
130
+ -10.0,
131
+ -10.0,
132
+ -10.0,
133
+ -10.0,
134
+ -10.0,
135
+ -10.0,
136
+ -10.0
137
  ],
138
  "q01": [
139
+ 1.1105143690109254,
140
+ -0.5708677995204926,
141
+ -0.30774066627025604,
142
+ -1.8590021085739137,
143
+ -1.060097142457962,
144
+ -0.376356845498085,
145
+ -2.4267983722686766,
146
+ 0.7860841512680053,
147
+ -0.9104019457101822,
148
+ -1.9860247433185576,
149
+ -10.0,
150
+ -7.184711570739746,
151
+ -10.0,
152
+ -10.0,
153
+ -9.244866075515747,
154
+ -10.0,
155
+ -3.716821608543396
156
  ],
157
  "q99": [
158
+ 1.3310901904106143,
159
+ 0.5297461080551149,
160
+ 0.14402787744998935,
161
+ 0.33698604166507723,
162
+ 1.3549233567714694,
163
+ 0.11568393751978878,
164
+ 0.34200800031423567,
165
+ 0.907156448364258,
166
+ 8.155581150054932,
167
+ 2.316671621799469,
168
+ 10.0,
169
+ 8.595866012573266,
170
+ 10.0,
171
+ 10.0,
172
+ 10.0,
173
+ 10.0,
174
+ 0.44217916637659327
175
  ]
176
  },
177
  "num_transitions": 85160,
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluation/l0_sim20/episode_metrics.jsonl DELETED
@@ -1,20 +0,0 @@
1
- {"episode_id": 0, "episode_return": 3808.226836737725, "episode_return_env": 3808.226836737725, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 42, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
2
- {"episode_id": 1, "episode_return": 3853.1032959767176, "episode_return_env": 3853.1032959767176, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 43, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
3
- {"episode_id": 2, "episode_return": 1723.999349832787, "episode_return_env": 1723.999349832787, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 44, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 514, "workload_id": null}, "num_actions": 514, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 514}
4
- {"episode_id": 3, "episode_return": 4140.340620286889, "episode_return_env": 4140.340620286889, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 45, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
5
- {"episode_id": 4, "episode_return": 4096.512537306539, "episode_return_env": 4096.512537306539, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 46, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 972, "workload_id": null}, "num_actions": 972, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 972}
6
- {"episode_id": 5, "episode_return": 3788.9854100645875, "episode_return_env": 3788.9854100645875, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 47, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 890, "workload_id": null}, "num_actions": 890, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 890}
7
- {"episode_id": 6, "episode_return": 4156.574688705178, "episode_return_env": 4156.574688705178, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 48, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
8
- {"episode_id": 7, "episode_return": 3251.442409375431, "episode_return_env": 3251.442409375431, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 49, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
9
- {"episode_id": 8, "episode_return": 4033.286305383909, "episode_return_env": 4033.286305383909, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 50, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
10
- {"episode_id": 9, "episode_return": 4025.248397336756, "episode_return_env": 4025.248397336756, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 51, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
11
- {"episode_id": 10, "episode_return": 4105.286382644159, "episode_return_env": 4105.286382644159, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 52, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
12
- {"episode_id": 11, "episode_return": 4124.8478277361955, "episode_return_env": 4124.8478277361955, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 53, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
13
- {"episode_id": 12, "episode_return": 1718.3891440521081, "episode_return_env": 1718.3891440521081, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 54, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 519, "workload_id": null}, "num_actions": 519, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 519}
14
- {"episode_id": 13, "episode_return": 773.3146074280513, "episode_return_env": 773.3146074280513, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 55, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 282, "workload_id": null}, "num_actions": 282, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 282}
15
- {"episode_id": 14, "episode_return": 3239.1715436786335, "episode_return_env": 3239.1715436786335, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 56, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
16
- {"episode_id": 15, "episode_return": 3784.661174823245, "episode_return_env": 3784.661174823245, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 57, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
17
- {"episode_id": 16, "episode_return": 3999.8377210951776, "episode_return_env": 3999.8377210951776, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 58, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
18
- {"episode_id": 17, "episode_return": 4091.4434992007014, "episode_return_env": 4091.4434992007014, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 59, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
19
- {"episode_id": 18, "episode_return": 3659.760759472817, "episode_return_env": 3659.760759472817, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 60, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 852, "workload_id": null}, "num_actions": 852, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 852}
20
- {"episode_id": 19, "episode_return": 4185.446772066988, "episode_return_env": 4185.446772066988, "game_score": null, "mean_latency_ms": 0.0, "metadata": {"checkpoint_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt", "config_name": "gr00t_walker2d_zero", "dropped_observation_count": 0, "env_fps": 5.0, "env_id": "LatencyBench/Walker2dContinuous-v0", "episode_seed": 61, "frame_ms": 200.0, "gpu_class": null, "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": null, "latency_type": "zero", "mode": "simulated", "model_id": null, "obs_fps": 5.0, "output_dir": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20", "policy_id": "starvla", "profile_ref": null, "run_name": "gr00t_walker2d_zero", "sim_inference_pool_workers": 1, "simulated_worker_capacity": 1, "source_run_id": null, "submitted_observation_frames": 1000, "workload_id": null}, "num_actions": 1000, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 0.0, "p99_latency_ms": 0.0, "return_raw": null, "survival_steps": 1000}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluation/l0_sim20/verification.json DELETED
@@ -1,95 +0,0 @@
1
- {
2
- "task": "walker2d",
3
- "state": "L0_SIM20_COMPLETED_AND_VERIFIED",
4
- "verified_at": "2026-09-17T15:02:36.902285+00:00",
5
- "evaluation_finished_at": "2026-09-17T14:44:50.630321+00:00",
6
- "episodes": 20,
7
- "seeds": [
8
- 42,
9
- 43,
10
- 44,
11
- 45,
12
- 46,
13
- 47,
14
- 48,
15
- 49,
16
- 50,
17
- 51,
18
- 52,
19
- 53,
20
- 54,
21
- 55,
22
- 56,
23
- 57,
24
- 58,
25
- 59,
26
- 60,
27
- 61
28
- ],
29
- "env_fps": 5,
30
- "obs_fps": 5,
31
- "latency": "zero",
32
- "mode": "simulated",
33
- "max_raw_steps": 1000,
34
- "returns": [
35
- 3808.226836737725,
36
- 3853.1032959767176,
37
- 1723.999349832787,
38
- 4140.340620286889,
39
- 4096.512537306539,
40
- 3788.9854100645875,
41
- 4156.574688705178,
42
- 3251.442409375431,
43
- 4033.286305383909,
44
- 4025.248397336756,
45
- 4105.286382644159,
46
- 4124.8478277361955,
47
- 1718.3891440521081,
48
- 773.3146074280513,
49
- 3239.1715436786335,
50
- 3784.661174823245,
51
- 3999.8377210951776,
52
- 4091.4434992007014,
53
- 3659.760759472817,
54
- 4185.446772066988
55
- ],
56
- "mean_return": 3527.99396416023,
57
- "population_std_return": 945.2656326298496,
58
- "lengths": [
59
- 1000,
60
- 1000,
61
- 514,
62
- 1000,
63
- 972,
64
- 890,
65
- 1000,
66
- 1000,
67
- 1000,
68
- 1000,
69
- 1000,
70
- 1000,
71
- 519,
72
- 282,
73
- 1000,
74
- 1000,
75
- 1000,
76
- 1000,
77
- 852,
78
- 1000
79
- ],
80
- "mean_length": 901.45,
81
- "total_raw_steps": 18029,
82
- "raw_step_rewards_match_episode_returns": true,
83
- "raw_step_indices_contiguous": true,
84
- "dropped_actions": 0,
85
- "dropped_observations": 0,
86
- "invalid_actions": 0,
87
- "action_events": 18029,
88
- "all_action_latencies_zero": true,
89
- "training_steps": 5000,
90
- "global_batch": 64,
91
- "checkpoint_sha256": "5df7bf29e8cc0bc984cb21ad4f8db673f16b17ceb438f4f4c91be65ee52c4de1",
92
- "command_semantics": "Generic adapter applied_action may be preclip; native environment clipping unchanged. No preclip-bound assertion was imposed.",
93
- "remaining": "RTX3090 P/B, actual-profile teacher/data/profile-VLA, F; not yet complete",
94
- "acceptance": "Full pipeline acceptance not established"
95
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/config.yaml RENAMED
@@ -117,7 +117,7 @@ datasets:
117
  - left_leg_angular_velocity
118
  - left_foot_angular_velocity
119
  task_name: walker2d_rgb_state
120
- robot_type: rl_games_gymnasium_native
121
  trainer:
122
  pretrained_checkpoint: null
123
  profile_timing:
 
117
  - left_leg_angular_velocity
118
  - left_foot_angular_velocity
119
  task_name: walker2d_rgb_state
120
+ robot_type: rl_games_gymnasium
121
  trainer:
122
  pretrained_checkpoint: null
123
  profile_timing:
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/dataset_statistics.json RENAMED
@@ -34,12 +34,12 @@
34
  -1.0
35
  ],
36
  "q01": [
 
37
  -1.0,
38
  -1.0,
 
39
  -1.0,
40
- -1.0,
41
- -1.0,
42
- -1.0
43
  ],
44
  "q99": [
45
  1.0,
@@ -60,42 +60,42 @@
60
  },
61
  "state": {
62
  "mean": [
63
- 1.238466842895141,
64
- -0.06925228012199014,
65
- 0.013843682985346106,
66
- -0.6430665165309817,
67
- 0.25527598426943143,
68
- -0.005801074896853109,
69
- -0.6064919422827169,
70
- 0.8156332787057394,
71
- 3.2711544773126446,
72
- -0.018943209958848684,
73
- -0.41566070169210434,
74
- -0.06785172037780285,
75
- -2.1467362344264984,
76
- -2.302139699459076,
77
- -0.08182121440768242,
78
- -1.9842907786369324,
79
- -0.01664921874180436
80
  ],
81
  "std": [
82
- 0.047995599973336134,
83
- 0.28501967592058364,
84
- 0.07016521667480013,
85
- 0.6130376644334259,
86
- 0.7710443120285504,
87
- 0.09444457063412903,
88
- 0.6930455153335311,
89
- 0.09426500996483651,
90
- 2.063281284612044,
91
- 0.9129097727359188,
92
- 5.710971355438232,
93
- 1.9414709508419037,
94
- 7.9745882749557495,
95
- 7.378174662590027,
96
- 3.2647520303726196,
97
- 7.747778296470642,
98
- 1.0512100160121918
99
  ],
100
  "max": [
101
  1.4312387704849243,
@@ -136,45 +136,45 @@
136
  -10.0
137
  ],
138
  "q01": [
139
- 0.8001501560211182,
140
- -0.9963381290435791,
141
- -1.2083065509796143,
142
- -2.6031124591827393,
143
- -1.4880801439285278,
144
- -1.7395809888839722,
145
- -2.8114991188049316,
146
- -1.4173651933670044,
147
- -1.9014521837234497,
148
- -5.880380630493164,
149
- -10.0,
150
  -10.0,
 
151
  -10.0,
152
  -10.0,
 
153
  -10.0,
154
- -10.0,
155
- -10.0
156
  ],
157
  "q99": [
158
- 1.4312387704849243,
159
- 0.9942846298217773,
160
- 0.35824716091156006,
161
- 0.42332249879837036,
162
- 1.4080666303634644,
163
- 0.19403602182865143,
164
- 0.508411705493927,
165
- 1.1665540933609009,
166
- 9.758368492126465,
167
- 2.7117056846618652,
168
- 10.0,
169
  10.0,
 
170
  10.0,
171
  10.0,
172
  10.0,
173
  10.0,
174
- 10.0
175
  ]
176
  },
177
  "num_transitions": 85160,
178
  "num_trajectories": 90
179
  }
180
- }
 
34
  -1.0
35
  ],
36
  "q01": [
37
+ -0.5243898153305053,
38
  -1.0,
39
  -1.0,
40
+ -0.5588397586345673,
41
  -1.0,
42
+ 0.5681399703025818
 
 
43
  ],
44
  "q99": [
45
  1.0,
 
60
  },
61
  "state": {
62
  "mean": [
63
+ 1.238454818725586,
64
+ -0.06925152242183685,
65
+ 0.013844254426658154,
66
+ -0.643065333366394,
67
+ 0.2552712857723236,
68
+ -0.005795903038233519,
69
+ -0.6064881682395935,
70
+ 0.8155102133750916,
71
+ 3.271153211593628,
72
+ -0.01893916167318821,
73
+ -0.4156621992588043,
74
+ -0.06785181909799576,
75
+ -2.146728992462158,
76
+ -2.3021345138549805,
77
+ -0.08182163536548615,
78
+ -1.9842950105667114,
79
+ -0.016649344936013222
80
  ],
81
  "std": [
82
+ 0.04799554497003498,
83
+ 0.28501957654953003,
84
+ 0.07016541063785553,
85
+ 0.6130346059799194,
86
+ 0.7710450887680054,
87
+ 0.09444431960582733,
88
+ 0.6930415034294128,
89
+ 0.09426350891590118,
90
+ 2.0632712841033936,
91
+ 0.9129093289375305,
92
+ 5.711340427398682,
93
+ 1.9414550065994263,
94
+ 7.972898483276367,
95
+ 7.378425121307373,
96
+ 3.264720916748047,
97
+ 7.74824857711792,
98
+ 1.0511988401412964
99
  ],
100
  "max": [
101
  1.4312387704849243,
 
136
  -10.0
137
  ],
138
  "q01": [
139
+ 1.1105143690109254,
140
+ -0.5708677995204926,
141
+ -0.30774066627025604,
142
+ -1.8590021085739137,
143
+ -1.060097142457962,
144
+ -0.376356845498085,
145
+ -2.4267983722686766,
146
+ 0.7860841512680053,
147
+ -0.9104019457101822,
148
+ -1.9860247433185576,
 
149
  -10.0,
150
+ -7.184711570739746,
151
  -10.0,
152
  -10.0,
153
+ -9.244866075515747,
154
  -10.0,
155
+ -3.716821608543396
 
156
  ],
157
  "q99": [
158
+ 1.3310901904106143,
159
+ 0.5297461080551149,
160
+ 0.14402787744998935,
161
+ 0.33698604166507723,
162
+ 1.3549233567714694,
163
+ 0.11568393751978878,
164
+ 0.34200800031423567,
165
+ 0.907156448364258,
166
+ 8.155581150054932,
167
+ 2.316671621799469,
 
168
  10.0,
169
+ 8.595866012573266,
170
  10.0,
171
  10.0,
172
  10.0,
173
  10.0,
174
+ 0.44217916637659327
175
  ]
176
  },
177
  "num_transitions": 85160,
178
  "num_trajectories": 90
179
  }
180
+ }
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/eval_config.yaml RENAMED
@@ -94,7 +94,7 @@ env:
94
  latency:
95
  method: iid
96
  sync_cuda: false
97
- profile_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/profile/profile.json
98
  profile_worker_slot: 0
99
  seed: 0
100
  scheduler:
@@ -102,12 +102,12 @@ scheduler:
102
  ordering_policy: issue_order_fifo
103
  policy:
104
  type: starvla
105
- checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/l0_bundle/checkpoints/model.pt
106
- model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/l0_bundle/config.yaml
107
  backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
108
  device: cuda:0
109
- task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/l0_bundle/manifest.json
110
- latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/l0_bundle/latency_prompt_map.json
111
  latency_prompt_key: 0
112
  training:
113
  train_for_env_steps: 10000000
@@ -156,7 +156,7 @@ evaluation:
156
  eval_latency_values: null
157
  episode_seed_offset: 0
158
  logging:
159
- output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/evaluation/l0_parallel32
160
  video:
161
  enabled: false
162
  num_bins: 1
 
94
  latency:
95
  method: iid
96
  sync_cuda: false
97
+ profile_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/profile/profile.json
98
  profile_worker_slot: 0
99
  seed: 0
100
  scheduler:
 
102
  ordering_policy: issue_order_fifo
103
  policy:
104
  type: starvla
105
+ checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/checkpoints/model.pt
106
+ model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/config.yaml
107
  backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
108
  device: cuda:0
109
+ task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/manifest.json
110
+ latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/latency_prompt_map.json
111
  latency_prompt_key: 0
112
  training:
113
  train_for_env_steps: 10000000
 
156
  eval_latency_values: null
157
  episode_seed_offset: 0
158
  logging:
159
+ output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/evaluation/iid_parallel32_ib8
160
  video:
161
  enabled: false
162
  num_bins: 1
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/latency_prompt_map.json RENAMED
File without changes
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010/source_manifest.json → g128_iid_20261010/iid/manifest.json} RENAMED
@@ -1,5 +1,5 @@
1
  {
2
- "dataset_name": "walker2d_h1_5fps_l0",
3
  "env_name": "walker2d_rgb_state",
4
  "episodes": 90,
5
  "frames": 85160,
@@ -7,7 +7,7 @@
7
  "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
8
  ],
9
  "format": "lerobot_v2_image_parquet",
10
- "source": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/data/raw_5fps",
11
  "integration_name": "gymnasium",
12
  "task_name": "walker2d_rgb_state",
13
  "action_layout": "gymnasium_continuous_v1",
@@ -96,8 +96,8 @@
96
  ]
97
  },
98
  "robot_type": "rl_games_gymnasium",
99
- "latency_prompt_map_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/data/lerobot/walker2d_h1_5fps_l0/latency_prompt_map.json",
100
- "custom_mixtures_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/data/lerobot/_generated_mixtures/walker2d_h1_5fps_l0.json",
101
  "gymnasium_task": {
102
  "action_space": {
103
  "dtype": "float32",
@@ -178,7 +178,7 @@
178
  },
179
  "task_name": "walker2d_rgb_state"
180
  },
181
- "validation_dataset_name": "walker2d_h1_5fps_l0__val",
182
  "validation_episodes": 10,
183
  "validation_frames": 9664
184
  }
 
1
  {
2
+ "dataset_name": "lerobot",
3
  "env_name": "walker2d_rgb_state",
4
  "episodes": 90,
5
  "frames": 85160,
 
7
  "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
8
  ],
9
  "format": "lerobot_v2_image_parquet",
10
+ "source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/raw",
11
  "integration_name": "gymnasium",
12
  "task_name": "walker2d_rgb_state",
13
  "action_layout": "gymnasium_continuous_v1",
 
96
  ]
97
  },
98
  "robot_type": "rl_games_gymnasium",
99
+ "latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/lerobot/latency_prompt_map.json",
100
+ "custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/_generated_mixtures/lerobot.json",
101
  "gymnasium_task": {
102
  "action_space": {
103
  "dtype": "float32",
 
178
  },
179
  "task_name": "walker2d_rgb_state"
180
  },
181
+ "validation_dataset_name": "lerobot__val",
182
  "validation_episodes": 10,
183
  "validation_frames": 9664
184
  }
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/result.json ADDED
@@ -0,0 +1,213 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episodes": 100,
3
+ "seeds": [
4
+ 42,
5
+ 43,
6
+ 44,
7
+ 45,
8
+ 46,
9
+ 47,
10
+ 48,
11
+ 49,
12
+ 50,
13
+ 51,
14
+ 52,
15
+ 53,
16
+ 54,
17
+ 55,
18
+ 56,
19
+ 57,
20
+ 58,
21
+ 59,
22
+ 60,
23
+ 61,
24
+ 62,
25
+ 63,
26
+ 64,
27
+ 65,
28
+ 66,
29
+ 67,
30
+ 68,
31
+ 69,
32
+ 70,
33
+ 71,
34
+ 72,
35
+ 73,
36
+ 74,
37
+ 75,
38
+ 76,
39
+ 77,
40
+ 78,
41
+ 79,
42
+ 80,
43
+ 81,
44
+ 82,
45
+ 83,
46
+ 84,
47
+ 85,
48
+ 86,
49
+ 87,
50
+ 88,
51
+ 89,
52
+ 90,
53
+ 91,
54
+ 92,
55
+ 93,
56
+ 94,
57
+ 95,
58
+ 96,
59
+ 97,
60
+ 98,
61
+ 99,
62
+ 100,
63
+ 101,
64
+ 102,
65
+ 103,
66
+ 104,
67
+ 105,
68
+ 106,
69
+ 107,
70
+ 108,
71
+ 109,
72
+ 110,
73
+ 111,
74
+ 112,
75
+ 113,
76
+ 114,
77
+ 115,
78
+ 116,
79
+ 117,
80
+ 118,
81
+ 119,
82
+ 120,
83
+ 121,
84
+ 122,
85
+ 123,
86
+ 124,
87
+ 125,
88
+ 126,
89
+ 127,
90
+ 128,
91
+ 129,
92
+ 130,
93
+ 131,
94
+ 132,
95
+ 133,
96
+ 134,
97
+ 135,
98
+ 136,
99
+ 137,
100
+ 138,
101
+ 139,
102
+ 140,
103
+ 141
104
+ ],
105
+ "mean_return": 93.98936098462639,
106
+ "population_std_return": 46.69300756422081,
107
+ "mean_length": 74.68,
108
+ "returns": [
109
+ 101.87651212372823,
110
+ 98.71906787913517,
111
+ 78.80829296020902,
112
+ 288.05148088859477,
113
+ 99.24541050921377,
114
+ 112.62502784537675,
115
+ 72.60977292478607,
116
+ 107.00411775478895,
117
+ 87.10820132415303,
118
+ 76.60904937385835,
119
+ 103.5773816070992,
120
+ 80.29088373218485,
121
+ 87.23119954474771,
122
+ 90.84849826058517,
123
+ 65.07901920785704,
124
+ 82.36965022417091,
125
+ 81.2646552697494,
126
+ 86.69217722579582,
127
+ 83.81891348790455,
128
+ 85.24812025319439,
129
+ 111.26360718316405,
130
+ 75.86652933713742,
131
+ 71.14728527130666,
132
+ 76.46195306588177,
133
+ 88.47392124221348,
134
+ 71.21372094284752,
135
+ 84.31833555983278,
136
+ 70.39931044059217,
137
+ 86.43814236940645,
138
+ 79.71892964539931,
139
+ 80.67372686067432,
140
+ 75.43576053986197,
141
+ 84.75141283704384,
142
+ 71.32262650438814,
143
+ 112.24639618614272,
144
+ 64.71617486102438,
145
+ 78.79397366009061,
146
+ 86.17829901172318,
147
+ 105.76061751102624,
148
+ 75.72938458189208,
149
+ 93.12492415119559,
150
+ 64.41816068175048,
151
+ 71.41140894940177,
152
+ 72.55593739696054,
153
+ 74.17218680737284,
154
+ 96.77782681748229,
155
+ 80.7051059532295,
156
+ 287.4104322188365,
157
+ 71.37376739922114,
158
+ 107.61947431207041,
159
+ 62.40169200307416,
160
+ 101.43718563305255,
161
+ 60.98710896814056,
162
+ 83.80850495632248,
163
+ 95.77959475609556,
164
+ 93.67037568224858,
165
+ 71.28602823120315,
166
+ 115.12116526275611,
167
+ 85.6200308221032,
168
+ 107.16725057665994,
169
+ 118.73829416606674,
170
+ 100.30999956710183,
171
+ 73.43335474339762,
172
+ 100.09016352730187,
173
+ 80.63127761597029,
174
+ 60.28609730097556,
175
+ 107.40112622796582,
176
+ 102.49112549741848,
177
+ 104.68420286638856,
178
+ 72.80719609985839,
179
+ 87.65900068596521,
180
+ 71.31661223364708,
181
+ 102.9716893034504,
182
+ 106.23576900094261,
183
+ 81.37794811057356,
184
+ 81.64897974971949,
185
+ 158.0877907793902,
186
+ 68.04655836174022,
187
+ 70.12977079429864,
188
+ 61.906409272051384,
189
+ 58.409581442589385,
190
+ 78.4151066434979,
191
+ 106.30190553543592,
192
+ 426.21160273886795,
193
+ 74.07218992063466,
194
+ 70.8488945385247,
195
+ 110.90717745660952,
196
+ 74.55990508756624,
197
+ 112.50553244671787,
198
+ 88.06279223888166,
199
+ 112.13936905770035,
200
+ 97.28415253808244,
201
+ 71.68218718052586,
202
+ 83.93224830805099,
203
+ 90.55351648220727,
204
+ 79.33104024670648,
205
+ 77.16912100852855,
206
+ 81.17932115947232,
207
+ 106.99499837620348,
208
+ 71.28638856365087
209
+ ],
210
+ "primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
211
+ "eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/eval_iid_parallel32_ib8.yaml",
212
+ "inference_batch_size": 8
213
+ }
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/iid}/source_identity.json RENAMED
@@ -17,5 +17,13 @@
17
  "?? lagen/",
18
  "?? scripts/experiments/sim2real/campaign.py",
19
  "?? servers.md"
20
- ]
 
 
 
 
 
 
 
 
21
  }
 
17
  "?? lagen/",
18
  "?? scripts/experiments/sim2real/campaign.py",
19
  "?? servers.md"
20
+ ],
21
+ "runtime_patches": [
22
+ {
23
+ "path": "third_party/starVLA/starVLA/training/train_starvla.py",
24
+ "change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
25
+ "validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
26
+ }
27
+ ],
28
+ "frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
29
  }
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/config.yaml ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenGR00T
3
+ qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
+ attn_implementation: flash_attention_2
6
+ vl_hidden_dim: 2048
7
+ enable_gradient_checkpointing: true
8
+ action_model:
9
+ action_model_type: DiT-B
10
+ action_hidden_dim: 1024
11
+ hidden_size: 1024
12
+ add_pos_embed: true
13
+ max_seq_len: 1024
14
+ action_dim: 6
15
+ state_dim: 17
16
+ task_objective: null
17
+ action_horizon: 1
18
+ repeated_diffusion_steps: 8
19
+ noise_beta_alpha: 1.5
20
+ noise_beta_beta: 1.0
21
+ noise_s: 0.999
22
+ num_timestep_buckets: 1000
23
+ num_inference_timesteps: 4
24
+ num_target_vision_tokens: 32
25
+ diffusion_model_cfg:
26
+ cross_attention_dim: 2560
27
+ dropout: 0.2
28
+ final_dropout: true
29
+ interleave_self_attention: true
30
+ norm_type: ada_norm
31
+ num_layers: 16
32
+ output_dim: 1024
33
+ positional_embeddings: null
34
+ action_env_dim: 6
35
+ future_action_window_size: 0
36
+ past_action_window_size: 0
37
+ version_id: '0.21'
38
+ datasets:
39
+ vla_data:
40
+ include_state: true
41
+ obs_image_size:
42
+ - 224
43
+ - 224
44
+ image_mode: single
45
+ stitch_grid:
46
+ - 2
47
+ - 2
48
+ num_obs_frames: 1
49
+ gymnasium_task_contract: &id001
50
+ action_space:
51
+ dtype: float32
52
+ high:
53
+ - 1.0
54
+ - 1.0
55
+ - 1.0
56
+ - 1.0
57
+ - 1.0
58
+ - 1.0
59
+ labels:
60
+ - right_thigh_torque
61
+ - right_leg_torque
62
+ - right_foot_torque
63
+ - left_thigh_torque
64
+ - left_leg_torque
65
+ - left_foot_torque
66
+ low:
67
+ - -1.0
68
+ - -1.0
69
+ - -1.0
70
+ - -1.0
71
+ - -1.0
72
+ - -1.0
73
+ type: box
74
+ base_prompt: Move the Walker2d robot forward while keeping its torso upright.
75
+ Predict six continuous torques in [-1, 1] ordered as right thigh, right leg,
76
+ right foot, left thigh, left leg, and left foot.
77
+ env_fps: 5
78
+ env_id: LatencyBench/Walker2dContinuous-v0
79
+ frame_stack: 1
80
+ make_kwargs:
81
+ base_env_id: Walker2d-v4
82
+ base_make_kwargs:
83
+ ctrl_cost_weight: 0.001
84
+ exclude_current_positions_from_observation: true
85
+ forward_reward_weight: 1.0
86
+ healthy_reward: 1.0
87
+ reset_noise_scale: 0.005
88
+ terminate_when_unhealthy: true
89
+ render_mode: rgb_array
90
+ noop_action:
91
+ - 0.0
92
+ - 0.0
93
+ - 0.0
94
+ - 0.0
95
+ - 0.0
96
+ - 0.0
97
+ obs_fps: 5
98
+ registration_imports:
99
+ - latency_bench.envs.gymnasium_walker2d
100
+ state_space:
101
+ labels:
102
+ - torso_height
103
+ - torso_angle
104
+ - right_thigh_angle
105
+ - right_leg_angle
106
+ - right_foot_angle
107
+ - left_thigh_angle
108
+ - left_leg_angle
109
+ - left_foot_angle
110
+ - torso_x_velocity
111
+ - torso_z_velocity
112
+ - torso_angular_velocity
113
+ - right_thigh_angular_velocity
114
+ - right_leg_angular_velocity
115
+ - right_foot_angular_velocity
116
+ - left_thigh_angular_velocity
117
+ - left_leg_angular_velocity
118
+ - left_foot_angular_velocity
119
+ task_name: walker2d_rgb_state
120
+ robot_type: rl_games_gymnasium
121
+ trainer:
122
+ pretrained_checkpoint: null
123
+ profile_timing:
124
+ enabled: false
125
+ log_interval: 10
126
+ backbone:
127
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
128
+ revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
129
+ rl_games:
130
+ model_alias: gr00t
131
+ task: gymnasium
132
+ action_carrier: native
133
+ gymnasium:
134
+ task_contract: *id001
135
+ env_eval:
136
+ image_size: 224
137
+ frameskip: 1
138
+ image_transform: raw_rgb
139
+ prompt_mode: raw
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010/original_training_statistics.json → g128_iid_20261010/zero/dataset_statistics.json} RENAMED
@@ -60,118 +60,118 @@
60
  },
61
  "state": {
62
  "mean": [
63
- 0.38908126950263977,
64
- -0.06854692101478577,
65
- 0.5603042840957642,
66
- 0.295283704996109,
67
- 0.20391421020030975,
68
- 0.7933022975921631,
69
- 0.32835325598716736,
70
- 0.7283809781074524,
71
- -0.11274679005146027,
72
- 0.36438047885894775,
73
- -0.041566070169210434,
74
- -0.006785172037780285,
75
- -0.21467362344264984,
76
- -0.2302139699459076,
77
- -0.008182121440768242,
78
- -0.19842907786369324,
79
- -0.0016649218741804361
80
  ],
81
  "std": [
82
- 0.15210415422916412,
83
- 0.28636232018470764,
84
- 0.08957907557487488,
85
- 0.40512198209762573,
86
- 0.5324621796607971,
87
- 0.09768694639205933,
88
- 0.4175085127353668,
89
- 0.07296281307935677,
90
- 0.3539130389690399,
91
- 0.21250014007091522,
92
- 0.5710971355438232,
93
- 0.19414709508419037,
94
- 0.797458827495575,
95
- 0.7378174662590027,
96
- 0.32647520303726196,
97
- 0.7747778296470642,
98
- 0.10512100160121918
99
  ],
100
  "max": [
101
- 1.0,
102
- 1.0,
103
- 1.0,
104
- 1.0,
105
- 1.0,
106
- 1.0,
107
- 1.0,
108
- 1.0,
109
- 1.0,
110
- 1.0,
111
- 1.0,
112
- 1.0,
113
- 1.0,
114
- 1.0,
115
- 1.0,
116
- 1.0,
117
- 1.0
118
  ],
119
  "min": [
120
- -1.0,
121
- -1.0,
122
- -1.0,
123
- -1.0,
124
- -1.0,
125
- -1.0,
126
- -1.0,
127
- -1.0,
128
- -1.0,
129
- -1.0,
130
- -1.0,
131
- -1.0,
132
- -1.0,
133
- -1.0,
134
- -1.0,
135
- -1.0,
136
- -1.0
137
  ],
138
  "q01": [
139
- -0.01641636550426483,
140
- -0.5725254046916962,
141
- 0.1497414314746857,
142
- -0.5082594507932663,
143
- -0.704446622133255,
144
- 0.4100250256061554,
145
- -0.7682463544607162,
146
- 0.7055095672607422,
147
- -0.8300059294700622,
148
- -0.09350170254707335,
149
- -1.0,
150
- -0.7184711527824402,
151
- -1.0,
152
- -1.0,
153
- -0.9244865983724594,
154
- -1.0,
155
- -0.37168214678764344
156
  ],
157
  "q99": [
158
- 0.6826163899898535,
159
- 0.5332732021808625,
160
- 0.7265087735652924,
161
- 0.9429451179504394,
162
- 0.963300715684891,
163
- 0.9189580070972443,
164
- 0.8997541296482087,
165
- 0.7992216396331789,
166
- 0.7250751173496247,
167
- 0.9080468678474427,
168
- 1.0,
169
- 0.8595866250991845,
170
- 1.0,
171
- 1.0,
172
- 1.0,
173
- 1.0,
174
- 0.04421793460845973
175
  ]
176
  },
177
  "num_transitions": 85160,
 
60
  },
61
  "state": {
62
  "mean": [
63
+ 1.238454818725586,
64
+ -0.06925152242183685,
65
+ 0.013844254426658154,
66
+ -0.643065333366394,
67
+ 0.2552712857723236,
68
+ -0.005795903038233519,
69
+ -0.6064881682395935,
70
+ 0.8155102133750916,
71
+ 3.271153211593628,
72
+ -0.01893916167318821,
73
+ -0.4156621992588043,
74
+ -0.06785181909799576,
75
+ -2.146728992462158,
76
+ -2.3021345138549805,
77
+ -0.08182163536548615,
78
+ -1.9842950105667114,
79
+ -0.016649344936013222
80
  ],
81
  "std": [
82
+ 0.04799554497003498,
83
+ 0.28501957654953003,
84
+ 0.07016541063785553,
85
+ 0.6130346059799194,
86
+ 0.7710450887680054,
87
+ 0.09444431960582733,
88
+ 0.6930415034294128,
89
+ 0.09426350891590118,
90
+ 2.0632712841033936,
91
+ 0.9129093289375305,
92
+ 5.711340427398682,
93
+ 1.9414550065994263,
94
+ 7.972898483276367,
95
+ 7.378425121307373,
96
+ 3.264720916748047,
97
+ 7.74824857711792,
98
+ 1.0511988401412964
99
  ],
100
  "max": [
101
+ 1.4312387704849243,
102
+ 0.9942846298217773,
103
+ 0.35824716091156006,
104
+ 0.42332249879837036,
105
+ 1.4080666303634644,
106
+ 0.19403602182865143,
107
+ 0.508411705493927,
108
+ 1.1665540933609009,
109
+ 9.758368492126465,
110
+ 2.7117056846618652,
111
+ 10.0,
112
+ 10.0,
113
+ 10.0,
114
+ 10.0,
115
+ 10.0,
116
+ 10.0,
117
+ 10.0
118
  ],
119
  "min": [
120
+ 0.8001501560211182,
121
+ -0.9963381290435791,
122
+ -1.2083065509796143,
123
+ -2.6031124591827393,
124
+ -1.4880801439285278,
125
+ -1.7395809888839722,
126
+ -2.8114991188049316,
127
+ -1.4173651933670044,
128
+ -1.9014521837234497,
129
+ -5.880380630493164,
130
+ -10.0,
131
+ -10.0,
132
+ -10.0,
133
+ -10.0,
134
+ -10.0,
135
+ -10.0,
136
+ -10.0
137
  ],
138
  "q01": [
139
+ 1.1105143690109254,
140
+ -0.5708677995204926,
141
+ -0.30774066627025604,
142
+ -1.8590021085739137,
143
+ -1.060097142457962,
144
+ -0.376356845498085,
145
+ -2.4267983722686766,
146
+ 0.7860841512680053,
147
+ -0.9104019457101822,
148
+ -1.9860247433185576,
149
+ -10.0,
150
+ -7.184711570739746,
151
+ -10.0,
152
+ -10.0,
153
+ -9.244866075515747,
154
+ -10.0,
155
+ -3.716821608543396
156
  ],
157
  "q99": [
158
+ 1.3310901904106143,
159
+ 0.5297461080551149,
160
+ 0.14402787744998935,
161
+ 0.33698604166507723,
162
+ 1.3549233567714694,
163
+ 0.11568393751978878,
164
+ 0.34200800031423567,
165
+ 0.907156448364258,
166
+ 8.155581150054932,
167
+ 2.316671621799469,
168
+ 10.0,
169
+ 8.595866012573266,
170
+ 10.0,
171
+ 10.0,
172
+ 10.0,
173
+ 10.0,
174
+ 0.44217916637659327
175
  ]
176
  },
177
  "num_transitions": 85160,
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/episode_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluation/l0_sim20/config.yaml → evaluations/g128_iid_20261010/zero/eval_config.yaml} RENAMED
@@ -1,5 +1,5 @@
1
  experiment:
2
- name: gr00t_walker2d_zero
3
  seed: 42
4
  backend:
5
  type: sample_factory
@@ -12,7 +12,8 @@ executor:
12
  mode: simulated
13
  inference_devices:
14
  - cuda:0
15
- inference_batch_size: 1
 
16
  simulated_inference_pool: true
17
  simulated_worker_capacity: 1
18
  env:
@@ -20,7 +21,7 @@ env:
20
  task_name: walker2d
21
  env_id: LatencyBench/Walker2dContinuous-v0
22
  registration_imports:
23
- - latency_bench.envs.gymnasium_walker2d
24
  make_kwargs:
25
  base_env_id: Walker2d-v4
26
  base_make_kwargs:
@@ -98,12 +99,12 @@ scheduler:
98
  ordering_policy: issue_order_fifo
99
  policy:
100
  type: starvla
101
- checkpoint_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt
102
- model_config_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/config.yaml
103
- backbone_path: /mnt/local/lzj/latency-sensitive-bench/models/Qwen3-VL-4B-Instruct
104
  device: cuda:0
105
- task_manifest_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/manifest.json
106
- latency_prompt_map_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/latency_prompt_map.json
107
  latency_prompt_key: 0
108
  training:
109
  train_for_env_steps: 10000000
@@ -145,13 +146,14 @@ training:
145
  shuffle_minibatches: false
146
  value_bootstrap: true
147
  evaluation:
148
- eval_episodes: 20
149
- eval_parallel_envs: 1
150
  eval_max_steps: 1000
151
  eval_deterministic: true
152
  eval_latency_values: null
 
153
  logging:
154
- output_dir: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20
155
  video:
156
  enabled: false
157
  num_bins: 1
 
1
  experiment:
2
+ name: walker2d_gr00t_l0_zero_100ep
3
  seed: 42
4
  backend:
5
  type: sample_factory
 
12
  mode: simulated
13
  inference_devices:
14
  - cuda:0
15
+ - cuda:1
16
+ inference_batch_size: 8
17
  simulated_inference_pool: true
18
  simulated_worker_capacity: 1
19
  env:
 
21
  task_name: walker2d
22
  env_id: LatencyBench/Walker2dContinuous-v0
23
  registration_imports:
24
+ - latency_bench.envs.tasks.walker2d
25
  make_kwargs:
26
  base_env_id: Walker2d-v4
27
  base_make_kwargs:
 
99
  ordering_policy: issue_order_fifo
100
  policy:
101
  type: starvla
102
+ checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/checkpoints/model.pt
103
+ model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/config.yaml
104
+ backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
105
  device: cuda:0
106
+ task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/manifest.json
107
+ latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/new_bundle/latency_prompt_map.json
108
  latency_prompt_key: 0
109
  training:
110
  train_for_env_steps: 10000000
 
146
  shuffle_minibatches: false
147
  value_bootstrap: true
148
  evaluation:
149
+ eval_episodes: 100
150
+ eval_parallel_envs: 32
151
  eval_max_steps: 1000
152
  eval_deterministic: true
153
  eval_latency_values: null
154
+ episode_seed_offset: 0
155
  logging:
156
+ output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/evaluation/zero_parallel32_ib8
157
  video:
158
  enabled: false
159
  num_bins: 1
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/latency_prompt_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action.",
4
+ "latency_raw_frames": 0,
5
+ "latency_ms": 0.0
6
+ }
7
+ }
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010 → g128_iid_20261010/zero}/manifest.json RENAMED
@@ -1,5 +1,5 @@
1
  {
2
- "dataset_name": "walker2d_h1_5fps_l0",
3
  "env_name": "walker2d_rgb_state",
4
  "episodes": 90,
5
  "frames": 85160,
@@ -7,7 +7,7 @@
7
  "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
8
  ],
9
  "format": "lerobot_v2_image_parquet",
10
- "source": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/data/raw_5fps",
11
  "integration_name": "gymnasium",
12
  "task_name": "walker2d_rgb_state",
13
  "action_layout": "gymnasium_continuous_v1",
@@ -95,9 +95,9 @@
95
  10.0
96
  ]
97
  },
98
- "robot_type": "rl_games_gymnasium_native",
99
- "latency_prompt_map_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/data/lerobot/walker2d_h1_5fps_l0/latency_prompt_map.json",
100
- "custom_mixtures_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/data/lerobot/_generated_mixtures/walker2d_h1_5fps_l0.json",
101
  "gymnasium_task": {
102
  "action_space": {
103
  "dtype": "float32",
@@ -178,7 +178,7 @@
178
  },
179
  "task_name": "walker2d_rgb_state"
180
  },
181
- "validation_dataset_name": "walker2d_h1_5fps_l0__val",
182
  "validation_episodes": 10,
183
  "validation_frames": 9664
184
- }
 
1
  {
2
+ "dataset_name": "lerobot",
3
  "env_name": "walker2d_rgb_state",
4
  "episodes": 90,
5
  "frames": 85160,
 
7
  "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
8
  ],
9
  "format": "lerobot_v2_image_parquet",
10
+ "source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/raw",
11
  "integration_name": "gymnasium",
12
  "task_name": "walker2d_rgb_state",
13
  "action_layout": "gymnasium_continuous_v1",
 
95
  10.0
96
  ]
97
  },
98
+ "robot_type": "rl_games_gymnasium",
99
+ "latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/lerobot/latency_prompt_map.json",
100
+ "custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/_generated_mixtures/lerobot.json",
101
  "gymnasium_task": {
102
  "action_space": {
103
  "dtype": "float32",
 
178
  },
179
  "task_name": "walker2d_rgb_state"
180
  },
181
+ "validation_dataset_name": "lerobot__val",
182
  "validation_episodes": 10,
183
  "validation_frames": 9664
184
+ }
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/result.json ADDED
@@ -0,0 +1,213 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episodes": 100,
3
+ "seeds": [
4
+ 42,
5
+ 43,
6
+ 44,
7
+ 45,
8
+ 46,
9
+ 47,
10
+ 48,
11
+ 49,
12
+ 50,
13
+ 51,
14
+ 52,
15
+ 53,
16
+ 54,
17
+ 55,
18
+ 56,
19
+ 57,
20
+ 58,
21
+ 59,
22
+ 60,
23
+ 61,
24
+ 62,
25
+ 63,
26
+ 64,
27
+ 65,
28
+ 66,
29
+ 67,
30
+ 68,
31
+ 69,
32
+ 70,
33
+ 71,
34
+ 72,
35
+ 73,
36
+ 74,
37
+ 75,
38
+ 76,
39
+ 77,
40
+ 78,
41
+ 79,
42
+ 80,
43
+ 81,
44
+ 82,
45
+ 83,
46
+ 84,
47
+ 85,
48
+ 86,
49
+ 87,
50
+ 88,
51
+ 89,
52
+ 90,
53
+ 91,
54
+ 92,
55
+ 93,
56
+ 94,
57
+ 95,
58
+ 96,
59
+ 97,
60
+ 98,
61
+ 99,
62
+ 100,
63
+ 101,
64
+ 102,
65
+ 103,
66
+ 104,
67
+ 105,
68
+ 106,
69
+ 107,
70
+ 108,
71
+ 109,
72
+ 110,
73
+ 111,
74
+ 112,
75
+ 113,
76
+ 114,
77
+ 115,
78
+ 116,
79
+ 117,
80
+ 118,
81
+ 119,
82
+ 120,
83
+ 121,
84
+ 122,
85
+ 123,
86
+ 124,
87
+ 125,
88
+ 126,
89
+ 127,
90
+ 128,
91
+ 129,
92
+ 130,
93
+ 131,
94
+ 132,
95
+ 133,
96
+ 134,
97
+ 135,
98
+ 136,
99
+ 137,
100
+ 138,
101
+ 139,
102
+ 140,
103
+ 141
104
+ ],
105
+ "mean_return": 3716.5167289591604,
106
+ "population_std_return": 645.9911364958642,
107
+ "mean_length": 888.38,
108
+ "returns": [
109
+ 3623.8026862678325,
110
+ 3826.835788022237,
111
+ 2151.0735753281656,
112
+ 3340.672822062137,
113
+ 3386.120458641531,
114
+ 3174.9924331601565,
115
+ 2727.3722080243365,
116
+ 4238.15373250209,
117
+ 2482.209111564814,
118
+ 4247.810698182539,
119
+ 3807.490273323576,
120
+ 4214.7185330351285,
121
+ 3246.939694340454,
122
+ 4054.7040117793526,
123
+ 3794.0222273812496,
124
+ 4235.4203188312895,
125
+ 3567.6272628581587,
126
+ 3237.6852351559724,
127
+ 4008.600597505375,
128
+ 3529.3844412547037,
129
+ 3933.7155733708655,
130
+ 4203.3855464794015,
131
+ 4147.926813572122,
132
+ 4134.054861014619,
133
+ 3932.66792411815,
134
+ 4093.3687096624512,
135
+ 4004.1905502296368,
136
+ 4479.342840586898,
137
+ 4295.861641143883,
138
+ 3046.3876134188345,
139
+ 4131.881948216812,
140
+ 2642.8650138824732,
141
+ 4192.665465842545,
142
+ 3024.806455411353,
143
+ 3623.9873167194137,
144
+ 3172.927398518103,
145
+ 3326.9311995140647,
146
+ 4410.317225023951,
147
+ 3099.411006150121,
148
+ 4268.570467028445,
149
+ 4219.505349820955,
150
+ 4352.998917872488,
151
+ 3844.1269366260817,
152
+ 2623.3910124138615,
153
+ 3695.059901667375,
154
+ 3506.0584137935334,
155
+ 4254.729089808137,
156
+ 4010.098557582035,
157
+ 3993.541461315278,
158
+ 3424.9895144464326,
159
+ 4192.733483555284,
160
+ 4405.663799420688,
161
+ 3888.5950270502663,
162
+ 3148.664627921627,
163
+ 2715.0526649666663,
164
+ 3201.5260102489847,
165
+ 3981.6544029032634,
166
+ 4227.092230880752,
167
+ 3189.568762583876,
168
+ 3702.5390067009625,
169
+ 3249.907960926269,
170
+ 3792.9987888685337,
171
+ 3786.205062058486,
172
+ 1535.272099633589,
173
+ 4266.194693714306,
174
+ 4353.102929714964,
175
+ 4440.821945726022,
176
+ 4321.705025362587,
177
+ 2910.1655213035483,
178
+ 4270.503257057892,
179
+ 1196.366259309887,
180
+ 4363.018246560452,
181
+ 4438.047587469155,
182
+ 4244.77460314726,
183
+ 3447.210755269936,
184
+ 3718.4055270446943,
185
+ 4017.372526735576,
186
+ 3569.39358716666,
187
+ 4305.151592760824,
188
+ 3296.6010472878793,
189
+ 4262.578121346729,
190
+ 3858.5800580110727,
191
+ 4226.109297233692,
192
+ 3552.4610588221794,
193
+ 4312.182871435606,
194
+ 4047.5004033733862,
195
+ 3565.9461240926867,
196
+ 4334.382279484817,
197
+ 2852.331632947818,
198
+ 4345.25474263997,
199
+ 3517.2514354020595,
200
+ 4272.781816149676,
201
+ 4156.861470026791,
202
+ 4382.9868529002515,
203
+ 4156.965571976043,
204
+ 2892.8533834862637,
205
+ 4118.3679955035705,
206
+ 4207.356689639121,
207
+ 2269.3264642991485,
208
+ 3157.8847593228566
209
+ ],
210
+ "primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/evaluation/zero_parallel32_ib8/episode_metrics.jsonl",
211
+ "eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/eval_zero_parallel32_ib8.yaml",
212
+ "inference_batch_size": 8
213
+ }
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/zero/source_identity.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
3
+ "source": "current worktree snapshot",
4
+ "dirty_paths": [
5
+ " M AGENTS.md",
6
+ " M configs/experiments/memory/small_model/flappy_capped.yaml",
7
+ " M configs/experiments/memory/small_model/flappy_extended.yaml",
8
+ " M configs/experiments/observation_stride/flappy_capped.yaml",
9
+ " M configs/experiments/observation_stride/flappy_extended.yaml",
10
+ " M configs/experiments/sim2real.yaml",
11
+ " M scripts/experiments/memory/small_model/run.sh",
12
+ " M scripts/experiments/observation_stride/run.sh",
13
+ " M scripts/experiments/sim2real/study.py",
14
+ " M tests/scripts/test_sim2real.py",
15
+ "?? configs/experiments/sim2real/five_gpu.yaml",
16
+ "?? docs/cleanup-refactor/",
17
+ "?? lagen/",
18
+ "?? scripts/experiments/sim2real/campaign.py",
19
+ "?? servers.md"
20
+ ],
21
+ "runtime_patches": [
22
+ {
23
+ "path": "third_party/starVLA/starVLA/training/train_starvla.py",
24
+ "change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
25
+ "validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
26
+ }
27
+ ],
28
+ "frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
29
+ }
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/episode_metrics.jsonl DELETED
The diff for this file is too large to render. See raw diff
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/l0_metadata_source.json DELETED
@@ -1,43 +0,0 @@
1
- [
2
- {
3
- "task": "ant",
4
- "file": "manifest.json",
5
- "repo": "MLL-Lab/LAGEN-datasets",
6
- "revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
7
- "path": "experiments/benchmark-training/archive/standard-pipeline/ant/zero_latency/OpenVLA/legacy/vla/provenance/dataset_contract/manifest.json"
8
- },
9
- {
10
- "task": "hopper",
11
- "file": "manifest.json",
12
- "repo": "MLL-Lab/LAGEN-datasets",
13
- "revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
14
- "path": "experiments/benchmark-training/archive/standard-pipeline/hopper/evidence/legacy/zero_latency/OpenVLA/provenance/dataset_contract/manifest.json"
15
- },
16
- {
17
- "task": "hopper",
18
- "file": "latency_prompt_map.json",
19
- "repo": "MLL-Lab/LAGEN-datasets",
20
- "revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
21
- "path": "experiments/benchmark-training/archive/standard-pipeline/hopper/evidence/legacy/zero_latency/OpenVLA/provenance/dataset_contract/latency_prompt_map.json"
22
- },
23
- {
24
- "task": "walker2d",
25
- "file": "manifest.json",
26
- "repo": "MLL-Lab/LAGEN-datasets",
27
- "revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
28
- "path": "experiments/benchmark-training/archive/standard-pipeline/walker2d/evidence/legacy/zero_latency/source_contract/manifest.json"
29
- },
30
- {
31
- "task": "walker2d",
32
- "file": "latency_prompt_map.json",
33
- "repo": "MLL-Lab/LAGEN-datasets",
34
- "revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
35
- "path": "experiments/benchmark-training/archive/standard-pipeline/walker2d/evidence/legacy/zero_latency/source_contract/latency_prompt_map.json"
36
- },
37
- {
38
- "task": "ant",
39
- "file": "latency_prompt_map.json",
40
- "source": "manifest.task_prompts[0]",
41
- "latency_raw_frames": 0
42
- }
43
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/legacy_normalization_verification.json DELETED
@@ -1,74 +0,0 @@
1
- [
2
- {
3
- "task": "hopper",
4
- "model": "openvla",
5
- "maximum_abs_difference": 0.0,
6
- "states": 128
7
- },
8
- {
9
- "task": "hopper",
10
- "model": "gr00t",
11
- "maximum_abs_difference": 0.0,
12
- "states": 128
13
- },
14
- {
15
- "task": "hopper",
16
- "model": "pi05",
17
- "maximum_abs_difference": 0.0,
18
- "states": 128
19
- },
20
- {
21
- "task": "walker2d",
22
- "model": "openvla",
23
- "maximum_abs_difference": 0.0,
24
- "states": 128
25
- },
26
- {
27
- "task": "walker2d",
28
- "model": "gr00t",
29
- "maximum_abs_difference": 0.0,
30
- "states": 128
31
- },
32
- {
33
- "task": "walker2d",
34
- "model": "pi05",
35
- "maximum_abs_difference": 0.0,
36
- "states": 128
37
- },
38
- {
39
- "task": "ant",
40
- "model": "openvla",
41
- "maximum_abs_difference": 0.0,
42
- "states": 128
43
- },
44
- {
45
- "task": "ant",
46
- "model": "gr00t",
47
- "maximum_abs_difference": 0.0,
48
- "states": 128
49
- },
50
- {
51
- "task": "ant",
52
- "model": "pi05",
53
- "maximum_abs_difference": 0.0,
54
- "states": 128
55
- },
56
- {
57
- "task": "hopper",
58
- "model": "pi05_profile",
59
- "maximum_abs_difference": 0.0,
60
- "states": 128
61
- },
62
- {
63
- "task": "walker2d",
64
- "model": "pi05_profile",
65
- "maximum_abs_difference": 0.0,
66
- "states": 128
67
- },
68
- {
69
- "task": "ant",
70
- "model": "pi05_profile",
71
- "maximum_abs_difference": 0.0,
72
- "states": 128
73
- }
74
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/normalization_binding.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "source_robot_type": "rl_games_gymnasium",
3
- "robot_type": "rl_games_gymnasium_native",
4
- "weights": "unchanged",
5
- "state": "clipped source converter min/max",
6
- "action": "identity q99 bounds [-1,1]"
7
- }
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/result.json DELETED
@@ -1,216 +0,0 @@
1
- {
2
- "episodes": 100,
3
- "seeds": [
4
- 42,
5
- 43,
6
- 44,
7
- 45,
8
- 46,
9
- 47,
10
- 48,
11
- 49,
12
- 50,
13
- 51,
14
- 52,
15
- 53,
16
- 54,
17
- 55,
18
- 56,
19
- 57,
20
- 58,
21
- 59,
22
- 60,
23
- 61,
24
- 62,
25
- 63,
26
- 64,
27
- 65,
28
- 66,
29
- 67,
30
- 68,
31
- 69,
32
- 70,
33
- 71,
34
- 72,
35
- 73,
36
- 74,
37
- 75,
38
- 76,
39
- 77,
40
- 78,
41
- 79,
42
- 80,
43
- 81,
44
- 82,
45
- 83,
46
- 84,
47
- 85,
48
- 86,
49
- 87,
50
- 88,
51
- 89,
52
- 90,
53
- 91,
54
- 92,
55
- 93,
56
- 94,
57
- 95,
58
- 96,
59
- 97,
60
- 98,
61
- 99,
62
- 100,
63
- 101,
64
- 102,
65
- 103,
66
- 104,
67
- 105,
68
- 106,
69
- 107,
70
- 108,
71
- 109,
72
- 110,
73
- 111,
74
- 112,
75
- 113,
76
- 114,
77
- 115,
78
- 116,
79
- 117,
80
- 118,
81
- 119,
82
- 120,
83
- 121,
84
- 122,
85
- 123,
86
- 124,
87
- 125,
88
- 126,
89
- 127,
90
- 128,
91
- 129,
92
- 130,
93
- 131,
94
- 132,
95
- 133,
96
- 134,
97
- 135,
98
- 136,
99
- 137,
100
- 138,
101
- 139,
102
- 140,
103
- 141
104
- ],
105
- "mean_return": 63.97302986481489,
106
- "population_std_return": 9.417311048745095,
107
- "mean_length": 61.62,
108
- "returns": [
109
- 65.58934628306696,
110
- 60.910104659119604,
111
- 58.6906141377254,
112
- 64.10477141088124,
113
- 65.92255461971546,
114
- 58.746843629465424,
115
- 67.88707403247128,
116
- 60.43841413450237,
117
- 54.675644882580826,
118
- 74.02482771919311,
119
- 64.9016114422907,
120
- 79.37998840663535,
121
- 59.62504858513165,
122
- 68.37548770946009,
123
- 61.35187531973693,
124
- 62.34654990800029,
125
- 54.66817833173596,
126
- 49.99494950144074,
127
- 60.77289365707944,
128
- 56.59874465519329,
129
- 56.00974402186857,
130
- 53.82648469814237,
131
- 62.660223045200205,
132
- 71.17729716307879,
133
- 66.14795250423595,
134
- 71.71416604052975,
135
- 52.563629389245314,
136
- 57.546448071731014,
137
- 51.94105814180708,
138
- 56.609985105268635,
139
- 72.99183331354432,
140
- 62.255062153566996,
141
- 63.24413894052726,
142
- 59.98506838393857,
143
- 49.88831138344363,
144
- 62.349249083304535,
145
- 54.0895700823393,
146
- 71.29731982286225,
147
- 63.096403515271646,
148
- 67.90110748509426,
149
- 80.1515603391677,
150
- 59.99183865273101,
151
- 55.49212989780022,
152
- 72.43860504374975,
153
- 59.45542755072249,
154
- 51.6880341429204,
155
- 48.23184843315497,
156
- 81.13700087930098,
157
- 67.66015103851316,
158
- 51.22542749398001,
159
- 63.49473020573836,
160
- 65.35333575367018,
161
- 78.37645975258664,
162
- 54.73960009940515,
163
- 73.99850364408039,
164
- 58.490422210343134,
165
- 63.65676063523494,
166
- 53.11584317729289,
167
- 80.01690931246624,
168
- 69.62043546263862,
169
- 71.82747311321972,
170
- 56.30660155176094,
171
- 82.15531250395905,
172
- 61.859128391254615,
173
- 58.25119256459583,
174
- 59.597231871121124,
175
- 64.76233821759561,
176
- 57.9737979101359,
177
- 64.60330646235138,
178
- 68.39216738999188,
179
- 81.3662837124034,
180
- 67.29804304208545,
181
- 60.074967392758104,
182
- 49.48560328970113,
183
- 53.64601842069606,
184
- 60.23141241188301,
185
- 79.30348746591321,
186
- 78.75576124166064,
187
- 66.66050040145521,
188
- 69.41285966686652,
189
- 75.93722358106352,
190
- 75.80464883575021,
191
- 50.070590637278656,
192
- 74.13232493970976,
193
- 100.41852859810552,
194
- 62.158942374459116,
195
- 61.672971329352315,
196
- 70.41987562553149,
197
- 59.78786763486186,
198
- 86.22198605778937,
199
- 50.21946186367313,
200
- 56.62210038351286,
201
- 59.83064133753597,
202
- 58.83068130459795,
203
- 61.824244198604724,
204
- 62.89603391334393,
205
- 71.27124528832528,
206
- 64.64764120346435,
207
- 66.07376166858724,
208
- 51.863129588608565
209
- ],
210
- "primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/evaluation/l0_parallel32/episode_metrics.jsonl",
211
- "checkpoint": {
212
- "repo": "MLL-Lab/LAGEN-models",
213
- "revision": "bdf24c844c29a2caa29ab6292ce6f63a9d8ace83",
214
- "path": "zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/checkpoints/model.pt"
215
- }
216
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/l0_data_source.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "repo": "MLL-Lab/LAGEN-datasets",
3
+ "revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
4
+ "path": "experiments/benchmark-training/archive/standard-pipeline/walker2d/zero_latency/GR00T/h1_5fps_20260917/demonstrations/raw",
5
+ "source_obs_fps": 5,
6
+ "label_semantics": "zero latency: issued and applied actions coincide",
7
+ "original_contract": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/historical/zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/manifest.json"
8
+ }
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/manifest.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "dataset_name": "walker2d_h1_5fps_l0",
3
  "env_name": "walker2d_rgb_state",
4
  "episodes": 90,
5
  "frames": 85160,
@@ -7,7 +7,7 @@
7
  "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
8
  ],
9
  "format": "lerobot_v2_image_parquet",
10
- "source": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/data/raw_5fps",
11
  "integration_name": "gymnasium",
12
  "task_name": "walker2d_rgb_state",
13
  "action_layout": "gymnasium_continuous_v1",
@@ -96,8 +96,8 @@
96
  ]
97
  },
98
  "robot_type": "rl_games_gymnasium",
99
- "latency_prompt_map_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/data/lerobot/walker2d_h1_5fps_l0/latency_prompt_map.json",
100
- "custom_mixtures_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/data/lerobot/_generated_mixtures/walker2d_h1_5fps_l0.json",
101
  "gymnasium_task": {
102
  "action_space": {
103
  "dtype": "float32",
@@ -178,7 +178,7 @@
178
  },
179
  "task_name": "walker2d_rgb_state"
180
  },
181
- "validation_dataset_name": "walker2d_h1_5fps_l0__val",
182
  "validation_episodes": 10,
183
  "validation_frames": 9664
184
  }
 
1
  {
2
+ "dataset_name": "lerobot",
3
  "env_name": "walker2d_rgb_state",
4
  "episodes": 90,
5
  "frames": 85160,
 
7
  "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
8
  ],
9
  "format": "lerobot_v2_image_parquet",
10
+ "source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/raw",
11
  "integration_name": "gymnasium",
12
  "task_name": "walker2d_rgb_state",
13
  "action_layout": "gymnasium_continuous_v1",
 
96
  ]
97
  },
98
  "robot_type": "rl_games_gymnasium",
99
+ "latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/lerobot/latency_prompt_map.json",
100
+ "custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/_generated_mixtures/lerobot.json",
101
  "gymnasium_task": {
102
  "action_space": {
103
  "dtype": "float32",
 
178
  },
179
  "task_name": "walker2d_rgb_state"
180
  },
181
+ "validation_dataset_name": "lerobot__val",
182
  "validation_episodes": 10,
183
  "validation_frames": 9664
184
  }
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/DONE RENAMED
File without changes
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/hardware.json RENAMED
File without changes
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/latency_burst_model.json RENAMED
File without changes
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/latency_distribution.json RENAMED
File without changes
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/latency_profile.png RENAMED
File without changes
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/{evaluations/issued_action_iid_20261010/profile → profile}/profile.json RENAMED
File without changes
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/provenance.json CHANGED
@@ -1,34 +1,9 @@
1
  {
2
  "task": "walker2d",
3
- "model": "qwengr00t",
4
- "training_condition": "zero-latency",
5
- "training_run_id": "walker2d_l0_gr00t_h1_5fps_2h200_20260917",
6
- "source": {
7
- "repo_id": "latency-sensitive-bench/Standard-Pipeline",
8
- "revision": "2208875f92b21e3f8ec2363a30a6705dfe56cc04",
9
- "path": "walker2d/zero_latency/GR00T",
10
- "url": "https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/walker2d/zero_latency/GR00T"
11
- },
12
- "hf_repo_id": "latency-sensitive-bench/benchmark-models",
13
- "hf_path": "zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917",
14
- "checkpoint": {
15
- "source_file": "walker2d/zero_latency/GR00T/checkpoints/model.pt",
16
- "source_sha256": "5df7bf29e8cc0bc984cb21ad4f8db673f16b17ceb438f4f4c91be65ee52c4de1",
17
- "source_bytes": 9976860963,
18
- "file": "checkpoints/model.pt",
19
- "selection_rule": "only published VLA checkpoint",
20
- "method": "copy",
21
- "sha256": "5df7bf29e8cc0bc984cb21ad4f8db673f16b17ceb438f4f4c91be65ee52c4de1",
22
- "bytes": 9976860963
23
- },
24
- "config_source": "walker2d/zero_latency/GR00T/config.yaml",
25
- "task_contract_file": "task_contract.json",
26
- "missing_source_files": [],
27
- "migration": {
28
- "operation": "copy_selected_inference_bundle",
29
- "source_modified": false,
30
- "evaluation_performed": false,
31
- "experiment_status": "preserved_in_source_evidence"
32
- },
33
- "action_horizon": 1
34
  }
 
1
  {
2
  "task": "walker2d",
3
+ "model": "gr00t",
4
+ "training_run_id": "walker2d_gr00t_l0_issued_iid_g128_s42_20261010",
5
+ "steps": 5000,
6
+ "seed": 42,
7
+ "source_identity": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/source_identity.json",
8
+ "data_source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/l0_data_source.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  }
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/results.json ADDED
@@ -0,0 +1,436 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "walker2d",
3
+ "model": "gr00t",
4
+ "condition": "l0",
5
+ "method": "iid",
6
+ "parallel_envs": 32,
7
+ "fps": 5,
8
+ "latency_seed": 0,
9
+ "eval_max_steps": 1000,
10
+ "iid": {
11
+ "episodes": 100,
12
+ "seeds": [
13
+ 42,
14
+ 43,
15
+ 44,
16
+ 45,
17
+ 46,
18
+ 47,
19
+ 48,
20
+ 49,
21
+ 50,
22
+ 51,
23
+ 52,
24
+ 53,
25
+ 54,
26
+ 55,
27
+ 56,
28
+ 57,
29
+ 58,
30
+ 59,
31
+ 60,
32
+ 61,
33
+ 62,
34
+ 63,
35
+ 64,
36
+ 65,
37
+ 66,
38
+ 67,
39
+ 68,
40
+ 69,
41
+ 70,
42
+ 71,
43
+ 72,
44
+ 73,
45
+ 74,
46
+ 75,
47
+ 76,
48
+ 77,
49
+ 78,
50
+ 79,
51
+ 80,
52
+ 81,
53
+ 82,
54
+ 83,
55
+ 84,
56
+ 85,
57
+ 86,
58
+ 87,
59
+ 88,
60
+ 89,
61
+ 90,
62
+ 91,
63
+ 92,
64
+ 93,
65
+ 94,
66
+ 95,
67
+ 96,
68
+ 97,
69
+ 98,
70
+ 99,
71
+ 100,
72
+ 101,
73
+ 102,
74
+ 103,
75
+ 104,
76
+ 105,
77
+ 106,
78
+ 107,
79
+ 108,
80
+ 109,
81
+ 110,
82
+ 111,
83
+ 112,
84
+ 113,
85
+ 114,
86
+ 115,
87
+ 116,
88
+ 117,
89
+ 118,
90
+ 119,
91
+ 120,
92
+ 121,
93
+ 122,
94
+ 123,
95
+ 124,
96
+ 125,
97
+ 126,
98
+ 127,
99
+ 128,
100
+ 129,
101
+ 130,
102
+ 131,
103
+ 132,
104
+ 133,
105
+ 134,
106
+ 135,
107
+ 136,
108
+ 137,
109
+ 138,
110
+ 139,
111
+ 140,
112
+ 141
113
+ ],
114
+ "mean_return": 93.98936098462639,
115
+ "population_std_return": 46.69300756422081,
116
+ "mean_length": 74.68,
117
+ "returns": [
118
+ 101.87651212372823,
119
+ 98.71906787913517,
120
+ 78.80829296020902,
121
+ 288.05148088859477,
122
+ 99.24541050921377,
123
+ 112.62502784537675,
124
+ 72.60977292478607,
125
+ 107.00411775478895,
126
+ 87.10820132415303,
127
+ 76.60904937385835,
128
+ 103.5773816070992,
129
+ 80.29088373218485,
130
+ 87.23119954474771,
131
+ 90.84849826058517,
132
+ 65.07901920785704,
133
+ 82.36965022417091,
134
+ 81.2646552697494,
135
+ 86.69217722579582,
136
+ 83.81891348790455,
137
+ 85.24812025319439,
138
+ 111.26360718316405,
139
+ 75.86652933713742,
140
+ 71.14728527130666,
141
+ 76.46195306588177,
142
+ 88.47392124221348,
143
+ 71.21372094284752,
144
+ 84.31833555983278,
145
+ 70.39931044059217,
146
+ 86.43814236940645,
147
+ 79.71892964539931,
148
+ 80.67372686067432,
149
+ 75.43576053986197,
150
+ 84.75141283704384,
151
+ 71.32262650438814,
152
+ 112.24639618614272,
153
+ 64.71617486102438,
154
+ 78.79397366009061,
155
+ 86.17829901172318,
156
+ 105.76061751102624,
157
+ 75.72938458189208,
158
+ 93.12492415119559,
159
+ 64.41816068175048,
160
+ 71.41140894940177,
161
+ 72.55593739696054,
162
+ 74.17218680737284,
163
+ 96.77782681748229,
164
+ 80.7051059532295,
165
+ 287.4104322188365,
166
+ 71.37376739922114,
167
+ 107.61947431207041,
168
+ 62.40169200307416,
169
+ 101.43718563305255,
170
+ 60.98710896814056,
171
+ 83.80850495632248,
172
+ 95.77959475609556,
173
+ 93.67037568224858,
174
+ 71.28602823120315,
175
+ 115.12116526275611,
176
+ 85.6200308221032,
177
+ 107.16725057665994,
178
+ 118.73829416606674,
179
+ 100.30999956710183,
180
+ 73.43335474339762,
181
+ 100.09016352730187,
182
+ 80.63127761597029,
183
+ 60.28609730097556,
184
+ 107.40112622796582,
185
+ 102.49112549741848,
186
+ 104.68420286638856,
187
+ 72.80719609985839,
188
+ 87.65900068596521,
189
+ 71.31661223364708,
190
+ 102.9716893034504,
191
+ 106.23576900094261,
192
+ 81.37794811057356,
193
+ 81.64897974971949,
194
+ 158.0877907793902,
195
+ 68.04655836174022,
196
+ 70.12977079429864,
197
+ 61.906409272051384,
198
+ 58.409581442589385,
199
+ 78.4151066434979,
200
+ 106.30190553543592,
201
+ 426.21160273886795,
202
+ 74.07218992063466,
203
+ 70.8488945385247,
204
+ 110.90717745660952,
205
+ 74.55990508756624,
206
+ 112.50553244671787,
207
+ 88.06279223888166,
208
+ 112.13936905770035,
209
+ 97.28415253808244,
210
+ 71.68218718052586,
211
+ 83.93224830805099,
212
+ 90.55351648220727,
213
+ 79.33104024670648,
214
+ 77.16912100852855,
215
+ 81.17932115947232,
216
+ 106.99499837620348,
217
+ 71.28638856365087
218
+ ],
219
+ "primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
220
+ "eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/eval_iid_parallel32_ib8.yaml",
221
+ "inference_batch_size": 8
222
+ },
223
+ "zero": {
224
+ "episodes": 100,
225
+ "seeds": [
226
+ 42,
227
+ 43,
228
+ 44,
229
+ 45,
230
+ 46,
231
+ 47,
232
+ 48,
233
+ 49,
234
+ 50,
235
+ 51,
236
+ 52,
237
+ 53,
238
+ 54,
239
+ 55,
240
+ 56,
241
+ 57,
242
+ 58,
243
+ 59,
244
+ 60,
245
+ 61,
246
+ 62,
247
+ 63,
248
+ 64,
249
+ 65,
250
+ 66,
251
+ 67,
252
+ 68,
253
+ 69,
254
+ 70,
255
+ 71,
256
+ 72,
257
+ 73,
258
+ 74,
259
+ 75,
260
+ 76,
261
+ 77,
262
+ 78,
263
+ 79,
264
+ 80,
265
+ 81,
266
+ 82,
267
+ 83,
268
+ 84,
269
+ 85,
270
+ 86,
271
+ 87,
272
+ 88,
273
+ 89,
274
+ 90,
275
+ 91,
276
+ 92,
277
+ 93,
278
+ 94,
279
+ 95,
280
+ 96,
281
+ 97,
282
+ 98,
283
+ 99,
284
+ 100,
285
+ 101,
286
+ 102,
287
+ 103,
288
+ 104,
289
+ 105,
290
+ 106,
291
+ 107,
292
+ 108,
293
+ 109,
294
+ 110,
295
+ 111,
296
+ 112,
297
+ 113,
298
+ 114,
299
+ 115,
300
+ 116,
301
+ 117,
302
+ 118,
303
+ 119,
304
+ 120,
305
+ 121,
306
+ 122,
307
+ 123,
308
+ 124,
309
+ 125,
310
+ 126,
311
+ 127,
312
+ 128,
313
+ 129,
314
+ 130,
315
+ 131,
316
+ 132,
317
+ 133,
318
+ 134,
319
+ 135,
320
+ 136,
321
+ 137,
322
+ 138,
323
+ 139,
324
+ 140,
325
+ 141
326
+ ],
327
+ "mean_return": 3716.5167289591604,
328
+ "population_std_return": 645.9911364958642,
329
+ "mean_length": 888.38,
330
+ "returns": [
331
+ 3623.8026862678325,
332
+ 3826.835788022237,
333
+ 2151.0735753281656,
334
+ 3340.672822062137,
335
+ 3386.120458641531,
336
+ 3174.9924331601565,
337
+ 2727.3722080243365,
338
+ 4238.15373250209,
339
+ 2482.209111564814,
340
+ 4247.810698182539,
341
+ 3807.490273323576,
342
+ 4214.7185330351285,
343
+ 3246.939694340454,
344
+ 4054.7040117793526,
345
+ 3794.0222273812496,
346
+ 4235.4203188312895,
347
+ 3567.6272628581587,
348
+ 3237.6852351559724,
349
+ 4008.600597505375,
350
+ 3529.3844412547037,
351
+ 3933.7155733708655,
352
+ 4203.3855464794015,
353
+ 4147.926813572122,
354
+ 4134.054861014619,
355
+ 3932.66792411815,
356
+ 4093.3687096624512,
357
+ 4004.1905502296368,
358
+ 4479.342840586898,
359
+ 4295.861641143883,
360
+ 3046.3876134188345,
361
+ 4131.881948216812,
362
+ 2642.8650138824732,
363
+ 4192.665465842545,
364
+ 3024.806455411353,
365
+ 3623.9873167194137,
366
+ 3172.927398518103,
367
+ 3326.9311995140647,
368
+ 4410.317225023951,
369
+ 3099.411006150121,
370
+ 4268.570467028445,
371
+ 4219.505349820955,
372
+ 4352.998917872488,
373
+ 3844.1269366260817,
374
+ 2623.3910124138615,
375
+ 3695.059901667375,
376
+ 3506.0584137935334,
377
+ 4254.729089808137,
378
+ 4010.098557582035,
379
+ 3993.541461315278,
380
+ 3424.9895144464326,
381
+ 4192.733483555284,
382
+ 4405.663799420688,
383
+ 3888.5950270502663,
384
+ 3148.664627921627,
385
+ 2715.0526649666663,
386
+ 3201.5260102489847,
387
+ 3981.6544029032634,
388
+ 4227.092230880752,
389
+ 3189.568762583876,
390
+ 3702.5390067009625,
391
+ 3249.907960926269,
392
+ 3792.9987888685337,
393
+ 3786.205062058486,
394
+ 1535.272099633589,
395
+ 4266.194693714306,
396
+ 4353.102929714964,
397
+ 4440.821945726022,
398
+ 4321.705025362587,
399
+ 2910.1655213035483,
400
+ 4270.503257057892,
401
+ 1196.366259309887,
402
+ 4363.018246560452,
403
+ 4438.047587469155,
404
+ 4244.77460314726,
405
+ 3447.210755269936,
406
+ 3718.4055270446943,
407
+ 4017.372526735576,
408
+ 3569.39358716666,
409
+ 4305.151592760824,
410
+ 3296.6010472878793,
411
+ 4262.578121346729,
412
+ 3858.5800580110727,
413
+ 4226.109297233692,
414
+ 3552.4610588221794,
415
+ 4312.182871435606,
416
+ 4047.5004033733862,
417
+ 3565.9461240926867,
418
+ 4334.382279484817,
419
+ 2852.331632947818,
420
+ 4345.25474263997,
421
+ 3517.2514354020595,
422
+ 4272.781816149676,
423
+ 4156.861470026791,
424
+ 4382.9868529002515,
425
+ 4156.965571976043,
426
+ 2892.8533834862637,
427
+ 4118.3679955035705,
428
+ 4207.356689639121,
429
+ 2269.3264642991485,
430
+ 3157.8847593228566
431
+ ],
432
+ "primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/evaluation/zero_parallel32_ib8/episode_metrics.jsonl",
433
+ "eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t_l0/eval_zero_parallel32_ib8.yaml",
434
+ "inference_batch_size": 8
435
+ }
436
+ }
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source.tar.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:243de1df8298a262fed9f20fc794bf4a8c784b8754aa29c36e06280b3e9b8e2c
3
+ size 15131356
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source/README.md DELETED
@@ -1,7 +0,0 @@
1
- # walker2d: GR00T H1, 5 FPS
2
-
3
- Fresh zero-latency training completed5000 updates. Final checkpoint SHA256: `5df7bf29e8cc0bc984cb21ad4f8db673f16b17ceb438f4f4c91be65ee52c4de1`.
4
-
5
- L0 simulated zero-latency evaluation is now complete and audited:20episodes, seeds42–61,5FPS, cap1000rawsteps. Return mean 3527.993964, population SD 945.265633; mean length 901.45. Dropped actions 0, dropped observations 0, invalid actions 0. Raw step rewards and lengths match episode metrics.
6
-
7
- See `evaluation/l0_sim20/verification.json` and `episode_metrics.jsonl` for final evidence. Earlier training/load receipts remain historical snapshots. P/B and subsequent profile pipeline/F are pending; full pipeline acceptance is not established. Set GR00T_BACKBONE_DIR to Qwen/Qwen3-VL-4B-Instruct revision ebb281ec70b05090aa6165b016eac8ec08e71b17 before inference.
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source/provenance.json DELETED
@@ -1,26 +0,0 @@
1
- {
2
- "task": "walker2d",
3
- "backbone": {
4
- "repo_id": "Qwen/Qwen3-VL-4B-Instruct",
5
- "revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17"
6
- },
7
- "checkpoint": "steps_5000_pytorch_model.pt",
8
- "training_steps": 5000,
9
- "seed": 42,
10
- "global_batch": 64,
11
- "training_run_id": "walker2d_l0_gr00t_h1_5fps_2h200_20260917",
12
- "condition": "zero_latency",
13
- "source": {
14
- "repo": "latency-sensitive-bench/Standard-Pipeline",
15
- "revision": "571cb5801720488ed6458b9cfe3f4c595b069cea",
16
- "prefix": "walker2d/zero_latency/shared/source_100ep_v1/demonstrations/raw",
17
- "sha256": {
18
- "metadata.json": "c8ea2669493beabd97d9e7ecd06cc443adcb1760d8e71dd03588ea4adea20ae9",
19
- "train.parquet": "6a105846e7def09f10fd2a985413cc9a04b9433f57519d330ce33a1033ba7e65",
20
- "val.parquet": "687c1a5d08b3641b5ae76d218dd6afe483f8873b057aa3ab7a81108a6772f424"
21
- },
22
- "source_tar_sha256": "9847e8924ba7a6446aaa3ce735f4dc2849046c37e21aeb8867f3154ab163ede0"
23
- },
24
- "training_config_sha256": "d4d71e6e8f2e38ba3b1eaa0499bf1390c6e98c929e77d0aeaecc91896e2bf664",
25
- "dataset_manifest_sha256": "5e574c5784420866052fc87140692550c11921af07dd1541064e46d94c499908"
26
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/source_identity.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
3
+ "source": "current worktree snapshot",
4
+ "dirty_paths": [
5
+ " M AGENTS.md",
6
+ " M configs/experiments/memory/small_model/flappy_capped.yaml",
7
+ " M configs/experiments/memory/small_model/flappy_extended.yaml",
8
+ " M configs/experiments/observation_stride/flappy_capped.yaml",
9
+ " M configs/experiments/observation_stride/flappy_extended.yaml",
10
+ " M configs/experiments/sim2real.yaml",
11
+ " M scripts/experiments/memory/small_model/run.sh",
12
+ " M scripts/experiments/observation_stride/run.sh",
13
+ " M scripts/experiments/sim2real/study.py",
14
+ " M tests/scripts/test_sim2real.py",
15
+ "?? configs/experiments/sim2real/five_gpu.yaml",
16
+ "?? docs/cleanup-refactor/",
17
+ "?? lagen/",
18
+ "?? scripts/experiments/sim2real/campaign.py",
19
+ "?? servers.md"
20
+ ],
21
+ "runtime_patches": [
22
+ {
23
+ "path": "third_party/starVLA/starVLA/training/train_starvla.py",
24
+ "change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
25
+ "validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
26
+ }
27
+ ],
28
+ "frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
29
+ }
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/task_contract.json DELETED
@@ -1,80 +0,0 @@
1
- {
2
- "action_space": {
3
- "dtype": "float32",
4
- "high": [
5
- 1.0,
6
- 1.0,
7
- 1.0,
8
- 1.0,
9
- 1.0,
10
- 1.0
11
- ],
12
- "labels": [
13
- "right_thigh_torque",
14
- "right_leg_torque",
15
- "right_foot_torque",
16
- "left_thigh_torque",
17
- "left_leg_torque",
18
- "left_foot_torque"
19
- ],
20
- "low": [
21
- -1.0,
22
- -1.0,
23
- -1.0,
24
- -1.0,
25
- -1.0,
26
- -1.0
27
- ],
28
- "type": "box"
29
- },
30
- "base_prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot.",
31
- "env_fps": 5,
32
- "env_id": "LatencyBench/Walker2dContinuous-v0",
33
- "frame_stack": 1,
34
- "make_kwargs": {
35
- "base_env_id": "Walker2d-v4",
36
- "base_make_kwargs": {
37
- "ctrl_cost_weight": 0.001,
38
- "exclude_current_positions_from_observation": true,
39
- "forward_reward_weight": 1.0,
40
- "healthy_reward": 1.0,
41
- "reset_noise_scale": 0.005,
42
- "terminate_when_unhealthy": true
43
- },
44
- "render_mode": "rgb_array"
45
- },
46
- "noop_action": [
47
- 0.0,
48
- 0.0,
49
- 0.0,
50
- 0.0,
51
- 0.0,
52
- 0.0
53
- ],
54
- "obs_fps": 5,
55
- "registration_imports": [
56
- "latency_bench.envs.gymnasium_walker2d"
57
- ],
58
- "state_space": {
59
- "labels": [
60
- "torso_height",
61
- "torso_angle",
62
- "right_thigh_angle",
63
- "right_leg_angle",
64
- "right_foot_angle",
65
- "left_thigh_angle",
66
- "left_leg_angle",
67
- "left_foot_angle",
68
- "torso_x_velocity",
69
- "torso_z_velocity",
70
- "torso_angular_velocity",
71
- "right_thigh_angular_velocity",
72
- "right_leg_angular_velocity",
73
- "right_foot_angular_velocity",
74
- "left_thigh_angular_velocity",
75
- "left_leg_angular_velocity",
76
- "left_foot_angular_velocity"
77
- ]
78
- },
79
- "task_name": "walker2d_rgb_state"
80
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/training.complete.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "steps": 5000,
3
+ "seed": 42,
4
+ "global_batch": 128,
5
+ "gradient_checkpointing": true,
6
+ "gpus": "2,3",
7
+ "attempts": [
8
+ {
9
+ "micro_batch": 64,
10
+ "accumulation": 1,
11
+ "state": "COMPLETED"
12
+ }
13
+ ]
14
+ }
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/first_completed_reload_episode.json DELETED
@@ -1,15 +0,0 @@
1
- {
2
- "evidence": "existingL0sim20log",
3
- "completed_episodes": 7,
4
- "checkpoint": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt",
5
- "completed_episode_log_lines": [
6
- "[bench] sweep 1/1 episode 1/20 done",
7
- "[bench] sweep 1/1 episode 2/20 done",
8
- "[bench] sweep 1/1 episode 3/20 done",
9
- "[bench] sweep 1/1 episode 4/20 done",
10
- "[bench] sweep 1/1 episode 5/20 done",
11
- "[bench] sweep 1/1 episode 6/20 done",
12
- "[bench] sweep 1/1 episode 7/20 done"
13
- ],
14
- "evaluation": "running; bufferedtracefilesnotyetflushed; nofinalscores"
15
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/formal.status.json DELETED
@@ -1,25 +0,0 @@
1
- {
2
- "task": "walker2d",
3
- "stage": "formal",
4
- "state": "COMPLETED",
5
- "started_at": "2026-09-17T12:32:39.124476+00:00",
6
- "command": [
7
- "taskset",
8
- "-c",
9
- "28-55,140-167",
10
- "/home/ubuntu/miniconda3/envs/starvla_rl_games_gr00t/bin/python",
11
- "-m",
12
- "accelerate.commands.launch",
13
- "--config_file",
14
- "/mnt/local/lzj/latency-sensitive-bench/code/h1-5fps-20260917-v2/third_party/starVLA/starVLA/config/deepseeds/deepspeed_zero2.yaml",
15
- "--num_processes",
16
- "2",
17
- "--main_process_port",
18
- "29792",
19
- "starVLA/training/train_starvla.py",
20
- "--config_yaml",
21
- "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/train.yaml"
22
- ],
23
- "exit_code": 0,
24
- "ended_at": "2026-09-17T14:19:42.948167+00:00"
25
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/l0_sim20.yaml DELETED
@@ -1,161 +0,0 @@
1
- experiment:
2
- name: gr00t_walker2d_zero
3
- seed: 42
4
- backend:
5
- type: sample_factory
6
- algo: APPO
7
- device: cuda
8
- train_dir: /mnt/checkpoints/latency-sensitive-bench/small_models/walker2d
9
- restart_behavior: overwrite
10
- run_mode: eval
11
- executor:
12
- mode: simulated
13
- inference_devices:
14
- - cuda:0
15
- inference_batch_size: 1
16
- simulated_inference_pool: true
17
- simulated_worker_capacity: 1
18
- env:
19
- name: gymnasium
20
- task_name: walker2d
21
- env_id: LatencyBench/Walker2dContinuous-v0
22
- registration_imports:
23
- - latency_bench.envs.gymnasium_walker2d
24
- make_kwargs:
25
- base_env_id: Walker2d-v4
26
- base_make_kwargs:
27
- ctrl_cost_weight: 0.001
28
- exclude_current_positions_from_observation: true
29
- forward_reward_weight: 1.0
30
- healthy_reward: 1.0
31
- reset_noise_scale: 0.005
32
- terminate_when_unhealthy: true
33
- render_mode: rgb_array
34
- env_fps: 5
35
- obs_fps: 5
36
- frame_stack: 1
37
- action_space:
38
- dtype: float32
39
- high:
40
- - 1.0
41
- - 1.0
42
- - 1.0
43
- - 1.0
44
- - 1.0
45
- - 1.0
46
- labels:
47
- - right_thigh_torque
48
- - right_leg_torque
49
- - right_foot_torque
50
- - left_thigh_torque
51
- - left_leg_torque
52
- - left_foot_torque
53
- low:
54
- - -1.0
55
- - -1.0
56
- - -1.0
57
- - -1.0
58
- - -1.0
59
- - -1.0
60
- type: box
61
- noop_action:
62
- - 0.0
63
- - 0.0
64
- - 0.0
65
- - 0.0
66
- - 0.0
67
- - 0.0
68
- base_prompt: Move the Walker2d robot forward while keeping its torso upright. Predict
69
- six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot,
70
- left thigh, left leg, and left foot.
71
- state_space:
72
- labels:
73
- - torso_height
74
- - torso_angle
75
- - right_thigh_angle
76
- - right_leg_angle
77
- - right_foot_angle
78
- - left_thigh_angle
79
- - left_leg_angle
80
- - left_foot_angle
81
- - torso_x_velocity
82
- - torso_z_velocity
83
- - torso_angular_velocity
84
- - right_thigh_angular_velocity
85
- - right_leg_angular_velocity
86
- - right_foot_angular_velocity
87
- - left_thigh_angular_velocity
88
- - left_leg_angular_velocity
89
- - left_foot_angular_velocity
90
- obs_resize:
91
- - 224
92
- - 224
93
- latency:
94
- method: zero
95
- sync_cuda: false
96
- scheduler:
97
- hold_policy: hold
98
- ordering_policy: issue_order_fifo
99
- policy:
100
- type: starvla
101
- checkpoint_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/checkpoints/model.pt
102
- model_config_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/config.yaml
103
- backbone_path: /mnt/local/lzj/latency-sensitive-bench/models/Qwen3-VL-4B-Instruct
104
- device: cuda:0
105
- task_manifest_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/manifest.json
106
- latency_prompt_map_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/bundle/latency_prompt_map.json
107
- latency_prompt_key: 0
108
- training:
109
- train_for_env_steps: 10000000
110
- num_workers: 8
111
- num_envs_per_worker: 8
112
- worker_num_splits: 2
113
- num_policies: 1
114
- batch_size: 1024
115
- rollout: 64
116
- recurrence: 1
117
- num_epochs: 2
118
- num_batches_per_epoch: 4
119
- max_policy_lag: 300
120
- learning_rate: 0.00295
121
- gamma: 0.99
122
- gae_lambda: 0.95
123
- ppo_clip_ratio: 0.2
124
- ppo_clip_value: 0.2
125
- value_loss_coeff: 1.3
126
- max_grad_norm: 3.5
127
- exploration_loss_coeff: 0.0
128
- async_rl: false
129
- batched_sampling: false
130
- use_rnn: false
131
- encoder_mlp_layers:
132
- - 64
133
- - 64
134
- normalize_input: true
135
- normalize_returns: true
136
- save_every_sec: 600
137
- keep_checkpoints: 5
138
- lr_schedule: linear_decay
139
- kl_loss_coeff: 0.1
140
- serial_mode: false
141
- nonlinearity: tanh
142
- adaptive_stddev: false
143
- policy_initialization: torch_default
144
- initial_stddev: 1.0
145
- shuffle_minibatches: false
146
- value_bootstrap: true
147
- evaluation:
148
- eval_episodes: 20
149
- eval_parallel_envs: 1
150
- eval_max_steps: 1000
151
- eval_deterministic: true
152
- eval_latency_values: null
153
- logging:
154
- output_dir: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20
155
- video:
156
- enabled: false
157
- num_bins: 1
158
- save_step_records: true
159
- save_action_records: true
160
- save_latency_records: true
161
- realtime_pipeline_profile: false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/loader_check.json DELETED
@@ -1,27 +0,0 @@
1
- {
2
- "loader_action_shape": [
3
- 1,
4
- 6
5
- ],
6
- "loader_state_shape": [
7
- 1,
8
- 17
9
- ],
10
- "native_action_roundtrip": true,
11
- "state_minmax_once": true,
12
- "image_pixels_identical": true,
13
- "robot_type": "rl_games_gymnasium",
14
- "sample_action": [
15
- [
16
- 0.8583984375,
17
- -1.0,
18
- 1.0,
19
- 1.0,
20
- -1.0,
21
- 1.0
22
- ]
23
- ],
24
- "native_decoder": "box identity slice; unnorm_key unused",
25
- "action_dtype": "float16",
26
- "loader_float16_rounding_max_abs": 0.00012290477752685547
27
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/preparation.json DELETED
@@ -1,42 +0,0 @@
1
- {
2
- "repo": "latency-sensitive-bench/Standard-Pipeline",
3
- "revision": "571cb5801720488ed6458b9cfe3f4c595b069cea",
4
- "prefix": "walker2d/zero_latency/shared/source_100ep_v1/demonstrations/raw",
5
- "sha256": {
6
- "metadata.json": "c8ea2669493beabd97d9e7ecd06cc443adcb1760d8e71dd03588ea4adea20ae9",
7
- "train.parquet": "6a105846e7def09f10fd2a985413cc9a04b9433f57519d330ce33a1033ba7e65",
8
- "val.parquet": "687c1a5d08b3641b5ae76d218dd6afe483f8873b057aa3ab7a81108a6772f424"
9
- },
10
- "source_tar_sha256": "9847e8924ba7a6446aaa3ce735f4dc2849046c37e21aeb8867f3154ab163ede0",
11
- "frames": {
12
- "train": 85160,
13
- "val": 9664
14
- },
15
- "episodes": {
16
- "train": 90,
17
- "val": 10
18
- },
19
- "return_ranges": {
20
- "train": [
21
- 3019.899699331727,
22
- 4524.623699762858
23
- ],
24
- "val": [
25
- 3668.9183055646718,
26
- 4558.868211328983
27
- ]
28
- },
29
- "image_size": [
30
- 224,
31
- 224
32
- ],
33
- "state_dim": 17,
34
- "action_dim": 6,
35
- "action_horizon": 1,
36
- "fps": 5,
37
- "all_source_returns_gt3000": true,
38
- "all_nonprompt_columns_unchanged": true,
39
- "normalization": "train-only min_max; same transform in validation",
40
- "train_config": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/train.yaml",
41
- "dataset": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/data/lerobot/walker2d_h1_5fps_l0"
42
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/walker2d/vla/starvla-qwengr00t-h1/walker2d_l0_gr00t_h1_5fps_2h200_20260917/validation/publication_state.json DELETED
@@ -1,32 +0,0 @@
1
- {
2
- "task": "walker2d",
3
- "verified_at": "2026-09-17T14:30:05.544543+00:00",
4
- "training": "COMPLETED5000exit0",
5
- "l0_eval_status_snapshot": {
6
- "task": "walker2d",
7
- "stage": "l0_sim20",
8
- "state": "RUNNING",
9
- "started_at": "2026-09-17T14:19:53.991430+00:00",
10
- "command": [
11
- "/home/ubuntu/miniconda3/envs/starvla_rl_games_gr00t/bin/python",
12
- "-m",
13
- "latency_bench.run",
14
- "--config",
15
- "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/zero_latency/l0_sim20.yaml"
16
- ]
17
- },
18
- "l0_episodes_completed_at_snapshot": 7,
19
- "l0_final_scores": "notreportedwhile20episodeevaluationpending",
20
- "reload_forward_evidence": "firstcompletedepisodefromexistingfinalbundleL0evaluation;noextraevaluation",
21
- "downstream": "P/B/Fpending;parentmanaged3090queue",
22
- "bundle_files": 8,
23
- "bundle_sha256": {
24
- "checkpoints/model.pt": "5df7bf29e8cc0bc984cb21ad4f8db673f16b17ceb438f4f4c91be65ee52c4de1",
25
- "config.full.yaml": "23a1f179abba3d28587f14b89f99cfbaca0634aa36ab7c78539ee0ed95e0d58a",
26
- "config.yaml": "453c0e1175ed33e703476ffbc07b5d3a17e0d89f65d3038d53c8bc6436b537a7",
27
- "dataset_statistics.json": "1956e498026db81002e20cb62543ee44c55a82b4bf1a10dce3517483de0ecd83",
28
- "latency_prompt_map.json": "03688d51cea9f0ad31aee9666aeb02a58be4099aee9f083271eceaa9139d2871",
29
- "manifest.json": "5e574c5784420866052fc87140692550c11921af07dd1541064e46d94c499908",
30
- "provenance.json": "3e6427330cd062bd82f60e385c0bb099dba1fa339abaa0c108ae349ea936115c"
31
- }
32
- }