Archive original walker2d gr00t profile bundle
Browse files- archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/F-summary.json +163 -0
- archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/F-verification.json +6 -0
- archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/README.md +31 -0
- archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/checkpoints/model.pt +3 -0
- archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/config.full.yaml +261 -0
- archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/config.yaml +138 -0
- archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/dataset_statistics.json +180 -0
- archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/latency_prompt_map.json +7 -0
- archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/manifest.json +184 -0
- archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/provenance.json +34 -0
- archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/reload-validation.json +23 -0
- archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/source/README.md +5 -0
- archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/source/provenance.json +172 -0
- archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/task_contract.json +80 -0
archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/F-summary.json
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"verified_at": "2026-09-17T21:54:00.894032+00:00",
|
| 3 |
+
"task": "walker2d",
|
| 4 |
+
"B": {
|
| 5 |
+
"episodes": 20,
|
| 6 |
+
"mean_return": 63.24147456221736,
|
| 7 |
+
"population_std": 6.584119944585635,
|
| 8 |
+
"mean_length": 61.15,
|
| 9 |
+
"mean_episode_latency_ms": 107.04820905731547,
|
| 10 |
+
"observation_drops": 0,
|
| 11 |
+
"submitted_observations": 1223,
|
| 12 |
+
"action_drops": 0,
|
| 13 |
+
"invalid_actions": 0,
|
| 14 |
+
"metrics_sha256": "0c585c07d028987d60f03f5cad990f7b424e97917d139fa66f44e6573f75ee34"
|
| 15 |
+
},
|
| 16 |
+
"F": {
|
| 17 |
+
"episodes": 20,
|
| 18 |
+
"mean_return": 852.8724033441786,
|
| 19 |
+
"population_std": 357.102322157348,
|
| 20 |
+
"mean_length": 250.6,
|
| 21 |
+
"mean_episode_latency_ms": 107.06145728669419,
|
| 22 |
+
"observation_drops": 0,
|
| 23 |
+
"submitted_observations": 5012,
|
| 24 |
+
"action_drops": 0,
|
| 25 |
+
"invalid_actions": 0,
|
| 26 |
+
"metrics_sha256": "456db545a2fb07edfe7a339761b34782dd5a2987f3f28eb0e241e550c7aa6ced"
|
| 27 |
+
},
|
| 28 |
+
"paired": [
|
| 29 |
+
{
|
| 30 |
+
"seed": 42,
|
| 31 |
+
"B": 66.16242032595262,
|
| 32 |
+
"F": 991.3639332213364,
|
| 33 |
+
"delta": 925.2015128953838
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"seed": 43,
|
| 37 |
+
"B": 60.03168286501273,
|
| 38 |
+
"F": 369.8818098433932,
|
| 39 |
+
"delta": 309.8501269783805
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"seed": 44,
|
| 43 |
+
"B": 64.47357571737881,
|
| 44 |
+
"F": 720.6103530557076,
|
| 45 |
+
"delta": 656.1367773383288
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"seed": 45,
|
| 49 |
+
"B": 59.60303463811989,
|
| 50 |
+
"F": 1150.3193138698,
|
| 51 |
+
"delta": 1090.7162792316801
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"seed": 46,
|
| 55 |
+
"B": 61.890443606636744,
|
| 56 |
+
"F": 310.6481592092358,
|
| 57 |
+
"delta": 248.75771560259906
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"seed": 47,
|
| 61 |
+
"B": 61.404429063445264,
|
| 62 |
+
"F": 1068.212039574912,
|
| 63 |
+
"delta": 1006.8076105114668
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"seed": 48,
|
| 67 |
+
"B": 71.25021337481104,
|
| 68 |
+
"F": 509.5536777031986,
|
| 69 |
+
"delta": 438.3034643283876
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"seed": 49,
|
| 73 |
+
"B": 64.32829050611694,
|
| 74 |
+
"F": 1316.4247834069251,
|
| 75 |
+
"delta": 1252.0964929008082
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"seed": 50,
|
| 79 |
+
"B": 59.65748458065071,
|
| 80 |
+
"F": 718.9444266379952,
|
| 81 |
+
"delta": 659.2869420573445
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"seed": 51,
|
| 85 |
+
"B": 78.19331421262474,
|
| 86 |
+
"F": 1182.669513035368,
|
| 87 |
+
"delta": 1104.4761988227433
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"seed": 52,
|
| 91 |
+
"B": 69.53756289500063,
|
| 92 |
+
"F": 1241.9130556220862,
|
| 93 |
+
"delta": 1172.3754927270857
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"seed": 53,
|
| 97 |
+
"B": 52.28806362435964,
|
| 98 |
+
"F": 711.9996561729512,
|
| 99 |
+
"delta": 659.7115925485915
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"seed": 54,
|
| 103 |
+
"B": 61.4441390040874,
|
| 104 |
+
"F": 306.83449127304596,
|
| 105 |
+
"delta": 245.39035226895857
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"seed": 55,
|
| 109 |
+
"B": 78.21931462223985,
|
| 110 |
+
"F": 1222.080977245407,
|
| 111 |
+
"delta": 1143.8616626231671
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"seed": 56,
|
| 115 |
+
"B": 61.4247094298816,
|
| 116 |
+
"F": 800.6216178219371,
|
| 117 |
+
"delta": 739.1969083920555
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"seed": 57,
|
| 121 |
+
"B": 63.617009505124926,
|
| 122 |
+
"F": 373.15968866798323,
|
| 123 |
+
"delta": 309.5426791628583
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"seed": 58,
|
| 127 |
+
"B": 58.18109265657494,
|
| 128 |
+
"F": 954.8027340055005,
|
| 129 |
+
"delta": 896.6216413489256
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"seed": 59,
|
| 133 |
+
"B": 54.21753227541805,
|
| 134 |
+
"F": 787.7657032501974,
|
| 135 |
+
"delta": 733.5481709747793
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"seed": 60,
|
| 139 |
+
"B": 59.20549653493986,
|
| 140 |
+
"F": 741.1351754045119,
|
| 141 |
+
"delta": 681.9296788695721
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"seed": 61,
|
| 145 |
+
"B": 59.69968180597084,
|
| 146 |
+
"F": 1578.506957862078,
|
| 147 |
+
"delta": 1518.8072760561072
|
| 148 |
+
}
|
| 149 |
+
],
|
| 150 |
+
"wins": 20,
|
| 151 |
+
"ties": 0,
|
| 152 |
+
"losses": 0,
|
| 153 |
+
"mean_difference": 789.6309287819612,
|
| 154 |
+
"F_step_interval_ms": {
|
| 155 |
+
"mean": 200.00296332158868,
|
| 156 |
+
"min": 198.95315496250987,
|
| 157 |
+
"max": 201.21660106815398
|
| 158 |
+
},
|
| 159 |
+
"F_revision": "af4f38060b0374c5684c43f22cd504257cf2bffd",
|
| 160 |
+
"F_checkpoint_sha256": "1859cec5319db37b97a62d8190f081771f38978fa2ade39cfb82b155ac56b83b",
|
| 161 |
+
"protocol": "20 matched seeds42-61;5FPS;cap1000;measured-only;same B/F runtime with model and prompt0\u21921 changes",
|
| 162 |
+
"interpretation": "Compare measured outcomes and realized latencies; no equal-latency causal claim and no teacher gate applied to VLA."
|
| 163 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/F-verification.json
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"state": "F20_AND_MATCHED_COMPARISON_VERIFIED",
|
| 3 |
+
"summary": "/workspace/lzj/latency-sensitive-bench/runs/walker2d/gr00t_h1_5fps_20260917/F-summary.json",
|
| 4 |
+
"steps": 5012,
|
| 5 |
+
"verified_at": "2026-09-17T21:54:00.894032+00:00"
|
| 6 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/README.md
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# walker2d / qwengr00t
|
| 2 |
+
|
| 3 |
+
Training condition: `latency-aware`. Run: `walker2d_profile_gr00t_h1_5fps_2h200_20260917`.
|
| 4 |
+
|
| 5 |
+
Copied from [Standard-Pipeline](https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/walker2d/profile_latency/GR00T) at `2208875f92b21e3f8ec2363a30a6705dfe56cc04`.
|
| 6 |
+
|
| 7 |
+
- Checkpoint: `checkpoints/model.pt`
|
| 8 |
+
- Selection: only published VLA checkpoint
|
| 9 |
+
- Checkpoint SHA256: `1859cec5319db37b97a62d8190f081771f38978fa2ade39cfb82b155ac56b83b`
|
| 10 |
+
- Configuration, FPS, actions, normalization and latency semantics retain their source values.
|
| 11 |
+
- This import does not run evaluations or change training/evaluation/acceptance status.
|
| 12 |
+
|
| 13 |
+
Action horizon is 1. Use `config.yaml` and `dataset_statistics.json` with the matching
|
| 14 |
+
prepared backbone. `task_contract.json` is extracted from the original training configuration.
|
| 15 |
+
Original machine paths in historical configurations are provenance: bind checkpoint,
|
| 16 |
+
backbone, manifest and profile paths to downloaded local files when running inference.
|
| 17 |
+
|
| 18 |
+
See [the original model notes](source/README.md) for experiment results and limitations.
|
| 19 |
+
|
| 20 |
+
[Original provenance](source/provenance.json) retains dataset references and recorded experiment evidence.
|
| 21 |
+
|
| 22 |
+
## Download
|
| 23 |
+
|
| 24 |
+
```python
|
| 25 |
+
from huggingface_hub import snapshot_download
|
| 26 |
+
prefix = "latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917"
|
| 27 |
+
snapshot_download("latency-sensitive-bench/benchmark-models", revision="<commit>",
|
| 28 |
+
allow_patterns=[prefix + "/**"])
|
| 29 |
+
```
|
| 30 |
+
|
| 31 |
+
Use the verified import commit listed in the repository's import report.
|
archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/checkpoints/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1859cec5319db37b97a62d8190f081771f38978fa2ade39cfb82b155ac56b83b
|
| 3 |
+
size 9976860963
|
archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/config.full.yaml
ADDED
|
@@ -0,0 +1,261 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenGR00T
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: ${oc.env:GR00T_BACKBONE_DIR}
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
vl_hidden_dim: 2048
|
| 7 |
+
enable_gradient_checkpointing: true
|
| 8 |
+
action_model:
|
| 9 |
+
action_model_type: DiT-B
|
| 10 |
+
action_hidden_dim: 1024
|
| 11 |
+
hidden_size: 1024
|
| 12 |
+
add_pos_embed: true
|
| 13 |
+
max_seq_len: 1024
|
| 14 |
+
action_dim: 6
|
| 15 |
+
state_dim: 17
|
| 16 |
+
task_objective: null
|
| 17 |
+
action_horizon: 1
|
| 18 |
+
repeated_diffusion_steps: 8
|
| 19 |
+
noise_beta_alpha: 1.5
|
| 20 |
+
noise_beta_beta: 1.0
|
| 21 |
+
noise_s: 0.999
|
| 22 |
+
num_timestep_buckets: 1000
|
| 23 |
+
num_inference_timesteps: 4
|
| 24 |
+
num_target_vision_tokens: 32
|
| 25 |
+
diffusion_model_cfg:
|
| 26 |
+
cross_attention_dim: 2560
|
| 27 |
+
dropout: 0.2
|
| 28 |
+
final_dropout: true
|
| 29 |
+
interleave_self_attention: true
|
| 30 |
+
norm_type: ada_norm
|
| 31 |
+
num_layers: 16
|
| 32 |
+
output_dim: 1024
|
| 33 |
+
positional_embeddings: null
|
| 34 |
+
action_env_dim: 6
|
| 35 |
+
future_action_window_size: 0
|
| 36 |
+
past_action_window_size: 0
|
| 37 |
+
datasets:
|
| 38 |
+
vla_data:
|
| 39 |
+
dataset_py: lerobot_datasets
|
| 40 |
+
include_state: true
|
| 41 |
+
data_root_dir: /
|
| 42 |
+
data_mix: train
|
| 43 |
+
eval_data_mix: validation
|
| 44 |
+
custom_mixtures_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/profile_latency/vla/mixture.json
|
| 45 |
+
action_type: continuous
|
| 46 |
+
sequential_step_sampling: true
|
| 47 |
+
eval_sequential_step_sampling: null
|
| 48 |
+
num_workers: 4
|
| 49 |
+
eval_num_workers: 0
|
| 50 |
+
prefetch_factor: 2
|
| 51 |
+
persistent_workers: true
|
| 52 |
+
pin_memory: true
|
| 53 |
+
shuffle: true
|
| 54 |
+
action_balance:
|
| 55 |
+
enabled: false
|
| 56 |
+
strategy: balanced_epoch
|
| 57 |
+
action_key: action_id
|
| 58 |
+
target_flap_fraction: 0.3
|
| 59 |
+
noop_id: 0
|
| 60 |
+
flap_id: 1
|
| 61 |
+
latency_curriculum:
|
| 62 |
+
enabled: false
|
| 63 |
+
strategy: exclusive
|
| 64 |
+
latencies: null
|
| 65 |
+
phase_steps: null
|
| 66 |
+
phase_distributions: null
|
| 67 |
+
new_latency_passes: 1.0
|
| 68 |
+
replay_passes: 0.25
|
| 69 |
+
target_total_passes: 2.0
|
| 70 |
+
final_equalization: true
|
| 71 |
+
step_budget_mode: auto
|
| 72 |
+
eval_at_phase_end: false
|
| 73 |
+
save_at_phase_end: false
|
| 74 |
+
computed_plan: null
|
| 75 |
+
per_device_batch_size: 32
|
| 76 |
+
load_all_data_for_training: true
|
| 77 |
+
num_obs_frames: 1
|
| 78 |
+
image_mode: single
|
| 79 |
+
prompt_mode: raw
|
| 80 |
+
stitch_grid:
|
| 81 |
+
- 2
|
| 82 |
+
- 2
|
| 83 |
+
obs_image_size:
|
| 84 |
+
- 224
|
| 85 |
+
- 224
|
| 86 |
+
video_backend: pyav
|
| 87 |
+
lerobot_version: v2.0
|
| 88 |
+
gymnasium_task_contract:
|
| 89 |
+
action_space:
|
| 90 |
+
dtype: float32
|
| 91 |
+
high:
|
| 92 |
+
- 1.0
|
| 93 |
+
- 1.0
|
| 94 |
+
- 1.0
|
| 95 |
+
- 1.0
|
| 96 |
+
- 1.0
|
| 97 |
+
- 1.0
|
| 98 |
+
labels:
|
| 99 |
+
- right_thigh_torque
|
| 100 |
+
- right_leg_torque
|
| 101 |
+
- right_foot_torque
|
| 102 |
+
- left_thigh_torque
|
| 103 |
+
- left_leg_torque
|
| 104 |
+
- left_foot_torque
|
| 105 |
+
low:
|
| 106 |
+
- -1.0
|
| 107 |
+
- -1.0
|
| 108 |
+
- -1.0
|
| 109 |
+
- -1.0
|
| 110 |
+
- -1.0
|
| 111 |
+
- -1.0
|
| 112 |
+
type: box
|
| 113 |
+
base_prompt: Move the Walker2d robot forward while keeping its torso upright.
|
| 114 |
+
Predict six continuous torques in [-1, 1] ordered as right thigh, right leg,
|
| 115 |
+
right foot, left thigh, left leg, and left foot.
|
| 116 |
+
env_fps: 5.0
|
| 117 |
+
env_id: LatencyBench/Walker2dContinuous-v0
|
| 118 |
+
frame_stack: 1
|
| 119 |
+
make_kwargs:
|
| 120 |
+
base_env_id: Walker2d-v4
|
| 121 |
+
base_make_kwargs:
|
| 122 |
+
ctrl_cost_weight: 0.001
|
| 123 |
+
exclude_current_positions_from_observation: true
|
| 124 |
+
forward_reward_weight: 1.0
|
| 125 |
+
healthy_reward: 1.0
|
| 126 |
+
reset_noise_scale: 0.005
|
| 127 |
+
terminate_when_unhealthy: true
|
| 128 |
+
render_mode: rgb_array
|
| 129 |
+
noop_action:
|
| 130 |
+
- 0.0
|
| 131 |
+
- 0.0
|
| 132 |
+
- 0.0
|
| 133 |
+
- 0.0
|
| 134 |
+
- 0.0
|
| 135 |
+
- 0.0
|
| 136 |
+
obs_fps: 5.0
|
| 137 |
+
registration_imports:
|
| 138 |
+
- latency_bench.envs.gymnasium_walker2d
|
| 139 |
+
state_space:
|
| 140 |
+
labels:
|
| 141 |
+
- torso_height
|
| 142 |
+
- torso_angle
|
| 143 |
+
- right_thigh_angle
|
| 144 |
+
- right_leg_angle
|
| 145 |
+
- right_foot_angle
|
| 146 |
+
- left_thigh_angle
|
| 147 |
+
- left_leg_angle
|
| 148 |
+
- left_foot_angle
|
| 149 |
+
- torso_x_velocity
|
| 150 |
+
- torso_z_velocity
|
| 151 |
+
- torso_angular_velocity
|
| 152 |
+
- right_thigh_angular_velocity
|
| 153 |
+
- right_leg_angular_velocity
|
| 154 |
+
- right_foot_angular_velocity
|
| 155 |
+
- left_thigh_angular_velocity
|
| 156 |
+
- left_leg_angular_velocity
|
| 157 |
+
- left_foot_angular_velocity
|
| 158 |
+
task_name: walker2d
|
| 159 |
+
active_action_dim: 6
|
| 160 |
+
dataset:
|
| 161 |
+
source_hf: ''
|
| 162 |
+
config_name: null
|
| 163 |
+
source_subdir: null
|
| 164 |
+
converted_name: flappy_train
|
| 165 |
+
single_source_hf: ''
|
| 166 |
+
mixed_source_hf: ''
|
| 167 |
+
single_converted_name: flappy_train
|
| 168 |
+
mixed_converted_name: flappy_mixed_latency_train
|
| 169 |
+
single_latency_filter: null
|
| 170 |
+
mixed_latency_filter: null
|
| 171 |
+
force_download: false
|
| 172 |
+
setup_force: false
|
| 173 |
+
skip_verification: false
|
| 174 |
+
target_latency_unit: observation_steps
|
| 175 |
+
verify_rows: 200
|
| 176 |
+
max_episodes: null
|
| 177 |
+
episodes_per_latency: null
|
| 178 |
+
latency_filter: null
|
| 179 |
+
debug_subset:
|
| 180 |
+
enabled: false
|
| 181 |
+
max_episodes: 5
|
| 182 |
+
suffix: debug
|
| 183 |
+
base_model:
|
| 184 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 185 |
+
initialization:
|
| 186 |
+
checkpoint_local_dir: null
|
| 187 |
+
checkpoint_hf_repo_id: null
|
| 188 |
+
checkpoint_filename: null
|
| 189 |
+
trainer:
|
| 190 |
+
max_train_steps: 5000
|
| 191 |
+
num_warmup_steps: 100
|
| 192 |
+
save_interval: 500
|
| 193 |
+
eval_interval: 500
|
| 194 |
+
eval_num_batches: 200
|
| 195 |
+
per_latency_eval_num_batches: null
|
| 196 |
+
eval_action_classification: false
|
| 197 |
+
eval_action_classification_interval: null
|
| 198 |
+
cc_f1_tolerance: 1
|
| 199 |
+
learning_rate:
|
| 200 |
+
base: 2.0e-05
|
| 201 |
+
qwen_vl_interface: 1.0e-05
|
| 202 |
+
action_model: 0.0001
|
| 203 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 204 |
+
scheduler_specific_kwargs:
|
| 205 |
+
min_lr: 1.0e-06
|
| 206 |
+
freeze_modules: ''
|
| 207 |
+
freeze_vit: false
|
| 208 |
+
freeze_tied_embedding: false
|
| 209 |
+
freeze_llm_layers: []
|
| 210 |
+
loss_scale:
|
| 211 |
+
vla: 1.0
|
| 212 |
+
vlm: 0.1
|
| 213 |
+
max_grad_norm: 1.0
|
| 214 |
+
weight_decay: 0.0
|
| 215 |
+
logging_frequency: 1
|
| 216 |
+
profile_timing:
|
| 217 |
+
enabled: false
|
| 218 |
+
log_interval: 10
|
| 219 |
+
gradient_clipping: 1.0
|
| 220 |
+
gradient_accumulation_steps: 1
|
| 221 |
+
distributed_backend: deepspeed
|
| 222 |
+
is_resume: false
|
| 223 |
+
pretrained_checkpoint: null
|
| 224 |
+
resume_step: 0
|
| 225 |
+
reload_modules: null
|
| 226 |
+
optimizer:
|
| 227 |
+
name: AdamW
|
| 228 |
+
betas:
|
| 229 |
+
- 0.9
|
| 230 |
+
- 0.95
|
| 231 |
+
eps: 1.0e-08
|
| 232 |
+
weight_decay: 1.0e-08
|
| 233 |
+
fused: true
|
| 234 |
+
save_format: pt
|
| 235 |
+
run_id: walker2d_profile_gr00t_h1_5fps_2h200_20260917
|
| 236 |
+
run_root_dir: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/profile_latency/vla/training
|
| 237 |
+
seed: 42
|
| 238 |
+
is_debug: false
|
| 239 |
+
version_id: '0.21'
|
| 240 |
+
wandb_project: latency-sensitive-bench
|
| 241 |
+
wandb_entity: dongqianyu99-zhejiang-university
|
| 242 |
+
wandb_name: walker2d_profile_gr00t_h1_5fps_2h200_20260917
|
| 243 |
+
wandb_group: gr00t-six-env-h1-5fps
|
| 244 |
+
wandb_tags:
|
| 245 |
+
- walker2d
|
| 246 |
+
- profile_latency
|
| 247 |
+
- GR00T
|
| 248 |
+
- h1
|
| 249 |
+
training_latency_condition: profile_latency
|
| 250 |
+
backbone:
|
| 251 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 252 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 253 |
+
checkpoint:
|
| 254 |
+
save_best_model: false
|
| 255 |
+
save_final_model: true
|
| 256 |
+
save_pt_file: true
|
| 257 |
+
save_training_state: true
|
| 258 |
+
local:
|
| 259 |
+
keep_last_n: 1
|
| 260 |
+
config_yaml: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/profile_latency/train.yaml
|
| 261 |
+
output_dir: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/profile_latency/vla/training/walker2d_profile_gr00t_h1_5fps_2h200_20260917
|
archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/config.yaml
ADDED
|
@@ -0,0 +1,138 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenGR00T
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: ${oc.env:GR00T_BACKBONE_DIR}
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
vl_hidden_dim: 2048
|
| 7 |
+
enable_gradient_checkpointing: true
|
| 8 |
+
action_model:
|
| 9 |
+
action_model_type: DiT-B
|
| 10 |
+
action_hidden_dim: 1024
|
| 11 |
+
hidden_size: 1024
|
| 12 |
+
add_pos_embed: true
|
| 13 |
+
max_seq_len: 1024
|
| 14 |
+
action_dim: 6
|
| 15 |
+
state_dim: 17
|
| 16 |
+
task_objective: null
|
| 17 |
+
action_horizon: 1
|
| 18 |
+
repeated_diffusion_steps: 8
|
| 19 |
+
noise_beta_alpha: 1.5
|
| 20 |
+
noise_beta_beta: 1.0
|
| 21 |
+
noise_s: 0.999
|
| 22 |
+
num_timestep_buckets: 1000
|
| 23 |
+
num_inference_timesteps: 4
|
| 24 |
+
num_target_vision_tokens: 32
|
| 25 |
+
diffusion_model_cfg:
|
| 26 |
+
cross_attention_dim: 2560
|
| 27 |
+
dropout: 0.2
|
| 28 |
+
final_dropout: true
|
| 29 |
+
interleave_self_attention: true
|
| 30 |
+
norm_type: ada_norm
|
| 31 |
+
num_layers: 16
|
| 32 |
+
output_dim: 1024
|
| 33 |
+
positional_embeddings: null
|
| 34 |
+
action_env_dim: 6
|
| 35 |
+
future_action_window_size: 0
|
| 36 |
+
past_action_window_size: 0
|
| 37 |
+
version_id: '0.21'
|
| 38 |
+
datasets:
|
| 39 |
+
vla_data:
|
| 40 |
+
include_state: true
|
| 41 |
+
obs_image_size:
|
| 42 |
+
- 224
|
| 43 |
+
- 224
|
| 44 |
+
image_mode: single
|
| 45 |
+
stitch_grid:
|
| 46 |
+
- 2
|
| 47 |
+
- 2
|
| 48 |
+
num_obs_frames: 1
|
| 49 |
+
gymnasium_task_contract: &id001
|
| 50 |
+
action_space:
|
| 51 |
+
dtype: float32
|
| 52 |
+
high:
|
| 53 |
+
- 1.0
|
| 54 |
+
- 1.0
|
| 55 |
+
- 1.0
|
| 56 |
+
- 1.0
|
| 57 |
+
- 1.0
|
| 58 |
+
- 1.0
|
| 59 |
+
labels:
|
| 60 |
+
- right_thigh_torque
|
| 61 |
+
- right_leg_torque
|
| 62 |
+
- right_foot_torque
|
| 63 |
+
- left_thigh_torque
|
| 64 |
+
- left_leg_torque
|
| 65 |
+
- left_foot_torque
|
| 66 |
+
low:
|
| 67 |
+
- -1.0
|
| 68 |
+
- -1.0
|
| 69 |
+
- -1.0
|
| 70 |
+
- -1.0
|
| 71 |
+
- -1.0
|
| 72 |
+
- -1.0
|
| 73 |
+
type: box
|
| 74 |
+
base_prompt: Move the Walker2d robot forward while keeping its torso upright.
|
| 75 |
+
Predict six continuous torques in [-1, 1] ordered as right thigh, right leg,
|
| 76 |
+
right foot, left thigh, left leg, and left foot.
|
| 77 |
+
env_fps: 5.0
|
| 78 |
+
env_id: LatencyBench/Walker2dContinuous-v0
|
| 79 |
+
frame_stack: 1
|
| 80 |
+
make_kwargs:
|
| 81 |
+
base_env_id: Walker2d-v4
|
| 82 |
+
base_make_kwargs:
|
| 83 |
+
ctrl_cost_weight: 0.001
|
| 84 |
+
exclude_current_positions_from_observation: true
|
| 85 |
+
forward_reward_weight: 1.0
|
| 86 |
+
healthy_reward: 1.0
|
| 87 |
+
reset_noise_scale: 0.005
|
| 88 |
+
terminate_when_unhealthy: true
|
| 89 |
+
render_mode: rgb_array
|
| 90 |
+
noop_action:
|
| 91 |
+
- 0.0
|
| 92 |
+
- 0.0
|
| 93 |
+
- 0.0
|
| 94 |
+
- 0.0
|
| 95 |
+
- 0.0
|
| 96 |
+
- 0.0
|
| 97 |
+
obs_fps: 5.0
|
| 98 |
+
registration_imports:
|
| 99 |
+
- latency_bench.envs.gymnasium_walker2d
|
| 100 |
+
state_space:
|
| 101 |
+
labels:
|
| 102 |
+
- torso_height
|
| 103 |
+
- torso_angle
|
| 104 |
+
- right_thigh_angle
|
| 105 |
+
- right_leg_angle
|
| 106 |
+
- right_foot_angle
|
| 107 |
+
- left_thigh_angle
|
| 108 |
+
- left_leg_angle
|
| 109 |
+
- left_foot_angle
|
| 110 |
+
- torso_x_velocity
|
| 111 |
+
- torso_z_velocity
|
| 112 |
+
- torso_angular_velocity
|
| 113 |
+
- right_thigh_angular_velocity
|
| 114 |
+
- right_leg_angular_velocity
|
| 115 |
+
- right_foot_angular_velocity
|
| 116 |
+
- left_thigh_angular_velocity
|
| 117 |
+
- left_leg_angular_velocity
|
| 118 |
+
- left_foot_angular_velocity
|
| 119 |
+
task_name: walker2d
|
| 120 |
+
trainer:
|
| 121 |
+
pretrained_checkpoint: null
|
| 122 |
+
profile_timing:
|
| 123 |
+
enabled: false
|
| 124 |
+
log_interval: 10
|
| 125 |
+
backbone:
|
| 126 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 127 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 128 |
+
rl_games:
|
| 129 |
+
model_alias: gr00t
|
| 130 |
+
task: gymnasium
|
| 131 |
+
action_carrier: native
|
| 132 |
+
gymnasium:
|
| 133 |
+
task_contract: *id001
|
| 134 |
+
env_eval:
|
| 135 |
+
image_size: 224
|
| 136 |
+
frameskip: 1
|
| 137 |
+
image_transform: raw_rgb
|
| 138 |
+
prompt_mode: raw
|
archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/dataset_statistics.json
ADDED
|
@@ -0,0 +1,180 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.9479884505271912,
|
| 6 |
+
0.8967278599739075,
|
| 7 |
+
0.22252006828784943,
|
| 8 |
+
0.42712029814720154,
|
| 9 |
+
0.6054255366325378,
|
| 10 |
+
0.39046671986579895
|
| 11 |
+
],
|
| 12 |
+
"std": [
|
| 13 |
+
0.22479695081710815,
|
| 14 |
+
0.28594842553138733,
|
| 15 |
+
0.8105338215827942,
|
| 16 |
+
0.6386038661003113,
|
| 17 |
+
0.6382305026054382,
|
| 18 |
+
0.7736172080039978
|
| 19 |
+
],
|
| 20 |
+
"max": [
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0
|
| 27 |
+
],
|
| 28 |
+
"min": [
|
| 29 |
+
-1.0,
|
| 30 |
+
-1.0,
|
| 31 |
+
-1.0,
|
| 32 |
+
-1.0,
|
| 33 |
+
-1.0,
|
| 34 |
+
-1.0
|
| 35 |
+
],
|
| 36 |
+
"q01": [
|
| 37 |
+
-0.12693553328514098,
|
| 38 |
+
-0.4622062122821808,
|
| 39 |
+
-1.0,
|
| 40 |
+
-1.0,
|
| 41 |
+
-1.0,
|
| 42 |
+
-1.0
|
| 43 |
+
],
|
| 44 |
+
"q99": [
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0
|
| 51 |
+
],
|
| 52 |
+
"mask": [
|
| 53 |
+
true,
|
| 54 |
+
true,
|
| 55 |
+
true,
|
| 56 |
+
true,
|
| 57 |
+
true,
|
| 58 |
+
true
|
| 59 |
+
]
|
| 60 |
+
},
|
| 61 |
+
"state": {
|
| 62 |
+
"mean": [
|
| 63 |
+
0.080454520881176,
|
| 64 |
+
0.3073728084564209,
|
| 65 |
+
0.5504761934280396,
|
| 66 |
+
0.4364703595638275,
|
| 67 |
+
0.17060819268226624,
|
| 68 |
+
0.4959196150302887,
|
| 69 |
+
0.60721755027771,
|
| 70 |
+
0.274997740983963,
|
| 71 |
+
0.21275795996189117,
|
| 72 |
+
-0.10817987471818924,
|
| 73 |
+
-0.06906983256340027,
|
| 74 |
+
-0.001813000999391079,
|
| 75 |
+
-0.0005867783329449594,
|
| 76 |
+
-0.051718927919864655,
|
| 77 |
+
-0.0353797972202301,
|
| 78 |
+
-0.017273033037781715,
|
| 79 |
+
-0.006954238750040531
|
| 80 |
+
],
|
| 81 |
+
"std": [
|
| 82 |
+
0.3848876655101776,
|
| 83 |
+
0.386168897151947,
|
| 84 |
+
0.25338760018348694,
|
| 85 |
+
0.17777718603610992,
|
| 86 |
+
0.5525822639465332,
|
| 87 |
+
0.4858602285385132,
|
| 88 |
+
0.26794859766960144,
|
| 89 |
+
0.5490415692329407,
|
| 90 |
+
0.2725364565849304,
|
| 91 |
+
0.3741426467895508,
|
| 92 |
+
0.26948603987693787,
|
| 93 |
+
0.23391664028167725,
|
| 94 |
+
0.18887001276016235,
|
| 95 |
+
0.6265960931777954,
|
| 96 |
+
0.3519318103790283,
|
| 97 |
+
0.4073410630226135,
|
| 98 |
+
0.6110035181045532
|
| 99 |
+
],
|
| 100 |
+
"max": [
|
| 101 |
+
1.0,
|
| 102 |
+
1.0,
|
| 103 |
+
1.0,
|
| 104 |
+
1.0,
|
| 105 |
+
1.0,
|
| 106 |
+
1.0,
|
| 107 |
+
1.0,
|
| 108 |
+
1.0,
|
| 109 |
+
1.0,
|
| 110 |
+
1.0,
|
| 111 |
+
1.0,
|
| 112 |
+
1.0,
|
| 113 |
+
1.0,
|
| 114 |
+
1.0,
|
| 115 |
+
1.0,
|
| 116 |
+
1.0,
|
| 117 |
+
1.0
|
| 118 |
+
],
|
| 119 |
+
"min": [
|
| 120 |
+
-1.0,
|
| 121 |
+
-1.0,
|
| 122 |
+
-1.0,
|
| 123 |
+
-1.0,
|
| 124 |
+
-1.0,
|
| 125 |
+
-1.0,
|
| 126 |
+
-1.0,
|
| 127 |
+
-1.0,
|
| 128 |
+
-1.0,
|
| 129 |
+
-1.0,
|
| 130 |
+
-1.0,
|
| 131 |
+
-1.0,
|
| 132 |
+
-1.0,
|
| 133 |
+
-1.0,
|
| 134 |
+
-1.0,
|
| 135 |
+
-1.0,
|
| 136 |
+
-1.0
|
| 137 |
+
],
|
| 138 |
+
"q01": [
|
| 139 |
+
-0.8464448672533035,
|
| 140 |
+
-0.6947578257322311,
|
| 141 |
+
-0.28605210840702056,
|
| 142 |
+
-0.46256462395191195,
|
| 143 |
+
-0.8968109232187271,
|
| 144 |
+
-0.7328857761621476,
|
| 145 |
+
-0.48083224475383757,
|
| 146 |
+
-0.9292185813188553,
|
| 147 |
+
-0.5419902771711349,
|
| 148 |
+
-0.7907932072877883,
|
| 149 |
+
-0.8048153072595596,
|
| 150 |
+
-0.686601927280426,
|
| 151 |
+
-1.0,
|
| 152 |
+
-1.0,
|
| 153 |
+
-0.6300148075819015,
|
| 154 |
+
-1.0,
|
| 155 |
+
-1.0
|
| 156 |
+
],
|
| 157 |
+
"q99": [
|
| 158 |
+
0.9185441315174102,
|
| 159 |
+
0.9097266328334804,
|
| 160 |
+
0.7716626930236811,
|
| 161 |
+
0.5981208789348602,
|
| 162 |
+
0.8097793257236477,
|
| 163 |
+
0.9137463271617888,
|
| 164 |
+
0.9044068646430968,
|
| 165 |
+
0.9431438720226286,
|
| 166 |
+
0.7647204828262327,
|
| 167 |
+
0.7835678279399867,
|
| 168 |
+
0.5781928598880763,
|
| 169 |
+
0.7853474819660186,
|
| 170 |
+
0.6514471054077148,
|
| 171 |
+
1.0,
|
| 172 |
+
1.0,
|
| 173 |
+
1.0,
|
| 174 |
+
1.0
|
| 175 |
+
]
|
| 176 |
+
},
|
| 177 |
+
"num_transitions": 90000,
|
| 178 |
+
"num_trajectories": 90
|
| 179 |
+
}
|
| 180 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/latency_prompt_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"1": {
|
| 3 |
+
"prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 1 raw frames (200.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action.",
|
| 4 |
+
"latency_raw_frames": 1,
|
| 5 |
+
"latency_ms": 200.0
|
| 6 |
+
}
|
| 7 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/manifest.json
ADDED
|
@@ -0,0 +1,184 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_name": "walker2d_h1_5fps_profile",
|
| 3 |
+
"env_name": "walker2d",
|
| 4 |
+
"episodes": 90,
|
| 5 |
+
"frames": 90000,
|
| 6 |
+
"task_prompts": [
|
| 7 |
+
"Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 1 raw frames (200.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
|
| 8 |
+
],
|
| 9 |
+
"format": "lerobot_v2_image_parquet",
|
| 10 |
+
"source": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/profile_latency/data/raw_profile",
|
| 11 |
+
"integration_name": "gymnasium",
|
| 12 |
+
"task_name": "walker2d",
|
| 13 |
+
"action_layout": "gymnasium_continuous_v1",
|
| 14 |
+
"action_labels": [
|
| 15 |
+
"right_thigh_torque",
|
| 16 |
+
"right_leg_torque",
|
| 17 |
+
"right_foot_torque",
|
| 18 |
+
"left_thigh_torque",
|
| 19 |
+
"left_leg_torque",
|
| 20 |
+
"left_foot_torque"
|
| 21 |
+
],
|
| 22 |
+
"carrier_action_labels": [
|
| 23 |
+
"right_thigh_torque",
|
| 24 |
+
"right_leg_torque",
|
| 25 |
+
"right_foot_torque",
|
| 26 |
+
"left_thigh_torque",
|
| 27 |
+
"left_leg_torque",
|
| 28 |
+
"left_foot_torque"
|
| 29 |
+
],
|
| 30 |
+
"action_dim": 6,
|
| 31 |
+
"active_action_dim": 6,
|
| 32 |
+
"action_carrier": "native",
|
| 33 |
+
"rows_unit": "decision_step",
|
| 34 |
+
"obs_fps": 5.0,
|
| 35 |
+
"obs_stride_raw_frames": 1,
|
| 36 |
+
"uses_state": true,
|
| 37 |
+
"state_dim": 17,
|
| 38 |
+
"state_labels": [
|
| 39 |
+
"torso_height",
|
| 40 |
+
"torso_angle",
|
| 41 |
+
"right_thigh_angle",
|
| 42 |
+
"right_leg_angle",
|
| 43 |
+
"right_foot_angle",
|
| 44 |
+
"left_thigh_angle",
|
| 45 |
+
"left_leg_angle",
|
| 46 |
+
"left_foot_angle",
|
| 47 |
+
"torso_x_velocity",
|
| 48 |
+
"torso_z_velocity",
|
| 49 |
+
"torso_angular_velocity",
|
| 50 |
+
"right_thigh_angular_velocity",
|
| 51 |
+
"right_leg_angular_velocity",
|
| 52 |
+
"right_foot_angular_velocity",
|
| 53 |
+
"left_thigh_angular_velocity",
|
| 54 |
+
"left_leg_angular_velocity",
|
| 55 |
+
"left_foot_angular_velocity"
|
| 56 |
+
],
|
| 57 |
+
"state_normalization": {
|
| 58 |
+
"type": "min_max",
|
| 59 |
+
"min": [
|
| 60 |
+
0.9851876497268677,
|
| 61 |
+
-0.1729077845811844,
|
| 62 |
+
-0.5815715193748474,
|
| 63 |
+
-0.41291648149490356,
|
| 64 |
+
-1.1557613611221313,
|
| 65 |
+
-1.565748929977417,
|
| 66 |
+
-1.5937821865081787,
|
| 67 |
+
-1.4450324773788452,
|
| 68 |
+
-1.448801040649414,
|
| 69 |
+
-2.645611524581909,
|
| 70 |
+
-8.647480010986328,
|
| 71 |
+
-10.0,
|
| 72 |
+
-10.0,
|
| 73 |
+
-10.0,
|
| 74 |
+
-10.0,
|
| 75 |
+
-10.0,
|
| 76 |
+
-10.0
|
| 77 |
+
],
|
| 78 |
+
"max": [
|
| 79 |
+
1.5055257081985474,
|
| 80 |
+
0.6807975769042969,
|
| 81 |
+
0.14722545444965363,
|
| 82 |
+
0.17162981629371643,
|
| 83 |
+
1.3325903415679932,
|
| 84 |
+
0.18669182062149048,
|
| 85 |
+
0.3009708821773529,
|
| 86 |
+
1.3312314748764038,
|
| 87 |
+
6.26270866394043,
|
| 88 |
+
3.290994644165039,
|
| 89 |
+
10.0,
|
| 90 |
+
10.0,
|
| 91 |
+
10.0,
|
| 92 |
+
10.0,
|
| 93 |
+
10.0,
|
| 94 |
+
10.0,
|
| 95 |
+
10.0
|
| 96 |
+
]
|
| 97 |
+
},
|
| 98 |
+
"robot_type": "rl_games_gymnasium",
|
| 99 |
+
"latency_prompt_map_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/profile_latency/data/lerobot/walker2d_h1_5fps_profile/latency_prompt_map.json",
|
| 100 |
+
"custom_mixtures_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/profile_latency/data/lerobot/_generated_mixtures/walker2d_h1_5fps_profile.json",
|
| 101 |
+
"gymnasium_task": {
|
| 102 |
+
"action_space": {
|
| 103 |
+
"dtype": "float32",
|
| 104 |
+
"high": [
|
| 105 |
+
1.0,
|
| 106 |
+
1.0,
|
| 107 |
+
1.0,
|
| 108 |
+
1.0,
|
| 109 |
+
1.0,
|
| 110 |
+
1.0
|
| 111 |
+
],
|
| 112 |
+
"labels": [
|
| 113 |
+
"right_thigh_torque",
|
| 114 |
+
"right_leg_torque",
|
| 115 |
+
"right_foot_torque",
|
| 116 |
+
"left_thigh_torque",
|
| 117 |
+
"left_leg_torque",
|
| 118 |
+
"left_foot_torque"
|
| 119 |
+
],
|
| 120 |
+
"low": [
|
| 121 |
+
-1.0,
|
| 122 |
+
-1.0,
|
| 123 |
+
-1.0,
|
| 124 |
+
-1.0,
|
| 125 |
+
-1.0,
|
| 126 |
+
-1.0
|
| 127 |
+
],
|
| 128 |
+
"type": "box"
|
| 129 |
+
},
|
| 130 |
+
"base_prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot.",
|
| 131 |
+
"env_fps": 5.0,
|
| 132 |
+
"env_id": "LatencyBench/Walker2dContinuous-v0",
|
| 133 |
+
"frame_stack": 1,
|
| 134 |
+
"make_kwargs": {
|
| 135 |
+
"base_env_id": "Walker2d-v4",
|
| 136 |
+
"base_make_kwargs": {
|
| 137 |
+
"ctrl_cost_weight": 0.001,
|
| 138 |
+
"exclude_current_positions_from_observation": true,
|
| 139 |
+
"forward_reward_weight": 1.0,
|
| 140 |
+
"healthy_reward": 1.0,
|
| 141 |
+
"reset_noise_scale": 0.005,
|
| 142 |
+
"terminate_when_unhealthy": true
|
| 143 |
+
},
|
| 144 |
+
"render_mode": "rgb_array"
|
| 145 |
+
},
|
| 146 |
+
"noop_action": [
|
| 147 |
+
0.0,
|
| 148 |
+
0.0,
|
| 149 |
+
0.0,
|
| 150 |
+
0.0,
|
| 151 |
+
0.0,
|
| 152 |
+
0.0
|
| 153 |
+
],
|
| 154 |
+
"obs_fps": 5.0,
|
| 155 |
+
"registration_imports": [
|
| 156 |
+
"latency_bench.envs.gymnasium_walker2d"
|
| 157 |
+
],
|
| 158 |
+
"state_space": {
|
| 159 |
+
"labels": [
|
| 160 |
+
"torso_height",
|
| 161 |
+
"torso_angle",
|
| 162 |
+
"right_thigh_angle",
|
| 163 |
+
"right_leg_angle",
|
| 164 |
+
"right_foot_angle",
|
| 165 |
+
"left_thigh_angle",
|
| 166 |
+
"left_leg_angle",
|
| 167 |
+
"left_foot_angle",
|
| 168 |
+
"torso_x_velocity",
|
| 169 |
+
"torso_z_velocity",
|
| 170 |
+
"torso_angular_velocity",
|
| 171 |
+
"right_thigh_angular_velocity",
|
| 172 |
+
"right_leg_angular_velocity",
|
| 173 |
+
"right_foot_angular_velocity",
|
| 174 |
+
"left_thigh_angular_velocity",
|
| 175 |
+
"left_leg_angular_velocity",
|
| 176 |
+
"left_foot_angular_velocity"
|
| 177 |
+
]
|
| 178 |
+
},
|
| 179 |
+
"task_name": "walker2d"
|
| 180 |
+
},
|
| 181 |
+
"validation_dataset_name": "walker2d_h1_5fps_profile__val",
|
| 182 |
+
"validation_episodes": 10,
|
| 183 |
+
"validation_frames": 10000
|
| 184 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/provenance.json
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "walker2d",
|
| 3 |
+
"model": "qwengr00t",
|
| 4 |
+
"training_condition": "latency-aware",
|
| 5 |
+
"training_run_id": "walker2d_profile_gr00t_h1_5fps_2h200_20260917",
|
| 6 |
+
"source": {
|
| 7 |
+
"repo_id": "latency-sensitive-bench/Standard-Pipeline",
|
| 8 |
+
"revision": "2208875f92b21e3f8ec2363a30a6705dfe56cc04",
|
| 9 |
+
"path": "walker2d/profile_latency/GR00T",
|
| 10 |
+
"url": "https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/walker2d/profile_latency/GR00T"
|
| 11 |
+
},
|
| 12 |
+
"hf_repo_id": "latency-sensitive-bench/benchmark-models",
|
| 13 |
+
"hf_path": "latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917",
|
| 14 |
+
"checkpoint": {
|
| 15 |
+
"source_file": "walker2d/profile_latency/GR00T/checkpoints/model.pt",
|
| 16 |
+
"source_sha256": "1859cec5319db37b97a62d8190f081771f38978fa2ade39cfb82b155ac56b83b",
|
| 17 |
+
"source_bytes": 9976860963,
|
| 18 |
+
"file": "checkpoints/model.pt",
|
| 19 |
+
"selection_rule": "only published VLA checkpoint",
|
| 20 |
+
"method": "copy",
|
| 21 |
+
"sha256": "1859cec5319db37b97a62d8190f081771f38978fa2ade39cfb82b155ac56b83b",
|
| 22 |
+
"bytes": 9976860963
|
| 23 |
+
},
|
| 24 |
+
"config_source": "walker2d/profile_latency/GR00T/config.yaml",
|
| 25 |
+
"task_contract_file": "task_contract.json",
|
| 26 |
+
"missing_source_files": [],
|
| 27 |
+
"migration": {
|
| 28 |
+
"operation": "copy_selected_inference_bundle",
|
| 29 |
+
"source_modified": false,
|
| 30 |
+
"evaluation_performed": false,
|
| 31 |
+
"experiment_status": "preserved_in_source_evidence"
|
| 32 |
+
},
|
| 33 |
+
"action_horizon": 1
|
| 34 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/reload-validation.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"verified_at": "2026-09-17T20:36:51.671176+00:00",
|
| 3 |
+
"state": "TRAINING_AND_SAVED_BUNDLE_FORWARD_VERIFIED",
|
| 4 |
+
"training_updates": 5000,
|
| 5 |
+
"checkpoint_sha256": "1859cec5319db37b97a62d8190f081771f38978fa2ade39cfb82b155ac56b83b",
|
| 6 |
+
"action_horizon": 1,
|
| 7 |
+
"state_dim": 17,
|
| 8 |
+
"action_dim": 6,
|
| 9 |
+
"env_fps": 5,
|
| 10 |
+
"obs_fps": 5,
|
| 11 |
+
"global_batch": 64,
|
| 12 |
+
"seed": 42,
|
| 13 |
+
"sample_source": "actual held-out profile raw episode; manifest train-only minmax applied once",
|
| 14 |
+
"reload_contract": "existing saved-model loader checks missing/unexpected keys, allowing its documented tied-Qwen lm_head equivalence",
|
| 15 |
+
"forward_shape": [
|
| 16 |
+
1,
|
| 17 |
+
1,
|
| 18 |
+
6
|
| 19 |
+
],
|
| 20 |
+
"forward_finite": true,
|
| 21 |
+
"F20_status": "not yet run",
|
| 22 |
+
"acceptance": "not established by this engineering check"
|
| 23 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/source/README.md
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Walker2D GR00T profile H1 /5FPS
|
| 2 |
+
|
| 3 |
+
Fresh5000update training, savedbundle verification and matchedRTX3090 measuredF20 are complete. B=63.241475 ± 6.584120; F=852.872403 ± 357.102322; populationSD,20matchedseeds42–61,20pairedgains. This improvement is not a high-performance robotic acceptance claim. The >3000 gate applies to teacher demonstrations only.
|
| 4 |
+
|
| 5 |
+
B/F observedlatencies differ; no equal-latency causal claim. See F-summary.json and F-verification.json. Fullrawstep/action/latencytraces remain on3090; compactevidencepublished in dataset revision b59922566cb475e61455342b1111b9e9771c09de. Original reload-validation remains a historical snapshot. Evaluatedweights unchanged at af4f38060b0374c5684c43f22cd504257cf2bffd.
|
archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/source/provenance.json
ADDED
|
@@ -0,0 +1,172 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "walker2d",
|
| 3 |
+
"backbone": {
|
| 4 |
+
"repo_id": "Qwen/Qwen3-VL-4B-Instruct",
|
| 5 |
+
"revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": "steps_5000_pytorch_model.pt",
|
| 8 |
+
"training_steps": 5000,
|
| 9 |
+
"seed": 42,
|
| 10 |
+
"global_batch": 64,
|
| 11 |
+
"training_run_id": "walker2d_profile_gr00t_h1_5fps_2h200_20260917",
|
| 12 |
+
"condition": "profile_latency",
|
| 13 |
+
"source": {
|
| 14 |
+
"code_source": {
|
| 15 |
+
"repo": "latency-sensitive-bench/Standard-Pipeline",
|
| 16 |
+
"revision": "571cb5801720488ed6458b9cfe3f4c595b069cea",
|
| 17 |
+
"prefix": "walker2d/zero_latency/shared/source_100ep_v1/demonstrations/raw",
|
| 18 |
+
"sha256": {
|
| 19 |
+
"metadata.json": "c8ea2669493beabd97d9e7ecd06cc443adcb1760d8e71dd03588ea4adea20ae9",
|
| 20 |
+
"train.parquet": "6a105846e7def09f10fd2a985413cc9a04b9433f57519d330ce33a1033ba7e65",
|
| 21 |
+
"val.parquet": "687c1a5d08b3641b5ae76d218dd6afe483f8873b057aa3ab7a81108a6772f424"
|
| 22 |
+
},
|
| 23 |
+
"source_tar_sha256": "9847e8924ba7a6446aaa3ce735f4dc2849046c37e21aeb8867f3154ab163ede0"
|
| 24 |
+
},
|
| 25 |
+
"teacher_selection": {
|
| 26 |
+
"selected": "training_best",
|
| 27 |
+
"candidates": {
|
| 28 |
+
"final": {
|
| 29 |
+
"checkpoint": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/profile_latency/teacher/checkpoints/walker2d_profile_appo_h1_5fps_20260917/checkpoint_p0/checkpoint_000019536_10002432.pth",
|
| 30 |
+
"sha256": "dcfe291db668f89db2fead0028a76fb5a005965b9daaab7a29bd19eb13c43ca0",
|
| 31 |
+
"episodes": 20,
|
| 32 |
+
"returns": [
|
| 33 |
+
4299.208001651971,
|
| 34 |
+
4253.381546607346,
|
| 35 |
+
4274.26267070416,
|
| 36 |
+
4281.764485481581,
|
| 37 |
+
4316.5965023405115,
|
| 38 |
+
4185.72463542741,
|
| 39 |
+
4268.629567678589,
|
| 40 |
+
4265.304288469715,
|
| 41 |
+
4331.873574180083,
|
| 42 |
+
3269.8377559505593,
|
| 43 |
+
3583.941712492686,
|
| 44 |
+
4264.461568188047,
|
| 45 |
+
4268.998666838904,
|
| 46 |
+
4293.114110604841,
|
| 47 |
+
4274.87183914279,
|
| 48 |
+
4358.281606522924,
|
| 49 |
+
4247.960230740107,
|
| 50 |
+
4363.387419962692,
|
| 51 |
+
4258.273723341316,
|
| 52 |
+
4286.0125421364155
|
| 53 |
+
],
|
| 54 |
+
"mean": 4197.294322423132,
|
| 55 |
+
"std": 264.3552584808844,
|
| 56 |
+
"strict_gt3000": 20
|
| 57 |
+
},
|
| 58 |
+
"training_best": {
|
| 59 |
+
"checkpoint": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/profile_latency/teacher/checkpoints/walker2d_profile_appo_h1_5fps_20260917/checkpoint_p0/best_000014536_7442432_reward_4186.861.pth",
|
| 60 |
+
"sha256": "a9f0e63f8094fe10f82d2395fc7b59958dc22ac1abc59a6da52772eb1fd944ab",
|
| 61 |
+
"episodes": 20,
|
| 62 |
+
"returns": [
|
| 63 |
+
4232.421844289257,
|
| 64 |
+
4211.834128554937,
|
| 65 |
+
4235.009681429353,
|
| 66 |
+
4216.192126194387,
|
| 67 |
+
4225.968774742952,
|
| 68 |
+
4246.130242600228,
|
| 69 |
+
4259.369933944325,
|
| 70 |
+
4211.69597436189,
|
| 71 |
+
4227.7128439529915,
|
| 72 |
+
4219.107550141977,
|
| 73 |
+
4176.009289189152,
|
| 74 |
+
4216.315331519501,
|
| 75 |
+
4233.440001863116,
|
| 76 |
+
4210.597842410642,
|
| 77 |
+
4216.913958972969,
|
| 78 |
+
4236.856116118128,
|
| 79 |
+
4241.158612744575,
|
| 80 |
+
4224.4414913018245,
|
| 81 |
+
4191.601768644205,
|
| 82 |
+
4233.529106106846
|
| 83 |
+
],
|
| 84 |
+
"mean": 4223.315330954163,
|
| 85 |
+
"std": 18.175464884559204,
|
| 86 |
+
"strict_gt3000": 20
|
| 87 |
+
}
|
| 88 |
+
},
|
| 89 |
+
"completed_at": "2026-09-17T17:24:56.075104+00:00"
|
| 90 |
+
},
|
| 91 |
+
"profile": {
|
| 92 |
+
"state": "PROFILE_TEACHER_CONFIG_READY",
|
| 93 |
+
"profile": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/profile_latency/profile_3090_20260917T164637291306Z/profile.json",
|
| 94 |
+
"profile_sha256": "acf0a997fa7866b5a101714ec1479b8cc19b36ae1262f11081ab828de3e79661",
|
| 95 |
+
"source_recipe": "/mnt/local/lzj/latency-sensitive-bench/code/h1-5fps-20260917-v2/configs/examples/gymnasium/walker2d/small_model_train_sf_official_10m.yaml",
|
| 96 |
+
"source_recipe_sha256": "ef0abc795b6c33d152dbdeaa4a5a817df2546f400c17ce27ac9159e01bb92901",
|
| 97 |
+
"config": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/profile_latency/teacher.yaml",
|
| 98 |
+
"algo": "APPO",
|
| 99 |
+
"budget_env_steps": 10000000,
|
| 100 |
+
"seed": 0,
|
| 101 |
+
"fps": 5,
|
| 102 |
+
"latency": "iid",
|
| 103 |
+
"initialization": "fresh",
|
| 104 |
+
"metadata_derivation": "current task_name walker2d and state17 labels from wrapper; original official10m recipe seed0/hyperparameters/native physics preserved",
|
| 105 |
+
"next": "Run only after immutable new P is verified; Final/best20 tieFinal, E10, bounded12probe, strictreturn>3000."
|
| 106 |
+
},
|
| 107 |
+
"data": {
|
| 108 |
+
"train": {
|
| 109 |
+
"episodes": 90,
|
| 110 |
+
"frames": 90000,
|
| 111 |
+
"min_replay_return": 4128.808384731412,
|
| 112 |
+
"max_replay_return": 4261.9987871050835,
|
| 113 |
+
"sha256": "a161eb4de7d2539c456f5c21ae109c1561ee7c60a8cc273e3a32a9abae862fd1"
|
| 114 |
+
},
|
| 115 |
+
"val": {
|
| 116 |
+
"episodes": 10,
|
| 117 |
+
"frames": 10000,
|
| 118 |
+
"min_replay_return": 4201.307677522302,
|
| 119 |
+
"max_replay_return": 4247.824013382196,
|
| 120 |
+
"sha256": "5f17b3e18e7c79e94eefb773f52b7abd82873c8629e7a950eb763c849ca5bb4c"
|
| 121 |
+
}
|
| 122 |
+
},
|
| 123 |
+
"dataset": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/walker2d/profile_latency/data/lerobot/walker2d_h1_5fps_profile",
|
| 124 |
+
"condition": "profile_latency",
|
| 125 |
+
"action_horizon": 1,
|
| 126 |
+
"state_normalization": {
|
| 127 |
+
"type": "min_max",
|
| 128 |
+
"min": [
|
| 129 |
+
0.9851876497268677,
|
| 130 |
+
-0.1729077845811844,
|
| 131 |
+
-0.5815715193748474,
|
| 132 |
+
-0.41291648149490356,
|
| 133 |
+
-1.1557613611221313,
|
| 134 |
+
-1.565748929977417,
|
| 135 |
+
-1.5937821865081787,
|
| 136 |
+
-1.4450324773788452,
|
| 137 |
+
-1.448801040649414,
|
| 138 |
+
-2.645611524581909,
|
| 139 |
+
-8.647480010986328,
|
| 140 |
+
-10.0,
|
| 141 |
+
-10.0,
|
| 142 |
+
-10.0,
|
| 143 |
+
-10.0,
|
| 144 |
+
-10.0,
|
| 145 |
+
-10.0
|
| 146 |
+
],
|
| 147 |
+
"max": [
|
| 148 |
+
1.5055257081985474,
|
| 149 |
+
0.6807975769042969,
|
| 150 |
+
0.14722545444965363,
|
| 151 |
+
0.17162981629371643,
|
| 152 |
+
1.3325903415679932,
|
| 153 |
+
0.18669182062149048,
|
| 154 |
+
0.3009708821773529,
|
| 155 |
+
1.3312314748764038,
|
| 156 |
+
6.26270866394043,
|
| 157 |
+
3.290994644165039,
|
| 158 |
+
10.0,
|
| 159 |
+
10.0,
|
| 160 |
+
10.0,
|
| 161 |
+
10.0,
|
| 162 |
+
10.0,
|
| 163 |
+
10.0,
|
| 164 |
+
10.0
|
| 165 |
+
]
|
| 166 |
+
},
|
| 167 |
+
"prompt_key": 1,
|
| 168 |
+
"fresh_vla_initialization": true
|
| 169 |
+
},
|
| 170 |
+
"training_config_sha256": "54eef4fa88502b723bdc47150eb134cd4adf7b81296c4a57e0936ffad3016f86",
|
| 171 |
+
"dataset_manifest_sha256": "44e468feb3bd491709b90a800bba465aacd566b83092c44aac557e9acbd479ee"
|
| 172 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/task_contract.json
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action_space": {
|
| 3 |
+
"dtype": "float32",
|
| 4 |
+
"high": [
|
| 5 |
+
1.0,
|
| 6 |
+
1.0,
|
| 7 |
+
1.0,
|
| 8 |
+
1.0,
|
| 9 |
+
1.0,
|
| 10 |
+
1.0
|
| 11 |
+
],
|
| 12 |
+
"labels": [
|
| 13 |
+
"right_thigh_torque",
|
| 14 |
+
"right_leg_torque",
|
| 15 |
+
"right_foot_torque",
|
| 16 |
+
"left_thigh_torque",
|
| 17 |
+
"left_leg_torque",
|
| 18 |
+
"left_foot_torque"
|
| 19 |
+
],
|
| 20 |
+
"low": [
|
| 21 |
+
-1.0,
|
| 22 |
+
-1.0,
|
| 23 |
+
-1.0,
|
| 24 |
+
-1.0,
|
| 25 |
+
-1.0,
|
| 26 |
+
-1.0
|
| 27 |
+
],
|
| 28 |
+
"type": "box"
|
| 29 |
+
},
|
| 30 |
+
"base_prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot.",
|
| 31 |
+
"env_fps": 5.0,
|
| 32 |
+
"env_id": "LatencyBench/Walker2dContinuous-v0",
|
| 33 |
+
"frame_stack": 1,
|
| 34 |
+
"make_kwargs": {
|
| 35 |
+
"base_env_id": "Walker2d-v4",
|
| 36 |
+
"base_make_kwargs": {
|
| 37 |
+
"ctrl_cost_weight": 0.001,
|
| 38 |
+
"exclude_current_positions_from_observation": true,
|
| 39 |
+
"forward_reward_weight": 1.0,
|
| 40 |
+
"healthy_reward": 1.0,
|
| 41 |
+
"reset_noise_scale": 0.005,
|
| 42 |
+
"terminate_when_unhealthy": true
|
| 43 |
+
},
|
| 44 |
+
"render_mode": "rgb_array"
|
| 45 |
+
},
|
| 46 |
+
"noop_action": [
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0
|
| 53 |
+
],
|
| 54 |
+
"obs_fps": 5.0,
|
| 55 |
+
"registration_imports": [
|
| 56 |
+
"latency_bench.envs.gymnasium_walker2d"
|
| 57 |
+
],
|
| 58 |
+
"state_space": {
|
| 59 |
+
"labels": [
|
| 60 |
+
"torso_height",
|
| 61 |
+
"torso_angle",
|
| 62 |
+
"right_thigh_angle",
|
| 63 |
+
"right_leg_angle",
|
| 64 |
+
"right_foot_angle",
|
| 65 |
+
"left_thigh_angle",
|
| 66 |
+
"left_leg_angle",
|
| 67 |
+
"left_foot_angle",
|
| 68 |
+
"torso_x_velocity",
|
| 69 |
+
"torso_z_velocity",
|
| 70 |
+
"torso_angular_velocity",
|
| 71 |
+
"right_thigh_angular_velocity",
|
| 72 |
+
"right_leg_angular_velocity",
|
| 73 |
+
"right_foot_angular_velocity",
|
| 74 |
+
"left_thigh_angular_velocity",
|
| 75 |
+
"left_leg_angular_velocity",
|
| 76 |
+
"left_foot_angular_velocity"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"task_name": "walker2d"
|
| 80 |
+
}
|