Archive original hopper gr00t profile bundle
Browse files- archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/F-summary.json +163 -0
- archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/F-verification.json +6 -0
- archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/README.md +31 -0
- archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/checkpoints/model.pt +3 -0
- archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/config.full.yaml +242 -0
- archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/config.yaml +119 -0
- archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/dataset_statistics.json +123 -0
- archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/latency_prompt_map.json +7 -0
- archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/manifest.json +142 -0
- archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/provenance.json +34 -0
- archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/reload-validation.json +23 -0
- archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/source/README.md +5 -0
- archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/source/provenance.json +163 -0
- archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/task_contract.json +62 -0
archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/F-summary.json
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"verified_at": "2026-09-17T21:34:33.830761+00:00",
|
| 3 |
+
"task": "hopper",
|
| 4 |
+
"B": {
|
| 5 |
+
"episodes": 20,
|
| 6 |
+
"mean_return": 8.553798918701421,
|
| 7 |
+
"population_std": 0.09164445349807723,
|
| 8 |
+
"mean_length": 9,
|
| 9 |
+
"mean_episode_latency_ms": 111.10969192814082,
|
| 10 |
+
"observation_drops": 0,
|
| 11 |
+
"submitted_observations": 180,
|
| 12 |
+
"action_drops": 0,
|
| 13 |
+
"invalid_actions": 0,
|
| 14 |
+
"metrics_sha256": "15e0fff2f282cce88a408993c1d1c1c608a8e534af55df802f5019924bb2e9b0"
|
| 15 |
+
},
|
| 16 |
+
"F": {
|
| 17 |
+
"episodes": 20,
|
| 18 |
+
"mean_return": 242.55055665478992,
|
| 19 |
+
"population_std": 127.57369659782253,
|
| 20 |
+
"mean_length": 100.1,
|
| 21 |
+
"mean_episode_latency_ms": 110.7924141313037,
|
| 22 |
+
"observation_drops": 0,
|
| 23 |
+
"submitted_observations": 2002,
|
| 24 |
+
"action_drops": 0,
|
| 25 |
+
"invalid_actions": 0,
|
| 26 |
+
"metrics_sha256": "7e98ffea9db1d79cea521fcba68cf2a1ad76d818eae318a09aaa98e37a70aceb"
|
| 27 |
+
},
|
| 28 |
+
"paired": [
|
| 29 |
+
{
|
| 30 |
+
"seed": 42,
|
| 31 |
+
"B": 8.601128245693165,
|
| 32 |
+
"F": 343.6761117591365,
|
| 33 |
+
"delta": 335.0749835134433
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"seed": 43,
|
| 37 |
+
"B": 8.698451451997723,
|
| 38 |
+
"F": 77.48860293690754,
|
| 39 |
+
"delta": 68.79015148490981
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"seed": 44,
|
| 43 |
+
"B": 8.675803868427353,
|
| 44 |
+
"F": 112.99006876226332,
|
| 45 |
+
"delta": 104.31426489383597
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"seed": 45,
|
| 49 |
+
"B": 8.530831452718134,
|
| 50 |
+
"F": 342.75501631999356,
|
| 51 |
+
"delta": 334.2241848672754
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"seed": 46,
|
| 55 |
+
"B": 8.616775268138941,
|
| 56 |
+
"F": 82.57466802682492,
|
| 57 |
+
"delta": 73.95789275868599
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"seed": 47,
|
| 61 |
+
"B": 8.399036294860874,
|
| 62 |
+
"F": 346.3568388160152,
|
| 63 |
+
"delta": 337.95780252115435
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"seed": 48,
|
| 67 |
+
"B": 8.527887103971324,
|
| 68 |
+
"F": 342.9612816173764,
|
| 69 |
+
"delta": 334.4333945134051
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"seed": 49,
|
| 73 |
+
"B": 8.517139018075015,
|
| 74 |
+
"F": 116.06720384039482,
|
| 75 |
+
"delta": 107.55006482231981
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"seed": 50,
|
| 79 |
+
"B": 8.448905777753668,
|
| 80 |
+
"F": 171.36873558575093,
|
| 81 |
+
"delta": 162.91982980799725
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"seed": 51,
|
| 85 |
+
"B": 8.57681750029125,
|
| 86 |
+
"F": 107.03821019089881,
|
| 87 |
+
"delta": 98.46139269060755
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"seed": 52,
|
| 91 |
+
"B": 8.499147733543529,
|
| 92 |
+
"F": 407.27526018834806,
|
| 93 |
+
"delta": 398.77611245480455
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"seed": 53,
|
| 97 |
+
"B": 8.580534329357635,
|
| 98 |
+
"F": 168.11576973272216,
|
| 99 |
+
"delta": 159.5352354033645
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"seed": 54,
|
| 103 |
+
"B": 8.693173128612607,
|
| 104 |
+
"F": 112.27675191351292,
|
| 105 |
+
"delta": 103.58357878490031
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"seed": 55,
|
| 109 |
+
"B": 8.503254728109283,
|
| 110 |
+
"F": 345.791405216921,
|
| 111 |
+
"delta": 337.28815048881177
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"seed": 56,
|
| 115 |
+
"B": 8.617020606791158,
|
| 116 |
+
"F": 371.0030376043078,
|
| 117 |
+
"delta": 362.38601699751666
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"seed": 57,
|
| 121 |
+
"B": 8.438460003247506,
|
| 122 |
+
"F": 409.7465920290405,
|
| 123 |
+
"delta": 401.30813202579304
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"seed": 58,
|
| 127 |
+
"B": 8.423442879493416,
|
| 128 |
+
"F": 404.90933966988376,
|
| 129 |
+
"delta": 396.48589679039037
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"seed": 59,
|
| 133 |
+
"B": 8.493276290159583,
|
| 134 |
+
"F": 345.40185098954646,
|
| 135 |
+
"delta": 336.90857469938686
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"seed": 60,
|
| 139 |
+
"B": 8.707425662635234,
|
| 140 |
+
"F": 74.85872734440912,
|
| 141 |
+
"delta": 66.15130168177389
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"seed": 61,
|
| 145 |
+
"B": 8.527467030151016,
|
| 146 |
+
"F": 168.3556605515446,
|
| 147 |
+
"delta": 159.8281935213936
|
| 148 |
+
}
|
| 149 |
+
],
|
| 150 |
+
"wins": 20,
|
| 151 |
+
"ties": 0,
|
| 152 |
+
"losses": 0,
|
| 153 |
+
"mean_difference": 233.99675773608848,
|
| 154 |
+
"F_step_interval_ms": {
|
| 155 |
+
"mean": 200.0077628149011,
|
| 156 |
+
"min": 198.96644609980285,
|
| 157 |
+
"max": 201.19602186605334
|
| 158 |
+
},
|
| 159 |
+
"F_revision": "d33af26b7f87357c1b7a2b75bae4923bd90b6cc1",
|
| 160 |
+
"F_checkpoint_sha256": "fe4fb89a88d9aab7f266a69921b32cfc00a0e2964664be3953988a8f4062d3ca",
|
| 161 |
+
"protocol": "20 matched seeds42-61;5FPS;cap1000;measured-only;same B/F runtime with model and prompt0\u21921 changes",
|
| 162 |
+
"interpretation": "Compare measured outcomes and realized latencies; no equal-latency causal claim and no teacher gate applied to VLA."
|
| 163 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/F-verification.json
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"state": "F20_AND_MATCHED_COMPARISON_VERIFIED",
|
| 3 |
+
"summary": "/workspace/lzj/latency-sensitive-bench/runs/hopper/gr00t_h1_5fps_20260917/F-summary.json",
|
| 4 |
+
"steps": 2002,
|
| 5 |
+
"verified_at": "2026-09-17T21:34:33.830761+00:00"
|
| 6 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/README.md
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# hopper / qwengr00t
|
| 2 |
+
|
| 3 |
+
Training condition: `latency-aware`. Run: `hopper_profile_gr00t_h1_5fps_2h100_20260917`.
|
| 4 |
+
|
| 5 |
+
Copied from [Standard-Pipeline](https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/hopper/profile_latency/GR00T) at `2208875f92b21e3f8ec2363a30a6705dfe56cc04`.
|
| 6 |
+
|
| 7 |
+
- Checkpoint: `checkpoints/model.pt`
|
| 8 |
+
- Selection: only published VLA checkpoint
|
| 9 |
+
- Checkpoint SHA256: `fe4fb89a88d9aab7f266a69921b32cfc00a0e2964664be3953988a8f4062d3ca`
|
| 10 |
+
- Configuration, FPS, actions, normalization and latency semantics retain their source values.
|
| 11 |
+
- This import does not run evaluations or change training/evaluation/acceptance status.
|
| 12 |
+
|
| 13 |
+
Action horizon is 1. Use `config.yaml` and `dataset_statistics.json` with the matching
|
| 14 |
+
prepared backbone. `task_contract.json` is extracted from the original training configuration.
|
| 15 |
+
Original machine paths in historical configurations are provenance: bind checkpoint,
|
| 16 |
+
backbone, manifest and profile paths to downloaded local files when running inference.
|
| 17 |
+
|
| 18 |
+
See [the original model notes](source/README.md) for experiment results and limitations.
|
| 19 |
+
|
| 20 |
+
[Original provenance](source/provenance.json) retains dataset references and recorded experiment evidence.
|
| 21 |
+
|
| 22 |
+
## Download
|
| 23 |
+
|
| 24 |
+
```python
|
| 25 |
+
from huggingface_hub import snapshot_download
|
| 26 |
+
prefix = "latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917"
|
| 27 |
+
snapshot_download("latency-sensitive-bench/benchmark-models", revision="<commit>",
|
| 28 |
+
allow_patterns=[prefix + "/**"])
|
| 29 |
+
```
|
| 30 |
+
|
| 31 |
+
Use the verified import commit listed in the repository's import report.
|
archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/checkpoints/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fe4fb89a88d9aab7f266a69921b32cfc00a0e2964664be3953988a8f4062d3ca
|
| 3 |
+
size 9976837923
|
archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/config.full.yaml
ADDED
|
@@ -0,0 +1,242 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenGR00T
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: ${oc.env:GR00T_BACKBONE_DIR}
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
vl_hidden_dim: 2048
|
| 7 |
+
enable_gradient_checkpointing: true
|
| 8 |
+
action_model:
|
| 9 |
+
action_model_type: DiT-B
|
| 10 |
+
action_hidden_dim: 1024
|
| 11 |
+
hidden_size: 1024
|
| 12 |
+
add_pos_embed: true
|
| 13 |
+
max_seq_len: 1024
|
| 14 |
+
action_dim: 3
|
| 15 |
+
state_dim: 11
|
| 16 |
+
task_objective: null
|
| 17 |
+
action_horizon: 1
|
| 18 |
+
repeated_diffusion_steps: 8
|
| 19 |
+
noise_beta_alpha: 1.5
|
| 20 |
+
noise_beta_beta: 1.0
|
| 21 |
+
noise_s: 0.999
|
| 22 |
+
num_timestep_buckets: 1000
|
| 23 |
+
num_inference_timesteps: 4
|
| 24 |
+
num_target_vision_tokens: 32
|
| 25 |
+
diffusion_model_cfg:
|
| 26 |
+
cross_attention_dim: 2560
|
| 27 |
+
dropout: 0.2
|
| 28 |
+
final_dropout: true
|
| 29 |
+
interleave_self_attention: true
|
| 30 |
+
norm_type: ada_norm
|
| 31 |
+
num_layers: 16
|
| 32 |
+
output_dim: 1024
|
| 33 |
+
positional_embeddings: null
|
| 34 |
+
action_env_dim: 3
|
| 35 |
+
future_action_window_size: 0
|
| 36 |
+
past_action_window_size: 0
|
| 37 |
+
datasets:
|
| 38 |
+
vla_data:
|
| 39 |
+
dataset_py: lerobot_datasets
|
| 40 |
+
include_state: true
|
| 41 |
+
data_root_dir: /
|
| 42 |
+
data_mix: train
|
| 43 |
+
eval_data_mix: validation
|
| 44 |
+
custom_mixtures_path: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/hopper/profile_latency/vla/mixture.json
|
| 45 |
+
action_type: continuous
|
| 46 |
+
sequential_step_sampling: true
|
| 47 |
+
eval_sequential_step_sampling: null
|
| 48 |
+
num_workers: 4
|
| 49 |
+
eval_num_workers: 0
|
| 50 |
+
prefetch_factor: 2
|
| 51 |
+
persistent_workers: true
|
| 52 |
+
pin_memory: true
|
| 53 |
+
shuffle: true
|
| 54 |
+
action_balance:
|
| 55 |
+
enabled: false
|
| 56 |
+
strategy: balanced_epoch
|
| 57 |
+
action_key: action_id
|
| 58 |
+
target_flap_fraction: 0.3
|
| 59 |
+
noop_id: 0
|
| 60 |
+
flap_id: 1
|
| 61 |
+
latency_curriculum:
|
| 62 |
+
enabled: false
|
| 63 |
+
strategy: exclusive
|
| 64 |
+
latencies: null
|
| 65 |
+
phase_steps: null
|
| 66 |
+
phase_distributions: null
|
| 67 |
+
new_latency_passes: 1.0
|
| 68 |
+
replay_passes: 0.25
|
| 69 |
+
target_total_passes: 2.0
|
| 70 |
+
final_equalization: true
|
| 71 |
+
step_budget_mode: auto
|
| 72 |
+
eval_at_phase_end: false
|
| 73 |
+
save_at_phase_end: false
|
| 74 |
+
computed_plan: null
|
| 75 |
+
per_device_batch_size: 8
|
| 76 |
+
load_all_data_for_training: true
|
| 77 |
+
num_obs_frames: 1
|
| 78 |
+
image_mode: single
|
| 79 |
+
prompt_mode: raw
|
| 80 |
+
stitch_grid:
|
| 81 |
+
- 2
|
| 82 |
+
- 2
|
| 83 |
+
obs_image_size:
|
| 84 |
+
- 224
|
| 85 |
+
- 224
|
| 86 |
+
video_backend: pyav
|
| 87 |
+
lerobot_version: v2.0
|
| 88 |
+
gymnasium_task_contract:
|
| 89 |
+
action_space:
|
| 90 |
+
dtype: float32
|
| 91 |
+
high:
|
| 92 |
+
- 1.0
|
| 93 |
+
- 1.0
|
| 94 |
+
- 1.0
|
| 95 |
+
labels:
|
| 96 |
+
- thigh_torque
|
| 97 |
+
- leg_torque
|
| 98 |
+
- foot_torque
|
| 99 |
+
low:
|
| 100 |
+
- -1.0
|
| 101 |
+
- -1.0
|
| 102 |
+
- -1.0
|
| 103 |
+
type: box
|
| 104 |
+
base_prompt: Move the Hopper robot forward while keeping its torso upright.
|
| 105 |
+
Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.
|
| 106 |
+
env_fps: 5.0
|
| 107 |
+
env_id: LatencyBench/Hopper-v0
|
| 108 |
+
frame_stack: 1
|
| 109 |
+
make_kwargs:
|
| 110 |
+
base_env_id: Hopper-v4
|
| 111 |
+
base_make_kwargs:
|
| 112 |
+
ctrl_cost_weight: 0.001
|
| 113 |
+
exclude_current_positions_from_observation: true
|
| 114 |
+
forward_reward_weight: 1.0
|
| 115 |
+
healthy_reward: 1.0
|
| 116 |
+
reset_noise_scale: 0.005
|
| 117 |
+
terminate_when_unhealthy: true
|
| 118 |
+
render_mode: rgb_array
|
| 119 |
+
noop_action:
|
| 120 |
+
- 0.0
|
| 121 |
+
- 0.0
|
| 122 |
+
- 0.0
|
| 123 |
+
obs_fps: 5.0
|
| 124 |
+
registration_imports:
|
| 125 |
+
- latency_bench.envs.gymnasium_hopper
|
| 126 |
+
state_space:
|
| 127 |
+
labels:
|
| 128 |
+
- torso_height
|
| 129 |
+
- torso_angle
|
| 130 |
+
- thigh_angle
|
| 131 |
+
- leg_angle
|
| 132 |
+
- foot_angle
|
| 133 |
+
- torso_x_velocity
|
| 134 |
+
- torso_z_velocity
|
| 135 |
+
- torso_angular_velocity
|
| 136 |
+
- thigh_angular_velocity
|
| 137 |
+
- leg_angular_velocity
|
| 138 |
+
- foot_angular_velocity
|
| 139 |
+
task_name: hopper
|
| 140 |
+
active_action_dim: 3
|
| 141 |
+
dataset:
|
| 142 |
+
source_hf: ''
|
| 143 |
+
config_name: null
|
| 144 |
+
source_subdir: null
|
| 145 |
+
converted_name: flappy_train
|
| 146 |
+
single_source_hf: ''
|
| 147 |
+
mixed_source_hf: ''
|
| 148 |
+
single_converted_name: flappy_train
|
| 149 |
+
mixed_converted_name: flappy_mixed_latency_train
|
| 150 |
+
single_latency_filter: null
|
| 151 |
+
mixed_latency_filter: null
|
| 152 |
+
force_download: false
|
| 153 |
+
setup_force: false
|
| 154 |
+
skip_verification: false
|
| 155 |
+
target_latency_unit: observation_steps
|
| 156 |
+
verify_rows: 200
|
| 157 |
+
max_episodes: null
|
| 158 |
+
episodes_per_latency: null
|
| 159 |
+
latency_filter: null
|
| 160 |
+
debug_subset:
|
| 161 |
+
enabled: false
|
| 162 |
+
max_episodes: 5
|
| 163 |
+
suffix: debug
|
| 164 |
+
base_model:
|
| 165 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 166 |
+
initialization:
|
| 167 |
+
checkpoint_local_dir: null
|
| 168 |
+
checkpoint_hf_repo_id: null
|
| 169 |
+
checkpoint_filename: null
|
| 170 |
+
trainer:
|
| 171 |
+
max_train_steps: 5000
|
| 172 |
+
num_warmup_steps: 100
|
| 173 |
+
save_interval: 500
|
| 174 |
+
eval_interval: 500
|
| 175 |
+
eval_num_batches: 200
|
| 176 |
+
per_latency_eval_num_batches: null
|
| 177 |
+
eval_action_classification: false
|
| 178 |
+
eval_action_classification_interval: null
|
| 179 |
+
cc_f1_tolerance: 1
|
| 180 |
+
learning_rate:
|
| 181 |
+
base: 2.0e-05
|
| 182 |
+
qwen_vl_interface: 1.0e-05
|
| 183 |
+
action_model: 0.0001
|
| 184 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 185 |
+
scheduler_specific_kwargs:
|
| 186 |
+
min_lr: 1.0e-06
|
| 187 |
+
freeze_modules: ''
|
| 188 |
+
freeze_vit: false
|
| 189 |
+
freeze_tied_embedding: false
|
| 190 |
+
freeze_llm_layers: []
|
| 191 |
+
loss_scale:
|
| 192 |
+
vla: 1.0
|
| 193 |
+
vlm: 0.1
|
| 194 |
+
max_grad_norm: 1.0
|
| 195 |
+
weight_decay: 0.0
|
| 196 |
+
logging_frequency: 1
|
| 197 |
+
profile_timing:
|
| 198 |
+
enabled: false
|
| 199 |
+
log_interval: 10
|
| 200 |
+
gradient_clipping: 1.0
|
| 201 |
+
gradient_accumulation_steps: 4
|
| 202 |
+
distributed_backend: deepspeed
|
| 203 |
+
is_resume: false
|
| 204 |
+
pretrained_checkpoint: null
|
| 205 |
+
resume_step: 0
|
| 206 |
+
reload_modules: null
|
| 207 |
+
optimizer:
|
| 208 |
+
name: AdamW
|
| 209 |
+
betas:
|
| 210 |
+
- 0.9
|
| 211 |
+
- 0.95
|
| 212 |
+
eps: 1.0e-08
|
| 213 |
+
weight_decay: 1.0e-08
|
| 214 |
+
fused: true
|
| 215 |
+
save_format: pt
|
| 216 |
+
run_id: hopper_profile_gr00t_h1_5fps_2h100_20260917
|
| 217 |
+
run_root_dir: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/hopper/profile_latency/vla/training
|
| 218 |
+
seed: 42
|
| 219 |
+
is_debug: false
|
| 220 |
+
version_id: '0.21'
|
| 221 |
+
wandb_project: latency-sensitive-bench
|
| 222 |
+
wandb_entity: dongqianyu99-zhejiang-university
|
| 223 |
+
wandb_name: hopper_profile_gr00t_h1_5fps_2h100_20260917
|
| 224 |
+
wandb_group: gr00t-six-env-h1-5fps
|
| 225 |
+
wandb_tags:
|
| 226 |
+
- hopper
|
| 227 |
+
- profile_latency
|
| 228 |
+
- GR00T
|
| 229 |
+
- h1
|
| 230 |
+
training_latency_condition: profile_latency
|
| 231 |
+
backbone:
|
| 232 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 233 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 234 |
+
checkpoint:
|
| 235 |
+
save_best_model: false
|
| 236 |
+
save_final_model: true
|
| 237 |
+
save_pt_file: true
|
| 238 |
+
save_training_state: true
|
| 239 |
+
local:
|
| 240 |
+
keep_last_n: 1
|
| 241 |
+
config_yaml: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/hopper/profile_latency/train.yaml
|
| 242 |
+
output_dir: /mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/hopper/profile_latency/vla/training/hopper_profile_gr00t_h1_5fps_2h100_20260917
|
archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/config.yaml
ADDED
|
@@ -0,0 +1,119 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenGR00T
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: ${oc.env:GR00T_BACKBONE_DIR}
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
vl_hidden_dim: 2048
|
| 7 |
+
enable_gradient_checkpointing: true
|
| 8 |
+
action_model:
|
| 9 |
+
action_model_type: DiT-B
|
| 10 |
+
action_hidden_dim: 1024
|
| 11 |
+
hidden_size: 1024
|
| 12 |
+
add_pos_embed: true
|
| 13 |
+
max_seq_len: 1024
|
| 14 |
+
action_dim: 3
|
| 15 |
+
state_dim: 11
|
| 16 |
+
task_objective: null
|
| 17 |
+
action_horizon: 1
|
| 18 |
+
repeated_diffusion_steps: 8
|
| 19 |
+
noise_beta_alpha: 1.5
|
| 20 |
+
noise_beta_beta: 1.0
|
| 21 |
+
noise_s: 0.999
|
| 22 |
+
num_timestep_buckets: 1000
|
| 23 |
+
num_inference_timesteps: 4
|
| 24 |
+
num_target_vision_tokens: 32
|
| 25 |
+
diffusion_model_cfg:
|
| 26 |
+
cross_attention_dim: 2560
|
| 27 |
+
dropout: 0.2
|
| 28 |
+
final_dropout: true
|
| 29 |
+
interleave_self_attention: true
|
| 30 |
+
norm_type: ada_norm
|
| 31 |
+
num_layers: 16
|
| 32 |
+
output_dim: 1024
|
| 33 |
+
positional_embeddings: null
|
| 34 |
+
action_env_dim: 3
|
| 35 |
+
future_action_window_size: 0
|
| 36 |
+
past_action_window_size: 0
|
| 37 |
+
version_id: '0.21'
|
| 38 |
+
datasets:
|
| 39 |
+
vla_data:
|
| 40 |
+
include_state: true
|
| 41 |
+
obs_image_size:
|
| 42 |
+
- 224
|
| 43 |
+
- 224
|
| 44 |
+
image_mode: single
|
| 45 |
+
stitch_grid:
|
| 46 |
+
- 2
|
| 47 |
+
- 2
|
| 48 |
+
num_obs_frames: 1
|
| 49 |
+
gymnasium_task_contract: &id001
|
| 50 |
+
action_space:
|
| 51 |
+
dtype: float32
|
| 52 |
+
high:
|
| 53 |
+
- 1.0
|
| 54 |
+
- 1.0
|
| 55 |
+
- 1.0
|
| 56 |
+
labels:
|
| 57 |
+
- thigh_torque
|
| 58 |
+
- leg_torque
|
| 59 |
+
- foot_torque
|
| 60 |
+
low:
|
| 61 |
+
- -1.0
|
| 62 |
+
- -1.0
|
| 63 |
+
- -1.0
|
| 64 |
+
type: box
|
| 65 |
+
base_prompt: Move the Hopper robot forward while keeping its torso upright.
|
| 66 |
+
Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.
|
| 67 |
+
env_fps: 5.0
|
| 68 |
+
env_id: LatencyBench/Hopper-v0
|
| 69 |
+
frame_stack: 1
|
| 70 |
+
make_kwargs:
|
| 71 |
+
base_env_id: Hopper-v4
|
| 72 |
+
base_make_kwargs:
|
| 73 |
+
ctrl_cost_weight: 0.001
|
| 74 |
+
exclude_current_positions_from_observation: true
|
| 75 |
+
forward_reward_weight: 1.0
|
| 76 |
+
healthy_reward: 1.0
|
| 77 |
+
reset_noise_scale: 0.005
|
| 78 |
+
terminate_when_unhealthy: true
|
| 79 |
+
render_mode: rgb_array
|
| 80 |
+
noop_action:
|
| 81 |
+
- 0.0
|
| 82 |
+
- 0.0
|
| 83 |
+
- 0.0
|
| 84 |
+
obs_fps: 5.0
|
| 85 |
+
registration_imports:
|
| 86 |
+
- latency_bench.envs.gymnasium_hopper
|
| 87 |
+
state_space:
|
| 88 |
+
labels:
|
| 89 |
+
- torso_height
|
| 90 |
+
- torso_angle
|
| 91 |
+
- thigh_angle
|
| 92 |
+
- leg_angle
|
| 93 |
+
- foot_angle
|
| 94 |
+
- torso_x_velocity
|
| 95 |
+
- torso_z_velocity
|
| 96 |
+
- torso_angular_velocity
|
| 97 |
+
- thigh_angular_velocity
|
| 98 |
+
- leg_angular_velocity
|
| 99 |
+
- foot_angular_velocity
|
| 100 |
+
task_name: hopper
|
| 101 |
+
trainer:
|
| 102 |
+
pretrained_checkpoint: null
|
| 103 |
+
profile_timing:
|
| 104 |
+
enabled: false
|
| 105 |
+
log_interval: 10
|
| 106 |
+
backbone:
|
| 107 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 108 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 109 |
+
rl_games:
|
| 110 |
+
model_alias: gr00t
|
| 111 |
+
task: gymnasium
|
| 112 |
+
action_carrier: native
|
| 113 |
+
gymnasium:
|
| 114 |
+
task_contract: *id001
|
| 115 |
+
env_eval:
|
| 116 |
+
image_size: 224
|
| 117 |
+
frameskip: 1
|
| 118 |
+
image_transform: raw_rgb
|
| 119 |
+
prompt_mode: raw
|
archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/dataset_statistics.json
ADDED
|
@@ -0,0 +1,123 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.37568429112434387,
|
| 6 |
+
0.12602593004703522,
|
| 7 |
+
0.18286840617656708
|
| 8 |
+
],
|
| 9 |
+
"std": [
|
| 10 |
+
0.5004534125328064,
|
| 11 |
+
0.5383408665657043,
|
| 12 |
+
0.7935799360275269
|
| 13 |
+
],
|
| 14 |
+
"max": [
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0
|
| 18 |
+
],
|
| 19 |
+
"min": [
|
| 20 |
+
-1.0,
|
| 21 |
+
-1.0,
|
| 22 |
+
-1.0
|
| 23 |
+
],
|
| 24 |
+
"q01": [
|
| 25 |
+
-1.0,
|
| 26 |
+
-1.0,
|
| 27 |
+
-1.0
|
| 28 |
+
],
|
| 29 |
+
"q99": [
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0
|
| 33 |
+
],
|
| 34 |
+
"mask": [
|
| 35 |
+
true,
|
| 36 |
+
true,
|
| 37 |
+
true
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
"state": {
|
| 41 |
+
"mean": [
|
| 42 |
+
0.18549983203411102,
|
| 43 |
+
-0.47602275013923645,
|
| 44 |
+
0.6153591275215149,
|
| 45 |
+
-0.20731453597545624,
|
| 46 |
+
0.3875531256198883,
|
| 47 |
+
0.07606308162212372,
|
| 48 |
+
-0.010008123703300953,
|
| 49 |
+
-0.10106530040502548,
|
| 50 |
+
-0.10059873759746552,
|
| 51 |
+
-0.015130510553717613,
|
| 52 |
+
0.010883210226893425
|
| 53 |
+
],
|
| 54 |
+
"std": [
|
| 55 |
+
0.5010573267936707,
|
| 56 |
+
0.500958263874054,
|
| 57 |
+
0.4302949011325836,
|
| 58 |
+
0.5819286108016968,
|
| 59 |
+
0.6522682905197144,
|
| 60 |
+
0.29966363310813904,
|
| 61 |
+
0.4919671416282654,
|
| 62 |
+
0.32692041993141174,
|
| 63 |
+
0.3827664256095886,
|
| 64 |
+
0.48192644119262695,
|
| 65 |
+
0.6321708559989929
|
| 66 |
+
],
|
| 67 |
+
"max": [
|
| 68 |
+
1.0,
|
| 69 |
+
1.0,
|
| 70 |
+
1.0,
|
| 71 |
+
1.0,
|
| 72 |
+
1.0,
|
| 73 |
+
1.0,
|
| 74 |
+
1.0,
|
| 75 |
+
1.0,
|
| 76 |
+
1.0,
|
| 77 |
+
1.0,
|
| 78 |
+
1.0
|
| 79 |
+
],
|
| 80 |
+
"min": [
|
| 81 |
+
-1.0,
|
| 82 |
+
-1.0,
|
| 83 |
+
-1.0,
|
| 84 |
+
-1.0,
|
| 85 |
+
-1.0,
|
| 86 |
+
-1.0,
|
| 87 |
+
-1.0,
|
| 88 |
+
-1.0,
|
| 89 |
+
-1.0,
|
| 90 |
+
-1.0,
|
| 91 |
+
-1.0
|
| 92 |
+
],
|
| 93 |
+
"q01": [
|
| 94 |
+
-0.8911992394924164,
|
| 95 |
+
-0.9787489545345306,
|
| 96 |
+
-0.8409363627433777,
|
| 97 |
+
-0.9166498214006424,
|
| 98 |
+
-0.9754678171873092,
|
| 99 |
+
-0.779312139749527,
|
| 100 |
+
-0.8334154105186462,
|
| 101 |
+
-0.907303871512413,
|
| 102 |
+
-0.934087490439415,
|
| 103 |
+
-1.0,
|
| 104 |
+
-1.0
|
| 105 |
+
],
|
| 106 |
+
"q99": [
|
| 107 |
+
0.9115053570270537,
|
| 108 |
+
0.8891597759723663,
|
| 109 |
+
0.983530193567276,
|
| 110 |
+
0.9664776229858397,
|
| 111 |
+
0.983356647491455,
|
| 112 |
+
0.921393676996231,
|
| 113 |
+
0.949374679327011,
|
| 114 |
+
0.8133167958259582,
|
| 115 |
+
1.0,
|
| 116 |
+
1.0,
|
| 117 |
+
1.0
|
| 118 |
+
]
|
| 119 |
+
},
|
| 120 |
+
"num_transitions": 90000,
|
| 121 |
+
"num_trajectories": 90
|
| 122 |
+
}
|
| 123 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/latency_prompt_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"1": {
|
| 3 |
+
"prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot. Current action latency is 1 raw frames (200.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action.",
|
| 4 |
+
"latency_raw_frames": 1,
|
| 5 |
+
"latency_ms": 200.0
|
| 6 |
+
}
|
| 7 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/manifest.json
ADDED
|
@@ -0,0 +1,142 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_name": "hopper_h1_5fps_profile",
|
| 3 |
+
"env_name": "hopper",
|
| 4 |
+
"episodes": 90,
|
| 5 |
+
"frames": 90000,
|
| 6 |
+
"task_prompts": [
|
| 7 |
+
"Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot. Current action latency is 1 raw frames (200.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
|
| 8 |
+
],
|
| 9 |
+
"format": "lerobot_v2_image_parquet",
|
| 10 |
+
"source": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/hopper/profile_latency/data/raw_profile",
|
| 11 |
+
"integration_name": "gymnasium",
|
| 12 |
+
"task_name": "hopper",
|
| 13 |
+
"action_layout": "gymnasium_continuous_v1",
|
| 14 |
+
"action_labels": [
|
| 15 |
+
"thigh_torque",
|
| 16 |
+
"leg_torque",
|
| 17 |
+
"foot_torque"
|
| 18 |
+
],
|
| 19 |
+
"carrier_action_labels": [
|
| 20 |
+
"thigh_torque",
|
| 21 |
+
"leg_torque",
|
| 22 |
+
"foot_torque"
|
| 23 |
+
],
|
| 24 |
+
"action_dim": 3,
|
| 25 |
+
"active_action_dim": 3,
|
| 26 |
+
"action_carrier": "native",
|
| 27 |
+
"rows_unit": "decision_step",
|
| 28 |
+
"obs_fps": 5.0,
|
| 29 |
+
"obs_stride_raw_frames": 1,
|
| 30 |
+
"uses_state": true,
|
| 31 |
+
"state_dim": 11,
|
| 32 |
+
"state_labels": [
|
| 33 |
+
"torso_height",
|
| 34 |
+
"torso_angle",
|
| 35 |
+
"thigh_angle",
|
| 36 |
+
"leg_angle",
|
| 37 |
+
"foot_angle",
|
| 38 |
+
"torso_x_velocity",
|
| 39 |
+
"torso_z_velocity",
|
| 40 |
+
"torso_angular_velocity",
|
| 41 |
+
"thigh_angular_velocity",
|
| 42 |
+
"leg_angular_velocity",
|
| 43 |
+
"foot_angular_velocity"
|
| 44 |
+
],
|
| 45 |
+
"state_normalization": {
|
| 46 |
+
"type": "min_max",
|
| 47 |
+
"min": [
|
| 48 |
+
1.018517255783081,
|
| 49 |
+
-0.18582995235919952,
|
| 50 |
+
-0.8983789682388306,
|
| 51 |
+
-1.3514255285263062,
|
| 52 |
+
-0.9186444282531738,
|
| 53 |
+
-0.011477897875010967,
|
| 54 |
+
-3.1067798137664795,
|
| 55 |
+
-5.069515705108643,
|
| 56 |
+
-8.289618492126465,
|
| 57 |
+
-10.0,
|
| 58 |
+
-10.0
|
| 59 |
+
],
|
| 60 |
+
"max": [
|
| 61 |
+
1.693691611289978,
|
| 62 |
+
0.09866146743297577,
|
| 63 |
+
0.08487974107265472,
|
| 64 |
+
0.12726113200187683,
|
| 65 |
+
0.87968510389328,
|
| 66 |
+
5.243149757385254,
|
| 67 |
+
3.2616147994995117,
|
| 68 |
+
6.1643218994140625,
|
| 69 |
+
10.0,
|
| 70 |
+
10.0,
|
| 71 |
+
10.0
|
| 72 |
+
]
|
| 73 |
+
},
|
| 74 |
+
"robot_type": "rl_games_gymnasium",
|
| 75 |
+
"latency_prompt_map_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/hopper/profile_latency/data/lerobot/hopper_h1_5fps_profile/latency_prompt_map.json",
|
| 76 |
+
"custom_mixtures_path": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/hopper/profile_latency/data/lerobot/_generated_mixtures/hopper_h1_5fps_profile.json",
|
| 77 |
+
"gymnasium_task": {
|
| 78 |
+
"action_space": {
|
| 79 |
+
"dtype": "float32",
|
| 80 |
+
"high": [
|
| 81 |
+
1.0,
|
| 82 |
+
1.0,
|
| 83 |
+
1.0
|
| 84 |
+
],
|
| 85 |
+
"labels": [
|
| 86 |
+
"thigh_torque",
|
| 87 |
+
"leg_torque",
|
| 88 |
+
"foot_torque"
|
| 89 |
+
],
|
| 90 |
+
"low": [
|
| 91 |
+
-1.0,
|
| 92 |
+
-1.0,
|
| 93 |
+
-1.0
|
| 94 |
+
],
|
| 95 |
+
"type": "box"
|
| 96 |
+
},
|
| 97 |
+
"base_prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.",
|
| 98 |
+
"env_fps": 5.0,
|
| 99 |
+
"env_id": "LatencyBench/Hopper-v0",
|
| 100 |
+
"frame_stack": 1,
|
| 101 |
+
"make_kwargs": {
|
| 102 |
+
"base_env_id": "Hopper-v4",
|
| 103 |
+
"base_make_kwargs": {
|
| 104 |
+
"ctrl_cost_weight": 0.001,
|
| 105 |
+
"exclude_current_positions_from_observation": true,
|
| 106 |
+
"forward_reward_weight": 1.0,
|
| 107 |
+
"healthy_reward": 1.0,
|
| 108 |
+
"reset_noise_scale": 0.005,
|
| 109 |
+
"terminate_when_unhealthy": true
|
| 110 |
+
},
|
| 111 |
+
"render_mode": "rgb_array"
|
| 112 |
+
},
|
| 113 |
+
"noop_action": [
|
| 114 |
+
0.0,
|
| 115 |
+
0.0,
|
| 116 |
+
0.0
|
| 117 |
+
],
|
| 118 |
+
"obs_fps": 5.0,
|
| 119 |
+
"registration_imports": [
|
| 120 |
+
"latency_bench.envs.gymnasium_hopper"
|
| 121 |
+
],
|
| 122 |
+
"state_space": {
|
| 123 |
+
"labels": [
|
| 124 |
+
"torso_height",
|
| 125 |
+
"torso_angle",
|
| 126 |
+
"thigh_angle",
|
| 127 |
+
"leg_angle",
|
| 128 |
+
"foot_angle",
|
| 129 |
+
"torso_x_velocity",
|
| 130 |
+
"torso_z_velocity",
|
| 131 |
+
"torso_angular_velocity",
|
| 132 |
+
"thigh_angular_velocity",
|
| 133 |
+
"leg_angular_velocity",
|
| 134 |
+
"foot_angular_velocity"
|
| 135 |
+
]
|
| 136 |
+
},
|
| 137 |
+
"task_name": "hopper"
|
| 138 |
+
},
|
| 139 |
+
"validation_dataset_name": "hopper_h1_5fps_profile__val",
|
| 140 |
+
"validation_episodes": 10,
|
| 141 |
+
"validation_frames": 10000
|
| 142 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/provenance.json
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "hopper",
|
| 3 |
+
"model": "qwengr00t",
|
| 4 |
+
"training_condition": "latency-aware",
|
| 5 |
+
"training_run_id": "hopper_profile_gr00t_h1_5fps_2h100_20260917",
|
| 6 |
+
"source": {
|
| 7 |
+
"repo_id": "latency-sensitive-bench/Standard-Pipeline",
|
| 8 |
+
"revision": "2208875f92b21e3f8ec2363a30a6705dfe56cc04",
|
| 9 |
+
"path": "hopper/profile_latency/GR00T",
|
| 10 |
+
"url": "https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/hopper/profile_latency/GR00T"
|
| 11 |
+
},
|
| 12 |
+
"hf_repo_id": "latency-sensitive-bench/benchmark-models",
|
| 13 |
+
"hf_path": "latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917",
|
| 14 |
+
"checkpoint": {
|
| 15 |
+
"source_file": "hopper/profile_latency/GR00T/checkpoints/model.pt",
|
| 16 |
+
"source_sha256": "fe4fb89a88d9aab7f266a69921b32cfc00a0e2964664be3953988a8f4062d3ca",
|
| 17 |
+
"source_bytes": 9976837923,
|
| 18 |
+
"file": "checkpoints/model.pt",
|
| 19 |
+
"selection_rule": "only published VLA checkpoint",
|
| 20 |
+
"method": "copy",
|
| 21 |
+
"sha256": "fe4fb89a88d9aab7f266a69921b32cfc00a0e2964664be3953988a8f4062d3ca",
|
| 22 |
+
"bytes": 9976837923
|
| 23 |
+
},
|
| 24 |
+
"config_source": "hopper/profile_latency/GR00T/config.yaml",
|
| 25 |
+
"task_contract_file": "task_contract.json",
|
| 26 |
+
"missing_source_files": [],
|
| 27 |
+
"migration": {
|
| 28 |
+
"operation": "copy_selected_inference_bundle",
|
| 29 |
+
"source_modified": false,
|
| 30 |
+
"evaluation_performed": false,
|
| 31 |
+
"experiment_status": "preserved_in_source_evidence"
|
| 32 |
+
},
|
| 33 |
+
"action_horizon": 1
|
| 34 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/reload-validation.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"verified_at": "2026-09-17T18:41:37.060205+00:00",
|
| 3 |
+
"state": "TRAINING_AND_SAVED_BUNDLE_FORWARD_VERIFIED",
|
| 4 |
+
"training_updates": 5000,
|
| 5 |
+
"checkpoint_sha256": "fe4fb89a88d9aab7f266a69921b32cfc00a0e2964664be3953988a8f4062d3ca",
|
| 6 |
+
"action_horizon": 1,
|
| 7 |
+
"state_dim": 11,
|
| 8 |
+
"action_dim": 3,
|
| 9 |
+
"env_fps": 5,
|
| 10 |
+
"obs_fps": 5,
|
| 11 |
+
"global_batch": 64,
|
| 12 |
+
"seed": 42,
|
| 13 |
+
"sample_source": "actual held-out profile raw episode; manifest train-only minmax applied once",
|
| 14 |
+
"reload_contract": "existing saved-model loader checks missing/unexpected keys, allowing its documented tied-Qwen lm_head equivalence",
|
| 15 |
+
"forward_shape": [
|
| 16 |
+
1,
|
| 17 |
+
1,
|
| 18 |
+
3
|
| 19 |
+
],
|
| 20 |
+
"forward_finite": true,
|
| 21 |
+
"F20_status": "not yet run",
|
| 22 |
+
"acceptance": "not established by this engineering check"
|
| 23 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/source/README.md
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Hopper GR00T profile H1 /5FPS
|
| 2 |
+
|
| 3 |
+
Fresh5000update training, savedbundle verification and matchedRTX3090 measuredF20 are complete. B=8.553799 ± 0.091644; F=242.550557 ± 127.573697; populationSD,20matchedseeds42–61,20pairedgains. This improvement is not a high-performance robotic acceptance claim. The >3000 gate applies to teacher demonstrations only.
|
| 4 |
+
|
| 5 |
+
B/F observedlatencies differ; no equal-latency causal claim. See F-summary.json and F-verification.json. Fullrawstep/action/latencytraces remain on3090; compactevidencepublished in dataset revision f572d99f0e14d858c8a21a8f3fd182ecb34f4795. Original reload-validation remains a historical snapshot. Evaluatedweights unchanged at d33af26b7f87357c1b7a2b75bae4923bd90b6cc1.
|
archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/source/provenance.json
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "hopper",
|
| 3 |
+
"backbone": {
|
| 4 |
+
"repo_id": "Qwen/Qwen3-VL-4B-Instruct",
|
| 5 |
+
"revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": "steps_5000_pytorch_model.pt",
|
| 8 |
+
"training_steps": 5000,
|
| 9 |
+
"seed": 42,
|
| 10 |
+
"global_batch": 64,
|
| 11 |
+
"training_run_id": "hopper_profile_gr00t_h1_5fps_2h100_20260917",
|
| 12 |
+
"condition": "profile_latency",
|
| 13 |
+
"source": {
|
| 14 |
+
"code_source": {
|
| 15 |
+
"repo": "latency-sensitive-bench/Standard-Pipeline",
|
| 16 |
+
"revision": "571cb5801720488ed6458b9cfe3f4c595b069cea",
|
| 17 |
+
"prefix": "hopper/zero_latency/shared/source_100ep_v1/demonstrations/raw",
|
| 18 |
+
"sha256": {
|
| 19 |
+
"metadata.json": "6f6ba3dc2556aa2c16f81defde6231458cbe051d082ba7e054150ba1b65e39cd",
|
| 20 |
+
"train.parquet": "fcd0e418fbc33c531235c5765c1b5d3288dacd5b0a7bdcc6b288f1d4e1009b75",
|
| 21 |
+
"val.parquet": "1e53ba71d9efa4dd8cb8839a2e40206a9d682480c753e2bcdab8c3f417836e20"
|
| 22 |
+
},
|
| 23 |
+
"code": {
|
| 24 |
+
"root": "1681edb8d9e4f7d10b7dfa647670e01e0d5cce37",
|
| 25 |
+
"sample_factory": "4b11d8754ffc989cdd15a340cfc9be0277377d5b",
|
| 26 |
+
"starvla": "1d0d7b139d1725cab268cb9dae2007ef4c5d05d2"
|
| 27 |
+
}
|
| 28 |
+
},
|
| 29 |
+
"teacher_selection": {
|
| 30 |
+
"selected": "training_best",
|
| 31 |
+
"candidates": {
|
| 32 |
+
"final": {
|
| 33 |
+
"checkpoint": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/hopper/profile_latency/teacher/checkpoints/hopper_profile_appo_h1_5fps_20260917/checkpoint_p0/checkpoint_000019536_10002432.pth",
|
| 34 |
+
"sha256": "d7bccf0797e5622069c1af0aa67796863bd68c40707cd96c7e7399fa27ca49e0",
|
| 35 |
+
"episodes": 20,
|
| 36 |
+
"returns": [
|
| 37 |
+
3813.902369620451,
|
| 38 |
+
3814.717929846383,
|
| 39 |
+
3815.678995110681,
|
| 40 |
+
3813.5158104903485,
|
| 41 |
+
3812.1721732868205,
|
| 42 |
+
3822.869610539937,
|
| 43 |
+
3816.213698287465,
|
| 44 |
+
3819.3530723476006,
|
| 45 |
+
3809.7239266677057,
|
| 46 |
+
3819.2709564714014,
|
| 47 |
+
3804.324024566971,
|
| 48 |
+
3818.1522276093633,
|
| 49 |
+
3829.262769910777,
|
| 50 |
+
3815.7688288666577,
|
| 51 |
+
3814.218115130112,
|
| 52 |
+
3802.188637269843,
|
| 53 |
+
3814.133230818948,
|
| 54 |
+
3811.2177504405886,
|
| 55 |
+
3803.348027121752,
|
| 56 |
+
3819.7451215416377
|
| 57 |
+
],
|
| 58 |
+
"mean": 3814.488863797272,
|
| 59 |
+
"std": 6.329159120614397,
|
| 60 |
+
"strict_gt3000": 20
|
| 61 |
+
},
|
| 62 |
+
"training_best": {
|
| 63 |
+
"checkpoint": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/hopper/profile_latency/teacher/checkpoints/hopper_profile_appo_h1_5fps_20260917/checkpoint_p0/best_000019512_9990144_reward_3220.937.pth",
|
| 64 |
+
"sha256": "f8b6089e67f129a7c17504bc8d6146003177b260e927cc1281a178d26f404b74",
|
| 65 |
+
"episodes": 20,
|
| 66 |
+
"returns": [
|
| 67 |
+
3818.3299991080344,
|
| 68 |
+
3801.949979062483,
|
| 69 |
+
3799.39904827517,
|
| 70 |
+
3806.0984441131777,
|
| 71 |
+
3821.3468930346507,
|
| 72 |
+
3818.6013992377857,
|
| 73 |
+
3825.5948641715036,
|
| 74 |
+
3817.364507562392,
|
| 75 |
+
3814.7261006971084,
|
| 76 |
+
3825.008281517956,
|
| 77 |
+
3816.453969095774,
|
| 78 |
+
3815.17650963725,
|
| 79 |
+
3816.6675065195645,
|
| 80 |
+
3810.7786398491785,
|
| 81 |
+
3813.106914295106,
|
| 82 |
+
3803.3492543466577,
|
| 83 |
+
3815.0139371581436,
|
| 84 |
+
3819.671617704402,
|
| 85 |
+
3825.458467648868,
|
| 86 |
+
3825.03671743075
|
| 87 |
+
],
|
| 88 |
+
"mean": 3815.4566525232976,
|
| 89 |
+
"std": 7.632802007802108,
|
| 90 |
+
"strict_gt3000": 20
|
| 91 |
+
}
|
| 92 |
+
},
|
| 93 |
+
"completed_at": "2026-09-17T14:44:34.549937+00:00"
|
| 94 |
+
},
|
| 95 |
+
"profile": {
|
| 96 |
+
"state": "PROFILE_TEACHER_CONFIG_READY",
|
| 97 |
+
"profile": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/hopper/profile_latency/profile_3090_20260917T141828786022Z/profile.json",
|
| 98 |
+
"profile_sha256": "9d2e175b36914cc07fe93711db34ea89593c6c71e2b2a3d7fbe9176173ab7184",
|
| 99 |
+
"source_recipe": "/home/ubuntu/lzj/latency-sensitive-bench/configs/examples/gymnasium/hopper/small_model_train.yaml",
|
| 100 |
+
"source_recipe_sha256": "2e22333ef7e8a77e175654f9952e5c22f03af26590fb6d5bc543c2d399b63350",
|
| 101 |
+
"config": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/hopper/profile_latency/teacher.yaml",
|
| 102 |
+
"algo": "APPO",
|
| 103 |
+
"budget_env_steps": 10000000,
|
| 104 |
+
"seed": 3333,
|
| 105 |
+
"fps": 5,
|
| 106 |
+
"latency": "iid",
|
| 107 |
+
"initialization": "fresh",
|
| 108 |
+
"next": "Run only after immutable new P is verified; Final/best20 tieFinal, E10, bounded12probe, strictreturn>3000."
|
| 109 |
+
},
|
| 110 |
+
"data": {
|
| 111 |
+
"train": {
|
| 112 |
+
"episodes": 90,
|
| 113 |
+
"frames": 90000,
|
| 114 |
+
"min_replay_return": 3794.1470665335655,
|
| 115 |
+
"max_replay_return": 3829.4147548675537,
|
| 116 |
+
"sha256": "f527c237b3189b010e2e19639ada8ca2a03eaae28de00749559e61ff78c54684"
|
| 117 |
+
},
|
| 118 |
+
"val": {
|
| 119 |
+
"episodes": 10,
|
| 120 |
+
"frames": 10000,
|
| 121 |
+
"min_replay_return": 3793.609395623207,
|
| 122 |
+
"max_replay_return": 3827.4473445415497,
|
| 123 |
+
"sha256": "746e4b49e9d5e3378af13b5a6efe04efd2b1ecaf10ca7ecfaeaad0e58a3e64e2"
|
| 124 |
+
}
|
| 125 |
+
},
|
| 126 |
+
"dataset": "/mnt/local/lzj/latency-sensitive-bench/serial_h1_5fps_20260917/hopper/profile_latency/data/lerobot/hopper_h1_5fps_profile",
|
| 127 |
+
"condition": "profile_latency",
|
| 128 |
+
"action_horizon": 1,
|
| 129 |
+
"state_normalization": {
|
| 130 |
+
"type": "min_max",
|
| 131 |
+
"min": [
|
| 132 |
+
1.018517255783081,
|
| 133 |
+
-0.18582995235919952,
|
| 134 |
+
-0.8983789682388306,
|
| 135 |
+
-1.3514255285263062,
|
| 136 |
+
-0.9186444282531738,
|
| 137 |
+
-0.011477897875010967,
|
| 138 |
+
-3.1067798137664795,
|
| 139 |
+
-5.069515705108643,
|
| 140 |
+
-8.289618492126465,
|
| 141 |
+
-10.0,
|
| 142 |
+
-10.0
|
| 143 |
+
],
|
| 144 |
+
"max": [
|
| 145 |
+
1.693691611289978,
|
| 146 |
+
0.09866146743297577,
|
| 147 |
+
0.08487974107265472,
|
| 148 |
+
0.12726113200187683,
|
| 149 |
+
0.87968510389328,
|
| 150 |
+
5.243149757385254,
|
| 151 |
+
3.2616147994995117,
|
| 152 |
+
6.1643218994140625,
|
| 153 |
+
10.0,
|
| 154 |
+
10.0,
|
| 155 |
+
10.0
|
| 156 |
+
]
|
| 157 |
+
},
|
| 158 |
+
"prompt_key": 1,
|
| 159 |
+
"fresh_vla_initialization": true
|
| 160 |
+
},
|
| 161 |
+
"training_config_sha256": "82d27c50c369031f3a84b92d20275452ba3961dc7f26c9d9af2c0ff82f8b5bf3",
|
| 162 |
+
"dataset_manifest_sha256": "124b98d6005f55f1637cb21e0fd7c64726026c1fcdbb34bd64c74c3436794985"
|
| 163 |
+
}
|
archive/issued-action-fix-20261010/latency-aware/hopper/vla/starvla-qwengr00t-h1/hopper_profile_gr00t_h1_5fps_2h100_20260917/task_contract.json
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action_space": {
|
| 3 |
+
"dtype": "float32",
|
| 4 |
+
"high": [
|
| 5 |
+
1.0,
|
| 6 |
+
1.0,
|
| 7 |
+
1.0
|
| 8 |
+
],
|
| 9 |
+
"labels": [
|
| 10 |
+
"thigh_torque",
|
| 11 |
+
"leg_torque",
|
| 12 |
+
"foot_torque"
|
| 13 |
+
],
|
| 14 |
+
"low": [
|
| 15 |
+
-1.0,
|
| 16 |
+
-1.0,
|
| 17 |
+
-1.0
|
| 18 |
+
],
|
| 19 |
+
"type": "box"
|
| 20 |
+
},
|
| 21 |
+
"base_prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.",
|
| 22 |
+
"env_fps": 5.0,
|
| 23 |
+
"env_id": "LatencyBench/Hopper-v0",
|
| 24 |
+
"frame_stack": 1,
|
| 25 |
+
"make_kwargs": {
|
| 26 |
+
"base_env_id": "Hopper-v4",
|
| 27 |
+
"base_make_kwargs": {
|
| 28 |
+
"ctrl_cost_weight": 0.001,
|
| 29 |
+
"exclude_current_positions_from_observation": true,
|
| 30 |
+
"forward_reward_weight": 1.0,
|
| 31 |
+
"healthy_reward": 1.0,
|
| 32 |
+
"reset_noise_scale": 0.005,
|
| 33 |
+
"terminate_when_unhealthy": true
|
| 34 |
+
},
|
| 35 |
+
"render_mode": "rgb_array"
|
| 36 |
+
},
|
| 37 |
+
"noop_action": [
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0
|
| 41 |
+
],
|
| 42 |
+
"obs_fps": 5.0,
|
| 43 |
+
"registration_imports": [
|
| 44 |
+
"latency_bench.envs.gymnasium_hopper"
|
| 45 |
+
],
|
| 46 |
+
"state_space": {
|
| 47 |
+
"labels": [
|
| 48 |
+
"torso_height",
|
| 49 |
+
"torso_angle",
|
| 50 |
+
"thigh_angle",
|
| 51 |
+
"leg_angle",
|
| 52 |
+
"foot_angle",
|
| 53 |
+
"torso_x_velocity",
|
| 54 |
+
"torso_z_velocity",
|
| 55 |
+
"torso_angular_velocity",
|
| 56 |
+
"thigh_angular_velocity",
|
| 57 |
+
"leg_angular_velocity",
|
| 58 |
+
"foot_angular_velocity"
|
| 59 |
+
]
|
| 60 |
+
},
|
| 61 |
+
"task_name": "hopper"
|
| 62 |
+
}
|