Publish hist8 zero deadly_corridor qwenpi_v3 step5000
Browse files- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/README.md +36 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/bundle.complete.json +4 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/checkpoint.sha256 +1 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/checkpoints/model.pt +3 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/collection_quality_report.json +71 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/config.full.yaml +302 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/config.yaml +57 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/dataset_statistics.json +805 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/eval_l0.json +44 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/eval_profile.json +44 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/action_audit.json +153 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/episode_metrics.jsonl +0 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/eval_code_snapshot.json +0 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/eval_config.yaml +166 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/provenance.json +46 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/resolved_config.yaml +169 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/summary.json +217 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/verification.json +73 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/action_audit.json +158 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/episode_metrics.jsonl +0 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/eval_code_snapshot.json +0 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/eval_config.yaml +162 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/provenance.json +46 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/resolved_config.yaml +165 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/summary.json +216 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/verification.json +73 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/manifest.json +404 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/profiles/DONE +0 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/profiles/hardware.json +40 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/profiles/latency_burst_model.json +30 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/profiles/latency_distribution.json +1027 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/profiles/latency_profile.png +0 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/profiles/profile.json +66 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/provenance.json +127 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/rollout_metadata.json +373 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/run_metadata.json +18 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/task_contract.json +62 -0
- zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/training_code_snapshot.json +0 -0
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/README.md
ADDED
|
@@ -0,0 +1,36 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# deadly_corridor / qwenpi_v3 — hist8 zero training
|
| 2 |
+
|
| 3 |
+
Run `deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2`; final optimizer step **5000**, seed **42**. [W&B](https://wandb.ai/saberrr-zju/starvla_tasks/runs/2f9d64db).
|
| 4 |
+
|
| 5 |
+
Checkpoint SHA256: `ba72ed7f1ba94daa0eba7d36fdb36eb7ce76db4a448bdbb29499e3f72ed0912f`.
|
| 6 |
+
|
| 7 |
+
## Model and inputs
|
| 8 |
+
|
| 9 |
+
Full StarVLA state dict in `checkpoints/model.pt` (original evaluated bytes). Initialize the matching Qwen model with `config.yaml` and `dataset_statistics.json`. Base: `Qwen/Qwen3-VL-4B-Instruct@ebb281ec70b05090aa6165b016eac8ec08e71b17`; model-specific action head trained from random initialization.
|
| 10 |
+
|
| 11 |
+
One current RGB image, eight prior causal decision histories (120 raw 0/1 values), action horizon 1. `h1` in this repository path is the action horizon; `hist8` is input history. Pass history as `transport`, preserve all-zero reset, and use identity state normalization. Prompt and action order are in `task_contract.json` and `manifest.json`.
|
| 12 |
+
|
| 13 |
+
Training: 2 GPUs, bf16/ZeRO-2, batch 64 per rank, accumulation 1, global batch 128; 16 dataloader workers per rank and prefetch 4. Backbone LR 3e-6, action head 1e-4; other groups retain the recorded configuration. Warmup 100, cosine min_lr_rate 1/30, 5000 steps. Full historical training configuration and code snapshot are included.
|
| 14 |
+
|
| 15 |
+
## Formal evaluation
|
| 16 |
+
|
| 17 |
+
| Environment | Episodes | Return mean ± std | Mean raw frames |
|
| 18 |
+
|---|---:|---:|---:|
|
| 19 |
+
| zero | 100 | 2104.0864 ± 572.5117 | 175.16 |
|
| 20 |
+
| profile | 100 | 140.9386 ± 170.2019 | 75.27 |
|
| 21 |
+
|
| 22 |
+
Seeds 1,000,000–1,000,099; parallel 32; capacity 1; FPS/decision Hz 35/8.75; max 3600 raw frames. Zero-trained models have both zero and profile evaluations; profile-trained models have the matching profile evaluation. `profiles/profile.json` is the exact model-specific latency profile, with SHA in provenance.
|
| 23 |
+
|
| 24 |
+
Each `evaluations/<condition>/` contains the evaluated config, 100 episode records, action audit including raw-score summaries, verification, provenance and evaluator code snapshot. Evaluation configs retain original machine paths as execution evidence; replace checkpoint, model-config, backbone, profile and output paths when replaying locally. Deadly Corridor requires 160×120 RGB with HUD, no crosshair, weapon enabled, decals/particles disabled before resizing.
|
| 25 |
+
|
| 26 |
+
These are one-training-seed results. Architectures use different latency profiles. Zero/profile training also uses different teachers and collected data, so their score difference is not an isolated learning-rate ablation.
|
| 27 |
+
|
| 28 |
+
## Download
|
| 29 |
+
|
| 30 |
+
```python
|
| 31 |
+
from huggingface_hub import snapshot_download
|
| 32 |
+
prefix = "zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2"
|
| 33 |
+
repo = snapshot_download("latency-sensitive-bench/benchmark-models", allow_patterns=[prefix + "/**"])
|
| 34 |
+
```
|
| 35 |
+
|
| 36 |
+
Use a pinned repository commit for reproduction. Preserve the original checkpoint SHA above. Optimizer/RNG resume state remains in the source training archive; this publication contains the inference checkpoint.
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/bundle.complete.json
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint_sha256": "ba72ed7f1ba94daa0eba7d36fdb36eb7ce76db4a448bdbb29499e3f72ed0912f",
|
| 3 |
+
"training_step": 5000
|
| 4 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/checkpoint.sha256
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
ba72ed7f1ba94daa0eba7d36fdb36eb7ce76db4a448bdbb29499e3f72ed0912f checkpoints/model.pt
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/checkpoints/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ba72ed7f1ba94daa0eba7d36fdb36eb7ce76db4a448bdbb29499e3f72ed0912f
|
| 3 |
+
size 10922868893
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/collection_quality_report.json
ADDED
|
@@ -0,0 +1,71 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episodes": 8250,
|
| 3 |
+
"train_episodes": 7425,
|
| 4 |
+
"val_episodes": 825,
|
| 5 |
+
"train_labels": 328296,
|
| 6 |
+
"val_labels": 36395,
|
| 7 |
+
"raw_frames_quantiles": [
|
| 8 |
+
12.0,
|
| 9 |
+
180.0,
|
| 10 |
+
184.0,
|
| 11 |
+
192.0,
|
| 12 |
+
536.0
|
| 13 |
+
],
|
| 14 |
+
"return_quantiles": [
|
| 15 |
+
-115.98382568359375,
|
| 16 |
+
2276.1326248168943,
|
| 17 |
+
2281.683174133301,
|
| 18 |
+
2285.899638366699,
|
| 19 |
+
2287.405059814453
|
| 20 |
+
],
|
| 21 |
+
"termination_reasons": {
|
| 22 |
+
"terminated": 8250
|
| 23 |
+
},
|
| 24 |
+
"action_id_counts": {
|
| 25 |
+
"0": 2,
|
| 26 |
+
"2": 30,
|
| 27 |
+
"3": 55,
|
| 28 |
+
"4": 60,
|
| 29 |
+
"5": 6,
|
| 30 |
+
"6": 14148,
|
| 31 |
+
"7": 52319,
|
| 32 |
+
"8": 22262,
|
| 33 |
+
"9": 8328,
|
| 34 |
+
"10": 51879,
|
| 35 |
+
"11": 77902,
|
| 36 |
+
"12": 1,
|
| 37 |
+
"14": 49,
|
| 38 |
+
"15": 20,
|
| 39 |
+
"16": 17,
|
| 40 |
+
"17": 39,
|
| 41 |
+
"20": 1,
|
| 42 |
+
"21": 1,
|
| 43 |
+
"22": 119,
|
| 44 |
+
"24": 16430,
|
| 45 |
+
"25": 25445,
|
| 46 |
+
"26": 1940,
|
| 47 |
+
"27": 2212,
|
| 48 |
+
"28": 19616,
|
| 49 |
+
"29": 5143,
|
| 50 |
+
"30": 24750,
|
| 51 |
+
"36": 18,
|
| 52 |
+
"37": 151,
|
| 53 |
+
"38": 15,
|
| 54 |
+
"39": 8,
|
| 55 |
+
"40": 21,
|
| 56 |
+
"41": 32,
|
| 57 |
+
"42": 86,
|
| 58 |
+
"43": 7544,
|
| 59 |
+
"44": 772,
|
| 60 |
+
"45": 6782,
|
| 61 |
+
"46": 7180,
|
| 62 |
+
"47": 19281,
|
| 63 |
+
"48": 1,
|
| 64 |
+
"49": 5,
|
| 65 |
+
"50": 3,
|
| 66 |
+
"51": 2,
|
| 67 |
+
"52": 14,
|
| 68 |
+
"53": 2
|
| 69 |
+
},
|
| 70 |
+
"previous_decision_admitted_fraction": 1.0
|
| 71 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/config.full.yaml
ADDED
|
@@ -0,0 +1,302 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenPI_v3
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
vl_hidden_dim: 2560
|
| 7 |
+
num_vl_layers: 36
|
| 8 |
+
enable_gradient_checkpointing: true
|
| 9 |
+
action_model:
|
| 10 |
+
action_model_type: LayerwiseFM
|
| 11 |
+
action_dim: 7
|
| 12 |
+
state_dim: 120
|
| 13 |
+
state_encoding: continuous_projector
|
| 14 |
+
task_objective: null
|
| 15 |
+
action_horizon: 1
|
| 16 |
+
repeated_diffusion_steps: 2
|
| 17 |
+
num_inference_timesteps: 4
|
| 18 |
+
add_pos_embed: true
|
| 19 |
+
max_seq_len: 1024
|
| 20 |
+
num_target_vision_tokens: 32
|
| 21 |
+
noise_beta_alpha: 1.5
|
| 22 |
+
noise_beta_beta: 1.0
|
| 23 |
+
noise_s: 0.999
|
| 24 |
+
num_timestep_buckets: 1000
|
| 25 |
+
diffusion_model_cfg:
|
| 26 |
+
action_dit_hidden_dim: 1024
|
| 27 |
+
dropout: 0.2
|
| 28 |
+
final_dropout: true
|
| 29 |
+
interleave_self_attention: true
|
| 30 |
+
norm_type: ada_norm
|
| 31 |
+
positional_embeddings: null
|
| 32 |
+
attention_head_dim: 64
|
| 33 |
+
output_dim: 1024
|
| 34 |
+
num_layers: 36
|
| 35 |
+
input_embedding_dim: 1024
|
| 36 |
+
cross_attention_dim: 1024
|
| 37 |
+
num_attention_heads: 16
|
| 38 |
+
loss_type: l1
|
| 39 |
+
future_action_window_size: 0
|
| 40 |
+
past_action_window_size: 0
|
| 41 |
+
action_env_dim: 7
|
| 42 |
+
kv_memory:
|
| 43 |
+
enabled: false
|
| 44 |
+
window: 4
|
| 45 |
+
rollout_len: 8
|
| 46 |
+
packed_train: false
|
| 47 |
+
rebased_sink: true
|
| 48 |
+
datasets:
|
| 49 |
+
vla_data:
|
| 50 |
+
dataset_py: lerobot_datasets
|
| 51 |
+
include_state: true
|
| 52 |
+
data_root_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/deadly_corridor
|
| 53 |
+
data_mix: lerobot
|
| 54 |
+
eval_data_mix: lerobot__val
|
| 55 |
+
custom_mixtures_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/deadly_corridor/_generated_mixtures/lerobot.json
|
| 56 |
+
action_type: discrete
|
| 57 |
+
sequential_step_sampling: false
|
| 58 |
+
eval_sequential_step_sampling: null
|
| 59 |
+
num_workers: 16
|
| 60 |
+
eval_num_workers: 16
|
| 61 |
+
prefetch_factor: 4
|
| 62 |
+
persistent_workers: true
|
| 63 |
+
pin_memory: true
|
| 64 |
+
shuffle: true
|
| 65 |
+
action_balance:
|
| 66 |
+
enabled: false
|
| 67 |
+
strategy: balanced_epoch
|
| 68 |
+
action_key: action_id
|
| 69 |
+
target_flap_fraction: 0.3
|
| 70 |
+
noop_id: 0
|
| 71 |
+
flap_id: 1
|
| 72 |
+
latency_curriculum:
|
| 73 |
+
enabled: false
|
| 74 |
+
strategy: exclusive
|
| 75 |
+
latencies: null
|
| 76 |
+
phase_steps: null
|
| 77 |
+
phase_distributions: null
|
| 78 |
+
new_latency_passes: 1.0
|
| 79 |
+
replay_passes: 0.25
|
| 80 |
+
target_total_passes: 2.0
|
| 81 |
+
final_equalization: true
|
| 82 |
+
step_budget_mode: auto
|
| 83 |
+
eval_at_phase_end: false
|
| 84 |
+
save_at_phase_end: false
|
| 85 |
+
computed_plan: null
|
| 86 |
+
per_device_batch_size: 64
|
| 87 |
+
load_all_data_for_training: true
|
| 88 |
+
num_obs_frames: 1
|
| 89 |
+
image_mode: single
|
| 90 |
+
prompt_mode: raw
|
| 91 |
+
stitch_grid:
|
| 92 |
+
- 2
|
| 93 |
+
- 2
|
| 94 |
+
obs_image_size: null
|
| 95 |
+
video_backend: torchvision_av
|
| 96 |
+
dataset:
|
| 97 |
+
source_hf: ''
|
| 98 |
+
config_name: null
|
| 99 |
+
source_subdir: null
|
| 100 |
+
converted_name: deadly_corridor_train
|
| 101 |
+
single_source_hf: ''
|
| 102 |
+
mixed_source_hf: ''
|
| 103 |
+
single_converted_name: deadly_corridor_train
|
| 104 |
+
mixed_converted_name: deadly_corridor_mixed_latency_train
|
| 105 |
+
single_latency_filter: null
|
| 106 |
+
mixed_latency_filter: null
|
| 107 |
+
force_download: false
|
| 108 |
+
setup_force: false
|
| 109 |
+
skip_verification: false
|
| 110 |
+
target_latency_unit: observation_steps
|
| 111 |
+
verify_rows: 200
|
| 112 |
+
max_episodes: null
|
| 113 |
+
episodes_per_latency: null
|
| 114 |
+
latency_filter: null
|
| 115 |
+
debug_subset:
|
| 116 |
+
enabled: false
|
| 117 |
+
max_episodes: 5
|
| 118 |
+
suffix: debug
|
| 119 |
+
base_model:
|
| 120 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 121 |
+
initialization:
|
| 122 |
+
checkpoint_local_dir: null
|
| 123 |
+
checkpoint_hf_repo_id: null
|
| 124 |
+
checkpoint_filename: null
|
| 125 |
+
trainer:
|
| 126 |
+
max_train_steps: 5000
|
| 127 |
+
num_warmup_steps: 100
|
| 128 |
+
save_interval: 500
|
| 129 |
+
eval_interval: 500
|
| 130 |
+
eval_num_batches: 50
|
| 131 |
+
per_latency_eval_num_batches: null
|
| 132 |
+
eval_action_classification: false
|
| 133 |
+
eval_action_classification_interval: null
|
| 134 |
+
cc_f1_tolerance: 1
|
| 135 |
+
learning_rate:
|
| 136 |
+
base: 3.0e-05
|
| 137 |
+
qwen_vl_interface: 3.0e-06
|
| 138 |
+
action_model: 0.0001
|
| 139 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 140 |
+
scheduler_specific_kwargs:
|
| 141 |
+
min_lr_rate: 0.03333333333333333
|
| 142 |
+
freeze_modules: ''
|
| 143 |
+
freeze_vit: false
|
| 144 |
+
freeze_tied_embedding: false
|
| 145 |
+
freeze_llm_layers: []
|
| 146 |
+
loss_scale:
|
| 147 |
+
vla: 1.0
|
| 148 |
+
vlm: 0.0
|
| 149 |
+
max_grad_norm: 1.0
|
| 150 |
+
weight_decay: 0.0
|
| 151 |
+
logging_frequency: 1
|
| 152 |
+
profile_timing:
|
| 153 |
+
enabled: false
|
| 154 |
+
log_interval: 10
|
| 155 |
+
gradient_clipping: 1.0
|
| 156 |
+
gradient_accumulation_steps: 1
|
| 157 |
+
distributed_backend: deepspeed
|
| 158 |
+
is_resume: false
|
| 159 |
+
pretrained_checkpoint: null
|
| 160 |
+
resume_step: 0
|
| 161 |
+
reload_modules: null
|
| 162 |
+
optimizer:
|
| 163 |
+
name: AdamW
|
| 164 |
+
betas:
|
| 165 |
+
- 0.9
|
| 166 |
+
- 0.95
|
| 167 |
+
eps: 1.0e-08
|
| 168 |
+
weight_decay: 1.0e-08
|
| 169 |
+
fused: true
|
| 170 |
+
save_format: pt
|
| 171 |
+
hist8_diagnostics:
|
| 172 |
+
steps:
|
| 173 |
+
- 0
|
| 174 |
+
- 500
|
| 175 |
+
- 1000
|
| 176 |
+
- 2500
|
| 177 |
+
- 5000
|
| 178 |
+
sample_count: 2048
|
| 179 |
+
noise_seeds:
|
| 180 |
+
- 1729
|
| 181 |
+
- 1730
|
| 182 |
+
- 1731
|
| 183 |
+
- 1732
|
| 184 |
+
sample_seed: 42
|
| 185 |
+
batch_size: 8
|
| 186 |
+
bootstrap_repeats: 4000
|
| 187 |
+
workspace_dir: WORKSPACE_DIR
|
| 188 |
+
run_root_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train
|
| 189 |
+
seed: 42
|
| 190 |
+
wandb_entity: saberrr-zju
|
| 191 |
+
wandb_project: starvla_tasks
|
| 192 |
+
auth:
|
| 193 |
+
env_file: null
|
| 194 |
+
hf_token_env: HF_TOKEN
|
| 195 |
+
wandb_api_key_env: WANDB_API_KEY
|
| 196 |
+
paths:
|
| 197 |
+
run_root_dir: results/Checkpoints
|
| 198 |
+
dataset_local_dir: playground/Datasets/rl_games
|
| 199 |
+
dataset_cache_dir: null
|
| 200 |
+
base_model_dir: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 201 |
+
accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
|
| 202 |
+
launch:
|
| 203 |
+
use_accelerate: true
|
| 204 |
+
gpus: null
|
| 205 |
+
num_processes: 1
|
| 206 |
+
dry_run: false
|
| 207 |
+
conda:
|
| 208 |
+
enabled: true
|
| 209 |
+
env_name: null
|
| 210 |
+
rl_games:
|
| 211 |
+
model_alias: pi-0.5
|
| 212 |
+
env_eval:
|
| 213 |
+
image_size: 224
|
| 214 |
+
frameskip: 4
|
| 215 |
+
image_transform: raw_rgb
|
| 216 |
+
prompt_mode: raw
|
| 217 |
+
ghost_trail:
|
| 218 |
+
history_frames: 5
|
| 219 |
+
gamma: 1.3
|
| 220 |
+
min_alpha: 35
|
| 221 |
+
scroll_px_per_step: 4.0
|
| 222 |
+
ground_fraction: 0.22
|
| 223 |
+
seed: 42
|
| 224 |
+
fixed_episode_seeds: true
|
| 225 |
+
latency_seed_stride: 0
|
| 226 |
+
task_seed_stride: 0
|
| 227 |
+
task_description: You are playing Deadly Corridor in VizDoom. Choose actions from
|
| 228 |
+
MOVE_FORWARD, MOVE_BACKWARD, MOVE_LEFT, MOVE_RIGHT, TURN_LEFT, TURN_RIGHT, ATTACK.
|
| 229 |
+
eval_parallel_envs: 5
|
| 230 |
+
action_chunk_execution:
|
| 231 |
+
enabled: false
|
| 232 |
+
chunk_size: null
|
| 233 |
+
deadly:
|
| 234 |
+
action_layout: multibinary_7
|
| 235 |
+
multibinary_threshold: null
|
| 236 |
+
enabled: false
|
| 237 |
+
eval_backend: latency_bench
|
| 238 |
+
distributed_mode: none
|
| 239 |
+
vectorized:
|
| 240 |
+
enabled: false
|
| 241 |
+
batch_size: 1
|
| 242 |
+
latency:
|
| 243 |
+
prompt_map_path: null
|
| 244 |
+
mode: single
|
| 245 |
+
values:
|
| 246 |
+
- 0
|
| 247 |
+
mid_train:
|
| 248 |
+
enabled: false
|
| 249 |
+
interval_steps: 100
|
| 250 |
+
latencies:
|
| 251 |
+
- 0
|
| 252 |
+
num_episodes: 5
|
| 253 |
+
max_steps_per_episode: 3600
|
| 254 |
+
post_train:
|
| 255 |
+
enabled: false
|
| 256 |
+
latencies:
|
| 257 |
+
- 0
|
| 258 |
+
- 1
|
| 259 |
+
- 2
|
| 260 |
+
- 3
|
| 261 |
+
- 4
|
| 262 |
+
num_episodes: 5
|
| 263 |
+
max_steps_per_episode: 3600
|
| 264 |
+
task: deadly_corridor
|
| 265 |
+
deadly_corridor_loss_type: null
|
| 266 |
+
initialization_mode: scratch
|
| 267 |
+
action_carrier: native
|
| 268 |
+
model: pi05
|
| 269 |
+
env: deadly_corridor
|
| 270 |
+
init: scratch
|
| 271 |
+
mode: single
|
| 272 |
+
checkpoint:
|
| 273 |
+
load: none
|
| 274 |
+
hf_repo_id: null
|
| 275 |
+
save_best_model: false
|
| 276 |
+
save_final_model: true
|
| 277 |
+
save_pt_file: true
|
| 278 |
+
save_training_state: true
|
| 279 |
+
save_safetensors_file: false
|
| 280 |
+
local:
|
| 281 |
+
keep_last_n: 2
|
| 282 |
+
sync:
|
| 283 |
+
enabled: false
|
| 284 |
+
repo_id: null
|
| 285 |
+
keep_last_n: 0
|
| 286 |
+
sync_every_n_checkpoints: 1
|
| 287 |
+
resume_policy: local_latest
|
| 288 |
+
run_id: deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2
|
| 289 |
+
output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2
|
| 290 |
+
config_yaml: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/train/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/train.yaml
|
| 291 |
+
is_debug: false
|
| 292 |
+
version_id: '0.21'
|
| 293 |
+
wandb_name: deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2
|
| 294 |
+
wandb_group: decision-history-vla-h8-v2
|
| 295 |
+
wandb_tags:
|
| 296 |
+
- deadly_corridor
|
| 297 |
+
- qwenpi_v3
|
| 298 |
+
- hist8-v2
|
| 299 |
+
- history01
|
| 300 |
+
- scratch
|
| 301 |
+
- zero-latency
|
| 302 |
+
training_latency_condition: zero-latency
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/config.yaml
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenPI_v3
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: Qwen/Qwen3-VL-4B-Instruct
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
vl_hidden_dim: 2560
|
| 7 |
+
num_vl_layers: 36
|
| 8 |
+
enable_gradient_checkpointing: true
|
| 9 |
+
action_model:
|
| 10 |
+
action_model_type: LayerwiseFM
|
| 11 |
+
action_dim: 7
|
| 12 |
+
state_dim: 120
|
| 13 |
+
state_encoding: continuous_projector
|
| 14 |
+
task_objective: null
|
| 15 |
+
action_horizon: 1
|
| 16 |
+
repeated_diffusion_steps: 2
|
| 17 |
+
num_inference_timesteps: 4
|
| 18 |
+
add_pos_embed: true
|
| 19 |
+
max_seq_len: 1024
|
| 20 |
+
num_target_vision_tokens: 32
|
| 21 |
+
noise_beta_alpha: 1.5
|
| 22 |
+
noise_beta_beta: 1.0
|
| 23 |
+
noise_s: 0.999
|
| 24 |
+
num_timestep_buckets: 1000
|
| 25 |
+
diffusion_model_cfg:
|
| 26 |
+
action_dit_hidden_dim: 1024
|
| 27 |
+
dropout: 0.2
|
| 28 |
+
final_dropout: true
|
| 29 |
+
interleave_self_attention: true
|
| 30 |
+
norm_type: ada_norm
|
| 31 |
+
positional_embeddings: null
|
| 32 |
+
attention_head_dim: 64
|
| 33 |
+
output_dim: 1024
|
| 34 |
+
num_layers: 36
|
| 35 |
+
input_embedding_dim: 1024
|
| 36 |
+
cross_attention_dim: 1024
|
| 37 |
+
num_attention_heads: 16
|
| 38 |
+
loss_type: l1
|
| 39 |
+
future_action_window_size: 0
|
| 40 |
+
past_action_window_size: 0
|
| 41 |
+
action_env_dim: 7
|
| 42 |
+
kv_memory:
|
| 43 |
+
enabled: false
|
| 44 |
+
window: 4
|
| 45 |
+
rollout_len: 8
|
| 46 |
+
packed_train: false
|
| 47 |
+
rebased_sink: true
|
| 48 |
+
version_id: '0.21'
|
| 49 |
+
datasets:
|
| 50 |
+
vla_data:
|
| 51 |
+
include_state: true
|
| 52 |
+
obs_image_size: null
|
| 53 |
+
image_mode: single
|
| 54 |
+
num_obs_frames: 1
|
| 55 |
+
robot_type: rl_games_deadly_corridor
|
| 56 |
+
trainer:
|
| 57 |
+
pretrained_checkpoint: null
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/dataset_statistics.json
ADDED
|
@@ -0,0 +1,805 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.930334210395813,
|
| 6 |
+
0.06824938207864761,
|
| 7 |
+
0.11641933023929596,
|
| 8 |
+
0.49727076292037964,
|
| 9 |
+
0.26232728362083435,
|
| 10 |
+
0.11492068320512772,
|
| 11 |
+
0.5629492998123169
|
| 12 |
+
],
|
| 13 |
+
"std": [
|
| 14 |
+
0.25420698523521423,
|
| 15 |
+
0.2520849406719208,
|
| 16 |
+
0.32082924246788025,
|
| 17 |
+
0.49998655915260315,
|
| 18 |
+
0.44023406505584717,
|
| 19 |
+
0.31933140754699707,
|
| 20 |
+
0.4959688186645508
|
| 21 |
+
],
|
| 22 |
+
"max": [
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0
|
| 30 |
+
],
|
| 31 |
+
"min": [
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0
|
| 39 |
+
],
|
| 40 |
+
"q01": [
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0
|
| 48 |
+
],
|
| 49 |
+
"q99": [
|
| 50 |
+
1.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0
|
| 57 |
+
],
|
| 58 |
+
"mask": [
|
| 59 |
+
true,
|
| 60 |
+
true,
|
| 61 |
+
true,
|
| 62 |
+
true,
|
| 63 |
+
true,
|
| 64 |
+
true,
|
| 65 |
+
true
|
| 66 |
+
]
|
| 67 |
+
},
|
| 68 |
+
"state": {
|
| 69 |
+
"mean": [
|
| 70 |
+
0.8193429112434387,
|
| 71 |
+
0.21442539989948273,
|
| 72 |
+
0.10401283949613571,
|
| 73 |
+
0.7513006329536438,
|
| 74 |
+
0.06776506453752518,
|
| 75 |
+
0.1161847859621048,
|
| 76 |
+
0.3222183585166931,
|
| 77 |
+
0.5252242088317871,
|
| 78 |
+
0.21442539989948273,
|
| 79 |
+
0.10401283949613571,
|
| 80 |
+
0.7513006329536438,
|
| 81 |
+
0.06776506453752518,
|
| 82 |
+
0.1161847859621048,
|
| 83 |
+
0.3222183585166931,
|
| 84 |
+
0.5252242088317871,
|
| 85 |
+
0.8418835401535034,
|
| 86 |
+
0.2349647879600525,
|
| 87 |
+
0.1040981337428093,
|
| 88 |
+
0.7737529277801514,
|
| 89 |
+
0.0678533986210823,
|
| 90 |
+
0.1162061095237732,
|
| 91 |
+
0.3443325459957123,
|
| 92 |
+
0.5318584442138672,
|
| 93 |
+
0.2349647879600525,
|
| 94 |
+
0.1040981337428093,
|
| 95 |
+
0.7737529277801514,
|
| 96 |
+
0.0678533986210823,
|
| 97 |
+
0.1162061095237732,
|
| 98 |
+
0.3443325459957123,
|
| 99 |
+
0.5318584442138672,
|
| 100 |
+
0.8644241690635681,
|
| 101 |
+
0.23522675037384033,
|
| 102 |
+
0.10414991527795792,
|
| 103 |
+
0.7962905168533325,
|
| 104 |
+
0.06785644590854645,
|
| 105 |
+
0.11622438579797745,
|
| 106 |
+
0.36632490158081055,
|
| 107 |
+
0.5348283052444458,
|
| 108 |
+
0.23522675037384033,
|
| 109 |
+
0.10414991527795792,
|
| 110 |
+
0.7962905168533325,
|
| 111 |
+
0.06785644590854645,
|
| 112 |
+
0.11622438579797745,
|
| 113 |
+
0.36632490158081055,
|
| 114 |
+
0.5348283052444458,
|
| 115 |
+
0.8869647979736328,
|
| 116 |
+
0.23760874569416046,
|
| 117 |
+
0.10435095429420471,
|
| 118 |
+
0.818831205368042,
|
| 119 |
+
0.06785644590854645,
|
| 120 |
+
0.11624874919652939,
|
| 121 |
+
0.38831114768981934,
|
| 122 |
+
0.5386388897895813,
|
| 123 |
+
0.23760874569416046,
|
| 124 |
+
0.10435095429420471,
|
| 125 |
+
0.818831205368042,
|
| 126 |
+
0.06785644590854645,
|
| 127 |
+
0.11624874919652939,
|
| 128 |
+
0.38831114768981934,
|
| 129 |
+
0.5386388897895813,
|
| 130 |
+
0.9095420241355896,
|
| 131 |
+
0.24154117703437805,
|
| 132 |
+
0.10470124334096909,
|
| 133 |
+
0.8413687944412231,
|
| 134 |
+
0.0678960457444191,
|
| 135 |
+
0.11628225445747375,
|
| 136 |
+
0.41024258732795715,
|
| 137 |
+
0.5414747595787048,
|
| 138 |
+
0.24154117703437805,
|
| 139 |
+
0.10470124334096909,
|
| 140 |
+
0.8413687944412231,
|
| 141 |
+
0.0678960457444191,
|
| 142 |
+
0.11628225445747375,
|
| 143 |
+
0.41024258732795715,
|
| 144 |
+
0.5414747595787048,
|
| 145 |
+
0.9321496486663818,
|
| 146 |
+
0.25088945031166077,
|
| 147 |
+
0.10527694225311279,
|
| 148 |
+
0.8639063239097595,
|
| 149 |
+
0.06796610355377197,
|
| 150 |
+
0.11631271988153458,
|
| 151 |
+
0.4322197139263153,
|
| 152 |
+
0.5452518463134766,
|
| 153 |
+
0.25088945031166077,
|
| 154 |
+
0.10527694225311279,
|
| 155 |
+
0.8639063239097595,
|
| 156 |
+
0.06796610355377197,
|
| 157 |
+
0.11631271988153458,
|
| 158 |
+
0.4322197139263153,
|
| 159 |
+
0.5452518463134766,
|
| 160 |
+
0.9547664523124695,
|
| 161 |
+
0.25563210248947144,
|
| 162 |
+
0.10614202171564102,
|
| 163 |
+
0.8864408731460571,
|
| 164 |
+
0.06804225593805313,
|
| 165 |
+
0.11634622514247894,
|
| 166 |
+
0.4544587731361389,
|
| 167 |
+
0.5483679175376892,
|
| 168 |
+
0.25563210248947144,
|
| 169 |
+
0.10614202171564102,
|
| 170 |
+
0.8864408731460571,
|
| 171 |
+
0.06804225593805313,
|
| 172 |
+
0.11634622514247894,
|
| 173 |
+
0.4544587731361389,
|
| 174 |
+
0.5483679175376892,
|
| 175 |
+
0.9773831963539124,
|
| 176 |
+
0.26008540391921997,
|
| 177 |
+
0.10906925797462463,
|
| 178 |
+
0.9086495041847229,
|
| 179 |
+
0.0680970847606659,
|
| 180 |
+
0.11637973040342331,
|
| 181 |
+
0.47680142521858215,
|
| 182 |
+
0.5551422834396362,
|
| 183 |
+
0.26008540391921997,
|
| 184 |
+
0.10906925797462463,
|
| 185 |
+
0.9086495041847229,
|
| 186 |
+
0.0680970847606659,
|
| 187 |
+
0.11637973040342331,
|
| 188 |
+
0.47680142521858215,
|
| 189 |
+
0.5551422834396362
|
| 190 |
+
],
|
| 191 |
+
"std": [
|
| 192 |
+
0.3844641447067261,
|
| 193 |
+
0.4110228419303894,
|
| 194 |
+
0.305830180644989,
|
| 195 |
+
0.43237921595573425,
|
| 196 |
+
0.2512371242046356,
|
| 197 |
+
0.3205924928188324,
|
| 198 |
+
0.4678950309753418,
|
| 199 |
+
0.49963557720184326,
|
| 200 |
+
0.4110228419303894,
|
| 201 |
+
0.305830180644989,
|
| 202 |
+
0.43237921595573425,
|
| 203 |
+
0.2512371242046356,
|
| 204 |
+
0.3205924928188324,
|
| 205 |
+
0.4678950309753418,
|
| 206 |
+
0.49963557720184326,
|
| 207 |
+
0.3645722568035126,
|
| 208 |
+
0.4238133728504181,
|
| 209 |
+
0.3059411942958832,
|
| 210 |
+
0.4180319309234619,
|
| 211 |
+
0.25138378143310547,
|
| 212 |
+
0.3206145763397217,
|
| 213 |
+
0.4746091067790985,
|
| 214 |
+
0.4983792304992676,
|
| 215 |
+
0.4238133728504181,
|
| 216 |
+
0.3059411942958832,
|
| 217 |
+
0.4180319309234619,
|
| 218 |
+
0.25138378143310547,
|
| 219 |
+
0.3206145763397217,
|
| 220 |
+
0.4746091067790985,
|
| 221 |
+
0.4983792304992676,
|
| 222 |
+
0.3422088325023651,
|
| 223 |
+
0.42382189631462097,
|
| 224 |
+
0.30600506067276,
|
| 225 |
+
0.4030141830444336,
|
| 226 |
+
0.2513760030269623,
|
| 227 |
+
0.3206356465816498,
|
| 228 |
+
0.4813583493232727,
|
| 229 |
+
0.49879738688468933,
|
| 230 |
+
0.42382189631462097,
|
| 231 |
+
0.30600506067276,
|
| 232 |
+
0.4030141830444336,
|
| 233 |
+
0.2513760030269623,
|
| 234 |
+
0.3206356465816498,
|
| 235 |
+
0.4813583493232727,
|
| 236 |
+
0.49879738688468933,
|
| 237 |
+
0.31723976135253906,
|
| 238 |
+
0.4251330494880676,
|
| 239 |
+
0.3062286972999573,
|
| 240 |
+
0.384880393743515,
|
| 241 |
+
0.2513760030269623,
|
| 242 |
+
0.3206642270088196,
|
| 243 |
+
0.4877171814441681,
|
| 244 |
+
0.49767038226127625,
|
| 245 |
+
0.4251330494880676,
|
| 246 |
+
0.3062286972999573,
|
| 247 |
+
0.384880393743515,
|
| 248 |
+
0.2513760030269623,
|
| 249 |
+
0.3206642270088196,
|
| 250 |
+
0.4877171814441681,
|
| 251 |
+
0.49767038226127625,
|
| 252 |
+
0.28651371598243713,
|
| 253 |
+
0.4281283915042877,
|
| 254 |
+
0.30651065707206726,
|
| 255 |
+
0.3648909330368042,
|
| 256 |
+
0.2514449954032898,
|
| 257 |
+
0.3206942081451416,
|
| 258 |
+
0.49233368039131165,
|
| 259 |
+
0.4988219439983368,
|
| 260 |
+
0.4281283915042877,
|
| 261 |
+
0.30651065707206726,
|
| 262 |
+
0.3648909330368042,
|
| 263 |
+
0.2514449954032898,
|
| 264 |
+
0.3206942081451416,
|
| 265 |
+
0.49233368039131165,
|
| 266 |
+
0.4988219439983368,
|
| 267 |
+
0.25137829780578613,
|
| 268 |
+
0.43334031105041504,
|
| 269 |
+
0.30726099014282227,
|
| 270 |
+
0.34254005551338196,
|
| 271 |
+
0.2515599727630615,
|
| 272 |
+
0.32072946429252625,
|
| 273 |
+
0.4958236813545227,
|
| 274 |
+
0.4974818825721741,
|
| 275 |
+
0.43334031105041504,
|
| 276 |
+
0.30726099014282227,
|
| 277 |
+
0.34254005551338196,
|
| 278 |
+
0.2515599727630615,
|
| 279 |
+
0.32072946429252625,
|
| 280 |
+
0.4958236813545227,
|
| 281 |
+
0.4974818825721741,
|
| 282 |
+
0.20762231945991516,
|
| 283 |
+
0.43657830357551575,
|
| 284 |
+
0.3084695637226105,
|
| 285 |
+
0.31764909625053406,
|
| 286 |
+
0.25163766741752625,
|
| 287 |
+
0.32076597213745117,
|
| 288 |
+
0.4974437355995178,
|
| 289 |
+
0.49698132276535034,
|
| 290 |
+
0.43657830357551575,
|
| 291 |
+
0.3084695637226105,
|
| 292 |
+
0.31764909625053406,
|
| 293 |
+
0.25163766741752625,
|
| 294 |
+
0.32076597213745117,
|
| 295 |
+
0.4974437355995178,
|
| 296 |
+
0.49698132276535034,
|
| 297 |
+
0.14860336482524872,
|
| 298 |
+
0.4381972551345825,
|
| 299 |
+
0.31145328283309937,
|
| 300 |
+
0.28797677159309387,
|
| 301 |
+
0.251726359128952,
|
| 302 |
+
0.32080477476119995,
|
| 303 |
+
0.4990254044532776,
|
| 304 |
+
0.4967379570007324,
|
| 305 |
+
0.4381972551345825,
|
| 306 |
+
0.31145328283309937,
|
| 307 |
+
0.28797677159309387,
|
| 308 |
+
0.251726359128952,
|
| 309 |
+
0.32080477476119995,
|
| 310 |
+
0.4990254044532776,
|
| 311 |
+
0.4967379570007324
|
| 312 |
+
],
|
| 313 |
+
"max": [
|
| 314 |
+
1.0,
|
| 315 |
+
1.0,
|
| 316 |
+
1.0,
|
| 317 |
+
1.0,
|
| 318 |
+
1.0,
|
| 319 |
+
1.0,
|
| 320 |
+
1.0,
|
| 321 |
+
1.0,
|
| 322 |
+
1.0,
|
| 323 |
+
1.0,
|
| 324 |
+
1.0,
|
| 325 |
+
1.0,
|
| 326 |
+
1.0,
|
| 327 |
+
1.0,
|
| 328 |
+
1.0,
|
| 329 |
+
1.0,
|
| 330 |
+
1.0,
|
| 331 |
+
1.0,
|
| 332 |
+
1.0,
|
| 333 |
+
1.0,
|
| 334 |
+
1.0,
|
| 335 |
+
1.0,
|
| 336 |
+
1.0,
|
| 337 |
+
1.0,
|
| 338 |
+
1.0,
|
| 339 |
+
1.0,
|
| 340 |
+
1.0,
|
| 341 |
+
1.0,
|
| 342 |
+
1.0,
|
| 343 |
+
1.0,
|
| 344 |
+
1.0,
|
| 345 |
+
1.0,
|
| 346 |
+
1.0,
|
| 347 |
+
1.0,
|
| 348 |
+
1.0,
|
| 349 |
+
1.0,
|
| 350 |
+
1.0,
|
| 351 |
+
1.0,
|
| 352 |
+
1.0,
|
| 353 |
+
1.0,
|
| 354 |
+
1.0,
|
| 355 |
+
1.0,
|
| 356 |
+
1.0,
|
| 357 |
+
1.0,
|
| 358 |
+
1.0,
|
| 359 |
+
1.0,
|
| 360 |
+
1.0,
|
| 361 |
+
1.0,
|
| 362 |
+
1.0,
|
| 363 |
+
1.0,
|
| 364 |
+
1.0,
|
| 365 |
+
1.0,
|
| 366 |
+
1.0,
|
| 367 |
+
1.0,
|
| 368 |
+
1.0,
|
| 369 |
+
1.0,
|
| 370 |
+
1.0,
|
| 371 |
+
1.0,
|
| 372 |
+
1.0,
|
| 373 |
+
1.0,
|
| 374 |
+
1.0,
|
| 375 |
+
1.0,
|
| 376 |
+
1.0,
|
| 377 |
+
1.0,
|
| 378 |
+
1.0,
|
| 379 |
+
1.0,
|
| 380 |
+
1.0,
|
| 381 |
+
1.0,
|
| 382 |
+
1.0,
|
| 383 |
+
1.0,
|
| 384 |
+
1.0,
|
| 385 |
+
1.0,
|
| 386 |
+
1.0,
|
| 387 |
+
1.0,
|
| 388 |
+
1.0,
|
| 389 |
+
1.0,
|
| 390 |
+
1.0,
|
| 391 |
+
1.0,
|
| 392 |
+
1.0,
|
| 393 |
+
1.0,
|
| 394 |
+
1.0,
|
| 395 |
+
1.0,
|
| 396 |
+
1.0,
|
| 397 |
+
1.0,
|
| 398 |
+
1.0,
|
| 399 |
+
1.0,
|
| 400 |
+
1.0,
|
| 401 |
+
1.0,
|
| 402 |
+
1.0,
|
| 403 |
+
1.0,
|
| 404 |
+
1.0,
|
| 405 |
+
1.0,
|
| 406 |
+
1.0,
|
| 407 |
+
1.0,
|
| 408 |
+
1.0,
|
| 409 |
+
1.0,
|
| 410 |
+
1.0,
|
| 411 |
+
1.0,
|
| 412 |
+
1.0,
|
| 413 |
+
1.0,
|
| 414 |
+
1.0,
|
| 415 |
+
1.0,
|
| 416 |
+
1.0,
|
| 417 |
+
1.0,
|
| 418 |
+
1.0,
|
| 419 |
+
1.0,
|
| 420 |
+
1.0,
|
| 421 |
+
1.0,
|
| 422 |
+
1.0,
|
| 423 |
+
1.0,
|
| 424 |
+
1.0,
|
| 425 |
+
1.0,
|
| 426 |
+
1.0,
|
| 427 |
+
1.0,
|
| 428 |
+
1.0,
|
| 429 |
+
1.0,
|
| 430 |
+
1.0,
|
| 431 |
+
1.0,
|
| 432 |
+
1.0,
|
| 433 |
+
1.0
|
| 434 |
+
],
|
| 435 |
+
"min": [
|
| 436 |
+
0.0,
|
| 437 |
+
0.0,
|
| 438 |
+
0.0,
|
| 439 |
+
0.0,
|
| 440 |
+
0.0,
|
| 441 |
+
0.0,
|
| 442 |
+
0.0,
|
| 443 |
+
0.0,
|
| 444 |
+
0.0,
|
| 445 |
+
0.0,
|
| 446 |
+
0.0,
|
| 447 |
+
0.0,
|
| 448 |
+
0.0,
|
| 449 |
+
0.0,
|
| 450 |
+
0.0,
|
| 451 |
+
0.0,
|
| 452 |
+
0.0,
|
| 453 |
+
0.0,
|
| 454 |
+
0.0,
|
| 455 |
+
0.0,
|
| 456 |
+
0.0,
|
| 457 |
+
0.0,
|
| 458 |
+
0.0,
|
| 459 |
+
0.0,
|
| 460 |
+
0.0,
|
| 461 |
+
0.0,
|
| 462 |
+
0.0,
|
| 463 |
+
0.0,
|
| 464 |
+
0.0,
|
| 465 |
+
0.0,
|
| 466 |
+
0.0,
|
| 467 |
+
0.0,
|
| 468 |
+
0.0,
|
| 469 |
+
0.0,
|
| 470 |
+
0.0,
|
| 471 |
+
0.0,
|
| 472 |
+
0.0,
|
| 473 |
+
0.0,
|
| 474 |
+
0.0,
|
| 475 |
+
0.0,
|
| 476 |
+
0.0,
|
| 477 |
+
0.0,
|
| 478 |
+
0.0,
|
| 479 |
+
0.0,
|
| 480 |
+
0.0,
|
| 481 |
+
0.0,
|
| 482 |
+
0.0,
|
| 483 |
+
0.0,
|
| 484 |
+
0.0,
|
| 485 |
+
0.0,
|
| 486 |
+
0.0,
|
| 487 |
+
0.0,
|
| 488 |
+
0.0,
|
| 489 |
+
0.0,
|
| 490 |
+
0.0,
|
| 491 |
+
0.0,
|
| 492 |
+
0.0,
|
| 493 |
+
0.0,
|
| 494 |
+
0.0,
|
| 495 |
+
0.0,
|
| 496 |
+
0.0,
|
| 497 |
+
0.0,
|
| 498 |
+
0.0,
|
| 499 |
+
0.0,
|
| 500 |
+
0.0,
|
| 501 |
+
0.0,
|
| 502 |
+
0.0,
|
| 503 |
+
0.0,
|
| 504 |
+
0.0,
|
| 505 |
+
0.0,
|
| 506 |
+
0.0,
|
| 507 |
+
0.0,
|
| 508 |
+
0.0,
|
| 509 |
+
0.0,
|
| 510 |
+
0.0,
|
| 511 |
+
0.0,
|
| 512 |
+
0.0,
|
| 513 |
+
0.0,
|
| 514 |
+
0.0,
|
| 515 |
+
0.0,
|
| 516 |
+
0.0,
|
| 517 |
+
0.0,
|
| 518 |
+
0.0,
|
| 519 |
+
0.0,
|
| 520 |
+
0.0,
|
| 521 |
+
0.0,
|
| 522 |
+
0.0,
|
| 523 |
+
0.0,
|
| 524 |
+
0.0,
|
| 525 |
+
0.0,
|
| 526 |
+
0.0,
|
| 527 |
+
0.0,
|
| 528 |
+
0.0,
|
| 529 |
+
0.0,
|
| 530 |
+
0.0,
|
| 531 |
+
0.0,
|
| 532 |
+
0.0,
|
| 533 |
+
0.0,
|
| 534 |
+
0.0,
|
| 535 |
+
0.0,
|
| 536 |
+
0.0,
|
| 537 |
+
0.0,
|
| 538 |
+
0.0,
|
| 539 |
+
0.0,
|
| 540 |
+
0.0,
|
| 541 |
+
0.0,
|
| 542 |
+
0.0,
|
| 543 |
+
0.0,
|
| 544 |
+
0.0,
|
| 545 |
+
0.0,
|
| 546 |
+
0.0,
|
| 547 |
+
0.0,
|
| 548 |
+
0.0,
|
| 549 |
+
0.0,
|
| 550 |
+
0.0,
|
| 551 |
+
0.0,
|
| 552 |
+
0.0,
|
| 553 |
+
0.0,
|
| 554 |
+
0.0,
|
| 555 |
+
0.0
|
| 556 |
+
],
|
| 557 |
+
"q01": [
|
| 558 |
+
0.0,
|
| 559 |
+
0.0,
|
| 560 |
+
0.0,
|
| 561 |
+
0.0,
|
| 562 |
+
0.0,
|
| 563 |
+
0.0,
|
| 564 |
+
0.0,
|
| 565 |
+
0.0,
|
| 566 |
+
0.0,
|
| 567 |
+
0.0,
|
| 568 |
+
0.0,
|
| 569 |
+
0.0,
|
| 570 |
+
0.0,
|
| 571 |
+
0.0,
|
| 572 |
+
0.0,
|
| 573 |
+
0.0,
|
| 574 |
+
0.0,
|
| 575 |
+
0.0,
|
| 576 |
+
0.0,
|
| 577 |
+
0.0,
|
| 578 |
+
0.0,
|
| 579 |
+
0.0,
|
| 580 |
+
0.0,
|
| 581 |
+
0.0,
|
| 582 |
+
0.0,
|
| 583 |
+
0.0,
|
| 584 |
+
0.0,
|
| 585 |
+
0.0,
|
| 586 |
+
0.0,
|
| 587 |
+
0.0,
|
| 588 |
+
0.0,
|
| 589 |
+
0.0,
|
| 590 |
+
0.0,
|
| 591 |
+
0.0,
|
| 592 |
+
0.0,
|
| 593 |
+
0.0,
|
| 594 |
+
0.0,
|
| 595 |
+
0.0,
|
| 596 |
+
0.0,
|
| 597 |
+
0.0,
|
| 598 |
+
0.0,
|
| 599 |
+
0.0,
|
| 600 |
+
0.0,
|
| 601 |
+
0.0,
|
| 602 |
+
0.0,
|
| 603 |
+
0.0,
|
| 604 |
+
0.0,
|
| 605 |
+
0.0,
|
| 606 |
+
0.0,
|
| 607 |
+
0.0,
|
| 608 |
+
0.0,
|
| 609 |
+
0.0,
|
| 610 |
+
0.0,
|
| 611 |
+
0.0,
|
| 612 |
+
0.0,
|
| 613 |
+
0.0,
|
| 614 |
+
0.0,
|
| 615 |
+
0.0,
|
| 616 |
+
0.0,
|
| 617 |
+
0.0,
|
| 618 |
+
0.0,
|
| 619 |
+
0.0,
|
| 620 |
+
0.0,
|
| 621 |
+
0.0,
|
| 622 |
+
0.0,
|
| 623 |
+
0.0,
|
| 624 |
+
0.0,
|
| 625 |
+
0.0,
|
| 626 |
+
0.0,
|
| 627 |
+
0.0,
|
| 628 |
+
0.0,
|
| 629 |
+
0.0,
|
| 630 |
+
0.0,
|
| 631 |
+
0.0,
|
| 632 |
+
0.0,
|
| 633 |
+
0.0,
|
| 634 |
+
0.0,
|
| 635 |
+
0.0,
|
| 636 |
+
0.0,
|
| 637 |
+
0.0,
|
| 638 |
+
0.0,
|
| 639 |
+
0.0,
|
| 640 |
+
0.0,
|
| 641 |
+
0.0,
|
| 642 |
+
0.0,
|
| 643 |
+
0.0,
|
| 644 |
+
0.0,
|
| 645 |
+
0.0,
|
| 646 |
+
0.0,
|
| 647 |
+
0.0,
|
| 648 |
+
0.0,
|
| 649 |
+
0.0,
|
| 650 |
+
0.0,
|
| 651 |
+
0.0,
|
| 652 |
+
0.0,
|
| 653 |
+
0.0,
|
| 654 |
+
0.0,
|
| 655 |
+
0.0,
|
| 656 |
+
0.0,
|
| 657 |
+
0.0,
|
| 658 |
+
0.0,
|
| 659 |
+
0.0,
|
| 660 |
+
0.0,
|
| 661 |
+
0.0,
|
| 662 |
+
0.0,
|
| 663 |
+
0.0,
|
| 664 |
+
0.0,
|
| 665 |
+
0.0,
|
| 666 |
+
0.0,
|
| 667 |
+
0.0,
|
| 668 |
+
0.0,
|
| 669 |
+
0.0,
|
| 670 |
+
0.0,
|
| 671 |
+
0.0,
|
| 672 |
+
0.0,
|
| 673 |
+
0.0,
|
| 674 |
+
0.0,
|
| 675 |
+
0.0,
|
| 676 |
+
0.0,
|
| 677 |
+
0.0
|
| 678 |
+
],
|
| 679 |
+
"q99": [
|
| 680 |
+
1.0,
|
| 681 |
+
1.0,
|
| 682 |
+
1.0,
|
| 683 |
+
1.0,
|
| 684 |
+
1.0,
|
| 685 |
+
1.0,
|
| 686 |
+
1.0,
|
| 687 |
+
1.0,
|
| 688 |
+
1.0,
|
| 689 |
+
1.0,
|
| 690 |
+
1.0,
|
| 691 |
+
1.0,
|
| 692 |
+
1.0,
|
| 693 |
+
1.0,
|
| 694 |
+
1.0,
|
| 695 |
+
1.0,
|
| 696 |
+
1.0,
|
| 697 |
+
1.0,
|
| 698 |
+
1.0,
|
| 699 |
+
1.0,
|
| 700 |
+
1.0,
|
| 701 |
+
1.0,
|
| 702 |
+
1.0,
|
| 703 |
+
1.0,
|
| 704 |
+
1.0,
|
| 705 |
+
1.0,
|
| 706 |
+
1.0,
|
| 707 |
+
1.0,
|
| 708 |
+
1.0,
|
| 709 |
+
1.0,
|
| 710 |
+
1.0,
|
| 711 |
+
1.0,
|
| 712 |
+
1.0,
|
| 713 |
+
1.0,
|
| 714 |
+
1.0,
|
| 715 |
+
1.0,
|
| 716 |
+
1.0,
|
| 717 |
+
1.0,
|
| 718 |
+
1.0,
|
| 719 |
+
1.0,
|
| 720 |
+
1.0,
|
| 721 |
+
1.0,
|
| 722 |
+
1.0,
|
| 723 |
+
1.0,
|
| 724 |
+
1.0,
|
| 725 |
+
1.0,
|
| 726 |
+
1.0,
|
| 727 |
+
1.0,
|
| 728 |
+
1.0,
|
| 729 |
+
1.0,
|
| 730 |
+
1.0,
|
| 731 |
+
1.0,
|
| 732 |
+
1.0,
|
| 733 |
+
1.0,
|
| 734 |
+
1.0,
|
| 735 |
+
1.0,
|
| 736 |
+
1.0,
|
| 737 |
+
1.0,
|
| 738 |
+
1.0,
|
| 739 |
+
1.0,
|
| 740 |
+
1.0,
|
| 741 |
+
1.0,
|
| 742 |
+
1.0,
|
| 743 |
+
1.0,
|
| 744 |
+
1.0,
|
| 745 |
+
1.0,
|
| 746 |
+
1.0,
|
| 747 |
+
1.0,
|
| 748 |
+
1.0,
|
| 749 |
+
1.0,
|
| 750 |
+
1.0,
|
| 751 |
+
1.0,
|
| 752 |
+
1.0,
|
| 753 |
+
1.0,
|
| 754 |
+
1.0,
|
| 755 |
+
1.0,
|
| 756 |
+
1.0,
|
| 757 |
+
1.0,
|
| 758 |
+
1.0,
|
| 759 |
+
1.0,
|
| 760 |
+
1.0,
|
| 761 |
+
1.0,
|
| 762 |
+
1.0,
|
| 763 |
+
1.0,
|
| 764 |
+
1.0,
|
| 765 |
+
1.0,
|
| 766 |
+
1.0,
|
| 767 |
+
1.0,
|
| 768 |
+
1.0,
|
| 769 |
+
1.0,
|
| 770 |
+
1.0,
|
| 771 |
+
1.0,
|
| 772 |
+
1.0,
|
| 773 |
+
1.0,
|
| 774 |
+
1.0,
|
| 775 |
+
1.0,
|
| 776 |
+
1.0,
|
| 777 |
+
1.0,
|
| 778 |
+
1.0,
|
| 779 |
+
1.0,
|
| 780 |
+
1.0,
|
| 781 |
+
1.0,
|
| 782 |
+
1.0,
|
| 783 |
+
1.0,
|
| 784 |
+
1.0,
|
| 785 |
+
1.0,
|
| 786 |
+
1.0,
|
| 787 |
+
1.0,
|
| 788 |
+
1.0,
|
| 789 |
+
1.0,
|
| 790 |
+
1.0,
|
| 791 |
+
1.0,
|
| 792 |
+
1.0,
|
| 793 |
+
1.0,
|
| 794 |
+
1.0,
|
| 795 |
+
1.0,
|
| 796 |
+
1.0,
|
| 797 |
+
1.0,
|
| 798 |
+
1.0,
|
| 799 |
+
1.0
|
| 800 |
+
]
|
| 801 |
+
},
|
| 802 |
+
"num_transitions": 328296,
|
| 803 |
+
"num_trajectories": 7425
|
| 804 |
+
}
|
| 805 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/eval_l0.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"job_id": "eval_zero_to_zero__deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 3 |
+
"eval_protocol_version": "hist8-history01-sf-render-v4",
|
| 4 |
+
"training_step": 5000,
|
| 5 |
+
"checkpoint_sha256": "ba72ed7f1ba94daa0eba7d36fdb36eb7ce76db4a448bdbb29499e3f72ed0912f",
|
| 6 |
+
"profile_sha256": null,
|
| 7 |
+
"mean_return": 2104.086365966797,
|
| 8 |
+
"std_return": 572.511730439493,
|
| 9 |
+
"mean_length": 175.16,
|
| 10 |
+
"episodes": 100,
|
| 11 |
+
"parallel_envs": 32,
|
| 12 |
+
"max_episode_raw_frames": 3600,
|
| 13 |
+
"issued_actions": 4423,
|
| 14 |
+
"top_action": "MOVE_FORWARD+MOVE_RIGHT+ATTACK",
|
| 15 |
+
"largest_action_fraction": 0.21229934433642325,
|
| 16 |
+
"unique_action_values": 20,
|
| 17 |
+
"episode_final_done": 100,
|
| 18 |
+
"episodes_at_frame_cap": 0,
|
| 19 |
+
"checks": {
|
| 20 |
+
"100_exact_seeds": true,
|
| 21 |
+
"checkpoint_sha": true,
|
| 22 |
+
"bundle_step": true,
|
| 23 |
+
"training_step_matches_plan": true,
|
| 24 |
+
"profile_sha": true,
|
| 25 |
+
"binary_history": true,
|
| 26 |
+
"raw_score_means_match": true,
|
| 27 |
+
"action_counts_match": true,
|
| 28 |
+
"action_total_match": true,
|
| 29 |
+
"summary_returns_match": true,
|
| 30 |
+
"summary_lengths_match": true,
|
| 31 |
+
"100_final_steps": true,
|
| 32 |
+
"final_step_lengths_match": true,
|
| 33 |
+
"renderer_matches_training": true,
|
| 34 |
+
"renderer_protocol_v4": true,
|
| 35 |
+
"parallel_capacity_horizon": true,
|
| 36 |
+
"fps_history": true,
|
| 37 |
+
"environment_latency_matches": true,
|
| 38 |
+
"episode_latency_protocol": true,
|
| 39 |
+
"training_recipe": true,
|
| 40 |
+
"training_dimensions": true,
|
| 41 |
+
"initialization_revision": true
|
| 42 |
+
},
|
| 43 |
+
"environment_condition": "zero"
|
| 44 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/eval_profile.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"job_id": "eval_zero_to_profile__deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 3 |
+
"eval_protocol_version": "hist8-history01-sf-render-v4",
|
| 4 |
+
"training_step": 5000,
|
| 5 |
+
"checkpoint_sha256": "ba72ed7f1ba94daa0eba7d36fdb36eb7ce76db4a448bdbb29499e3f72ed0912f",
|
| 6 |
+
"profile_sha256": "ccadd20b8a6b6833f9f02fd34c2a67e1a43a468a6d000d94252c819224422b43",
|
| 7 |
+
"mean_return": 140.93857162475587,
|
| 8 |
+
"std_return": 170.20189352265717,
|
| 9 |
+
"mean_length": 75.27,
|
| 10 |
+
"episodes": 100,
|
| 11 |
+
"parallel_envs": 32,
|
| 12 |
+
"max_episode_raw_frames": 3600,
|
| 13 |
+
"issued_actions": 985,
|
| 14 |
+
"top_action": "MOVE_FORWARD+MOVE_RIGHT+ATTACK",
|
| 15 |
+
"largest_action_fraction": 0.38883248730964465,
|
| 16 |
+
"unique_action_values": 15,
|
| 17 |
+
"episode_final_done": 100,
|
| 18 |
+
"episodes_at_frame_cap": 0,
|
| 19 |
+
"checks": {
|
| 20 |
+
"100_exact_seeds": true,
|
| 21 |
+
"checkpoint_sha": true,
|
| 22 |
+
"bundle_step": true,
|
| 23 |
+
"training_step_matches_plan": true,
|
| 24 |
+
"profile_sha": true,
|
| 25 |
+
"binary_history": true,
|
| 26 |
+
"raw_score_means_match": true,
|
| 27 |
+
"action_counts_match": true,
|
| 28 |
+
"action_total_match": true,
|
| 29 |
+
"summary_returns_match": true,
|
| 30 |
+
"summary_lengths_match": true,
|
| 31 |
+
"100_final_steps": true,
|
| 32 |
+
"final_step_lengths_match": true,
|
| 33 |
+
"renderer_matches_training": true,
|
| 34 |
+
"renderer_protocol_v4": true,
|
| 35 |
+
"parallel_capacity_horizon": true,
|
| 36 |
+
"fps_history": true,
|
| 37 |
+
"environment_latency_matches": true,
|
| 38 |
+
"episode_latency_protocol": true,
|
| 39 |
+
"training_recipe": true,
|
| 40 |
+
"training_dimensions": true,
|
| 41 |
+
"initialization_revision": true
|
| 42 |
+
},
|
| 43 |
+
"environment_condition": "profile"
|
| 44 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/action_audit.json
ADDED
|
@@ -0,0 +1,153 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"eval_protocol_version": "hist8-history01-sf-render-v4",
|
| 3 |
+
"history_encoding": "binary_0_1",
|
| 4 |
+
"episodes": 100,
|
| 5 |
+
"episode_seeds": [
|
| 6 |
+
1000000,
|
| 7 |
+
1000001,
|
| 8 |
+
1000002,
|
| 9 |
+
1000003,
|
| 10 |
+
1000004,
|
| 11 |
+
1000005,
|
| 12 |
+
1000006,
|
| 13 |
+
1000007,
|
| 14 |
+
1000008,
|
| 15 |
+
1000009,
|
| 16 |
+
1000010,
|
| 17 |
+
1000011,
|
| 18 |
+
1000012,
|
| 19 |
+
1000013,
|
| 20 |
+
1000014,
|
| 21 |
+
1000015,
|
| 22 |
+
1000016,
|
| 23 |
+
1000017,
|
| 24 |
+
1000018,
|
| 25 |
+
1000019,
|
| 26 |
+
1000020,
|
| 27 |
+
1000021,
|
| 28 |
+
1000022,
|
| 29 |
+
1000023,
|
| 30 |
+
1000024,
|
| 31 |
+
1000025,
|
| 32 |
+
1000026,
|
| 33 |
+
1000027,
|
| 34 |
+
1000028,
|
| 35 |
+
1000029,
|
| 36 |
+
1000030,
|
| 37 |
+
1000031,
|
| 38 |
+
1000032,
|
| 39 |
+
1000033,
|
| 40 |
+
1000034,
|
| 41 |
+
1000035,
|
| 42 |
+
1000036,
|
| 43 |
+
1000037,
|
| 44 |
+
1000038,
|
| 45 |
+
1000039,
|
| 46 |
+
1000040,
|
| 47 |
+
1000041,
|
| 48 |
+
1000042,
|
| 49 |
+
1000043,
|
| 50 |
+
1000044,
|
| 51 |
+
1000045,
|
| 52 |
+
1000046,
|
| 53 |
+
1000047,
|
| 54 |
+
1000048,
|
| 55 |
+
1000049,
|
| 56 |
+
1000050,
|
| 57 |
+
1000051,
|
| 58 |
+
1000052,
|
| 59 |
+
1000053,
|
| 60 |
+
1000054,
|
| 61 |
+
1000055,
|
| 62 |
+
1000056,
|
| 63 |
+
1000057,
|
| 64 |
+
1000058,
|
| 65 |
+
1000059,
|
| 66 |
+
1000060,
|
| 67 |
+
1000061,
|
| 68 |
+
1000062,
|
| 69 |
+
1000063,
|
| 70 |
+
1000064,
|
| 71 |
+
1000065,
|
| 72 |
+
1000066,
|
| 73 |
+
1000067,
|
| 74 |
+
1000068,
|
| 75 |
+
1000069,
|
| 76 |
+
1000070,
|
| 77 |
+
1000071,
|
| 78 |
+
1000072,
|
| 79 |
+
1000073,
|
| 80 |
+
1000074,
|
| 81 |
+
1000075,
|
| 82 |
+
1000076,
|
| 83 |
+
1000077,
|
| 84 |
+
1000078,
|
| 85 |
+
1000079,
|
| 86 |
+
1000080,
|
| 87 |
+
1000081,
|
| 88 |
+
1000082,
|
| 89 |
+
1000083,
|
| 90 |
+
1000084,
|
| 91 |
+
1000085,
|
| 92 |
+
1000086,
|
| 93 |
+
1000087,
|
| 94 |
+
1000088,
|
| 95 |
+
1000089,
|
| 96 |
+
1000090,
|
| 97 |
+
1000091,
|
| 98 |
+
1000092,
|
| 99 |
+
1000093,
|
| 100 |
+
1000094,
|
| 101 |
+
1000095,
|
| 102 |
+
1000096,
|
| 103 |
+
1000097,
|
| 104 |
+
1000098,
|
| 105 |
+
1000099
|
| 106 |
+
],
|
| 107 |
+
"issued_actions": 985,
|
| 108 |
+
"action_counts": {
|
| 109 |
+
"[0,1,0,0,1,0,0]": 200,
|
| 110 |
+
"[1,0,0,0,0,0,1]": 104,
|
| 111 |
+
"[1,0,0,1,1,0,1]": 113,
|
| 112 |
+
"[1,0,0,1,0,0,1]": 383,
|
| 113 |
+
"[1,0,0,1,0,0,0]": 78,
|
| 114 |
+
"[1,0,0,1,1,0,0]": 37,
|
| 115 |
+
"[1,0,0,0,1,0,1]": 4,
|
| 116 |
+
"[1,0,0,1,1,1,1]": 1,
|
| 117 |
+
"[1,0,0,1,0,1,0]": 21,
|
| 118 |
+
"[1,0,0,0,0,1,1]": 1,
|
| 119 |
+
"[1,0,0,1,0,1,1]": 36,
|
| 120 |
+
"[1,0,0,0,0,1,0]": 1,
|
| 121 |
+
"[1,0,0,0,0,0,0]": 3,
|
| 122 |
+
"[1,0,1,0,0,0,0]": 2,
|
| 123 |
+
"[1,0,0,1,1,1,0]": 1
|
| 124 |
+
},
|
| 125 |
+
"largest_action_fraction": 0.38883248730964465,
|
| 126 |
+
"raw_score_min": [
|
| 127 |
+
-0.059937238693237305,
|
| 128 |
+
-0.0496213436126709,
|
| 129 |
+
-0.056449294090270996,
|
| 130 |
+
-0.042750149965286255,
|
| 131 |
+
-0.05516409873962402,
|
| 132 |
+
-0.054988086223602295,
|
| 133 |
+
-0.1365719735622406
|
| 134 |
+
],
|
| 135 |
+
"raw_score_max": [
|
| 136 |
+
1.0372400283813477,
|
| 137 |
+
1.0440950393676758,
|
| 138 |
+
0.9824841618537903,
|
| 139 |
+
1.1028895378112793,
|
| 140 |
+
1.0576035976409912,
|
| 141 |
+
1.0934667587280273,
|
| 142 |
+
1.111919641494751
|
| 143 |
+
],
|
| 144 |
+
"raw_score_mean": [
|
| 145 |
+
0.7944753231925105,
|
| 146 |
+
0.20111260136712322,
|
| 147 |
+
-0.005168462769709868,
|
| 148 |
+
0.6691819432130093,
|
| 149 |
+
0.363187712625728,
|
| 150 |
+
0.05765969419643888,
|
| 151 |
+
0.6555304738834765
|
| 152 |
+
]
|
| 153 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/episode_metrics.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/eval_code_snapshot.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/eval_config.yaml
ADDED
|
@@ -0,0 +1,166 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
experiment:
|
| 2 |
+
name: deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2-step5000-history01-profile-par32
|
| 3 |
+
seed: 1000000
|
| 4 |
+
backend:
|
| 5 |
+
type: sample_factory
|
| 6 |
+
algo: APPO
|
| 7 |
+
device: cpu
|
| 8 |
+
train_dir: results/sample_factory
|
| 9 |
+
restart_behavior: resume
|
| 10 |
+
run_mode: eval
|
| 11 |
+
executor:
|
| 12 |
+
mode: simulated
|
| 13 |
+
simulated_worker_capacity: 1
|
| 14 |
+
simulated_inference_pool: true
|
| 15 |
+
inference_devices:
|
| 16 |
+
- cuda:0
|
| 17 |
+
- cuda:1
|
| 18 |
+
inference_batch_size: 16
|
| 19 |
+
env:
|
| 20 |
+
name: deadly_corridor
|
| 21 |
+
env_id: doom_deadly_corridor
|
| 22 |
+
env_fps: 35
|
| 23 |
+
obs_fps: 8.75
|
| 24 |
+
noop_action:
|
| 25 |
+
- 0
|
| 26 |
+
- 0
|
| 27 |
+
- 0
|
| 28 |
+
- 0
|
| 29 |
+
frame_stack: 1
|
| 30 |
+
res_w: 128
|
| 31 |
+
res_h: 72
|
| 32 |
+
wide_aspect_ratio: false
|
| 33 |
+
simulator: cpu
|
| 34 |
+
obs_resize:
|
| 35 |
+
- 224
|
| 36 |
+
- 224
|
| 37 |
+
action_map:
|
| 38 |
+
noop:
|
| 39 |
+
- 0
|
| 40 |
+
- 0
|
| 41 |
+
- 0
|
| 42 |
+
- 0
|
| 43 |
+
move_forward:
|
| 44 |
+
- 0
|
| 45 |
+
- 1
|
| 46 |
+
- 0
|
| 47 |
+
- 0
|
| 48 |
+
move_backward:
|
| 49 |
+
- 0
|
| 50 |
+
- 2
|
| 51 |
+
- 0
|
| 52 |
+
- 0
|
| 53 |
+
move_left:
|
| 54 |
+
- 0
|
| 55 |
+
- 0
|
| 56 |
+
- 1
|
| 57 |
+
- 0
|
| 58 |
+
move_right:
|
| 59 |
+
- 0
|
| 60 |
+
- 0
|
| 61 |
+
- 2
|
| 62 |
+
- 0
|
| 63 |
+
turn_left:
|
| 64 |
+
- 1
|
| 65 |
+
- 0
|
| 66 |
+
- 0
|
| 67 |
+
- 0
|
| 68 |
+
turn_right:
|
| 69 |
+
- 2
|
| 70 |
+
- 0
|
| 71 |
+
- 0
|
| 72 |
+
- 0
|
| 73 |
+
attack:
|
| 74 |
+
- 0
|
| 75 |
+
- 0
|
| 76 |
+
- 0
|
| 77 |
+
- 1
|
| 78 |
+
action_history_decisions: 8
|
| 79 |
+
screen_resolution: RES_160X120
|
| 80 |
+
render_hud: true
|
| 81 |
+
render_crosshair: false
|
| 82 |
+
render_weapon: true
|
| 83 |
+
render_decals: false
|
| 84 |
+
render_particles: false
|
| 85 |
+
latency:
|
| 86 |
+
method: temporal
|
| 87 |
+
profile_path: /home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json
|
| 88 |
+
profile_worker_slot: 0
|
| 89 |
+
seed: 271828
|
| 90 |
+
add_latency_info: false
|
| 91 |
+
scheduler:
|
| 92 |
+
hold_policy: hold
|
| 93 |
+
ordering_policy: latest_ready
|
| 94 |
+
policy:
|
| 95 |
+
type: starvla
|
| 96 |
+
actions:
|
| 97 |
+
- MOVE_FORWARD
|
| 98 |
+
- MOVE_BACKWARD
|
| 99 |
+
- MOVE_LEFT
|
| 100 |
+
- MOVE_RIGHT
|
| 101 |
+
- TURN_LEFT
|
| 102 |
+
- TURN_RIGHT
|
| 103 |
+
- ATTACK
|
| 104 |
+
checkpoint_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/checkpoints/model.pt
|
| 105 |
+
model_config_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/config.yaml
|
| 106 |
+
device: cuda:0
|
| 107 |
+
unnorm_key: new_embodiment
|
| 108 |
+
prompt_mode: latency_neutral
|
| 109 |
+
action_layout: multibinary_7
|
| 110 |
+
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 111 |
+
worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
|
| 112 |
+
state_source: transport
|
| 113 |
+
training:
|
| 114 |
+
train_for_env_steps: 25000000
|
| 115 |
+
num_workers: 32
|
| 116 |
+
num_envs_per_worker: 4
|
| 117 |
+
worker_num_splits: 2
|
| 118 |
+
num_policies: 1
|
| 119 |
+
batch_size: 1024
|
| 120 |
+
rollout: 128
|
| 121 |
+
recurrence: 128
|
| 122 |
+
num_epochs: 2
|
| 123 |
+
num_batches_per_epoch: 2
|
| 124 |
+
learning_rate: 0.0001
|
| 125 |
+
gamma: 0.99
|
| 126 |
+
gae_lambda: 0.95
|
| 127 |
+
ppo_clip_ratio: 0.1
|
| 128 |
+
ppo_clip_value: 0.2
|
| 129 |
+
exploration_loss: symmetric_kl
|
| 130 |
+
exploration_loss_coeff: 0.001
|
| 131 |
+
value_loss_coeff: 0.5
|
| 132 |
+
max_grad_norm: 4.0
|
| 133 |
+
async_rl: true
|
| 134 |
+
use_rnn: true
|
| 135 |
+
rnn_type: gru
|
| 136 |
+
rnn_size: 512
|
| 137 |
+
normalize_input: true
|
| 138 |
+
normalize_returns: true
|
| 139 |
+
stats_avg: 100
|
| 140 |
+
experiment_summaries_interval: 1
|
| 141 |
+
save_every_sec: 600
|
| 142 |
+
keep_checkpoints: 5
|
| 143 |
+
evaluation:
|
| 144 |
+
eval_interval_steps: 1000000
|
| 145 |
+
eval_episodes: 100
|
| 146 |
+
eval_parallel_envs: 32
|
| 147 |
+
eval_max_steps: 3600
|
| 148 |
+
eval_deterministic: true
|
| 149 |
+
eval_raw_reward: true
|
| 150 |
+
eval_suites:
|
| 151 |
+
fixed: []
|
| 152 |
+
normal: []
|
| 153 |
+
uniform: []
|
| 154 |
+
eval_latency_values: null
|
| 155 |
+
logging:
|
| 156 |
+
output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/to_profile-sf-render-v4
|
| 157 |
+
video:
|
| 158 |
+
enabled: false
|
| 159 |
+
num_bins: 10
|
| 160 |
+
save_step_records: true
|
| 161 |
+
save_action_records: true
|
| 162 |
+
save_latency_records: true
|
| 163 |
+
wandb_project: null
|
| 164 |
+
wandb_group: null
|
| 165 |
+
wandb_job_type: null
|
| 166 |
+
wandb_tags: ''
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/provenance.json
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"collection": {
|
| 3 |
+
"teacher_repo": "latency-sensitive-bench/benchmark-models",
|
| 4 |
+
"teacher_revision": "5b533937a72e9fa923ecf28b1c1be5a16bad488d",
|
| 5 |
+
"teacher_path": "zero-latency/deadly-corridor/small-policy/sample-factory-v1",
|
| 6 |
+
"teacher_checkpoint": "best_000040896_20938752_reward_2260.797.pth",
|
| 7 |
+
"teacher_sha256": "a62d7de77c7a62160dbe74e64feb97a66e0a7ee5b51a2b1febbc1129bdfe8ec8",
|
| 8 |
+
"rollout_overrides": {
|
| 9 |
+
"env_fps": 35,
|
| 10 |
+
"obs_fps": 8.75,
|
| 11 |
+
"latency_type": "fixed",
|
| 12 |
+
"fixed_latency_ms": 0.0,
|
| 13 |
+
"seed": 42
|
| 14 |
+
},
|
| 15 |
+
"training_latency_condition": "zero",
|
| 16 |
+
"history": "decision_v1",
|
| 17 |
+
"history_decisions": 8,
|
| 18 |
+
"history_source": "zero_latency_issued_equals_applied",
|
| 19 |
+
"student_image_frames": 1,
|
| 20 |
+
"max_episode_raw_frames": 3600,
|
| 21 |
+
"episodes": 8250,
|
| 22 |
+
"train_labels": 328296,
|
| 23 |
+
"filter_preset": "none"
|
| 24 |
+
},
|
| 25 |
+
"training_run_id": "deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 26 |
+
"training_step": 5000,
|
| 27 |
+
"global_batch": 128,
|
| 28 |
+
"base_model": "Qwen/Qwen3-VL-4B-Instruct",
|
| 29 |
+
"wandb_run_id": "2f9d64db",
|
| 30 |
+
"checkpoint_sha256": "ba72ed7f1ba94daa0eba7d36fdb36eb7ce76db4a448bdbb29499e3f72ed0912f",
|
| 31 |
+
"eval_protocol_version": "hist8-history01-sf-render-v4",
|
| 32 |
+
"history_encoding": "binary_0_1",
|
| 33 |
+
"episodes": 100,
|
| 34 |
+
"env_condition": "profile",
|
| 35 |
+
"parallel_envs": 32,
|
| 36 |
+
"max_episode_raw_frames": 3600,
|
| 37 |
+
"inference_devices": [
|
| 38 |
+
"cuda:0",
|
| 39 |
+
"cuda:1"
|
| 40 |
+
],
|
| 41 |
+
"episode_seeds": [
|
| 42 |
+
1000000,
|
| 43 |
+
1000099
|
| 44 |
+
],
|
| 45 |
+
"profile_sha256": "ccadd20b8a6b6833f9f02fd34c2a67e1a43a468a6d000d94252c819224422b43"
|
| 46 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/resolved_config.yaml
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
experiment:
|
| 2 |
+
name: deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2-step5000-history01-profile-par32
|
| 3 |
+
seed: 1000000
|
| 4 |
+
backend:
|
| 5 |
+
type: sample_factory
|
| 6 |
+
algo: APPO
|
| 7 |
+
device: cpu
|
| 8 |
+
train_dir: results/sample_factory
|
| 9 |
+
restart_behavior: resume
|
| 10 |
+
run_mode: eval
|
| 11 |
+
executor:
|
| 12 |
+
mode: simulated
|
| 13 |
+
simulated_worker_capacity: 1
|
| 14 |
+
simulated_inference_pool: true
|
| 15 |
+
inference_devices:
|
| 16 |
+
- cuda:0
|
| 17 |
+
- cuda:1
|
| 18 |
+
inference_batch_size: 16
|
| 19 |
+
env:
|
| 20 |
+
name: deadly_corridor
|
| 21 |
+
env_id: doom_deadly_corridor
|
| 22 |
+
env_fps: 35
|
| 23 |
+
obs_fps: 8.75
|
| 24 |
+
noop_action:
|
| 25 |
+
- 0
|
| 26 |
+
- 0
|
| 27 |
+
- 0
|
| 28 |
+
- 0
|
| 29 |
+
frame_stack: 1
|
| 30 |
+
res_w: 128
|
| 31 |
+
res_h: 72
|
| 32 |
+
wide_aspect_ratio: false
|
| 33 |
+
simulator: cpu
|
| 34 |
+
obs_resize:
|
| 35 |
+
- 224
|
| 36 |
+
- 224
|
| 37 |
+
action_map:
|
| 38 |
+
noop:
|
| 39 |
+
- 0
|
| 40 |
+
- 0
|
| 41 |
+
- 0
|
| 42 |
+
- 0
|
| 43 |
+
move_forward:
|
| 44 |
+
- 0
|
| 45 |
+
- 1
|
| 46 |
+
- 0
|
| 47 |
+
- 0
|
| 48 |
+
move_backward:
|
| 49 |
+
- 0
|
| 50 |
+
- 2
|
| 51 |
+
- 0
|
| 52 |
+
- 0
|
| 53 |
+
move_left:
|
| 54 |
+
- 0
|
| 55 |
+
- 0
|
| 56 |
+
- 1
|
| 57 |
+
- 0
|
| 58 |
+
move_right:
|
| 59 |
+
- 0
|
| 60 |
+
- 0
|
| 61 |
+
- 2
|
| 62 |
+
- 0
|
| 63 |
+
turn_left:
|
| 64 |
+
- 1
|
| 65 |
+
- 0
|
| 66 |
+
- 0
|
| 67 |
+
- 0
|
| 68 |
+
turn_right:
|
| 69 |
+
- 2
|
| 70 |
+
- 0
|
| 71 |
+
- 0
|
| 72 |
+
- 0
|
| 73 |
+
attack:
|
| 74 |
+
- 0
|
| 75 |
+
- 0
|
| 76 |
+
- 0
|
| 77 |
+
- 1
|
| 78 |
+
action_history_decisions: 8
|
| 79 |
+
screen_resolution: RES_160X120
|
| 80 |
+
render_hud: true
|
| 81 |
+
render_crosshair: false
|
| 82 |
+
render_weapon: true
|
| 83 |
+
render_decals: false
|
| 84 |
+
render_particles: false
|
| 85 |
+
latency:
|
| 86 |
+
method: temporal
|
| 87 |
+
profile_path: /home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json
|
| 88 |
+
profile_worker_slot: 0
|
| 89 |
+
seed: 271828
|
| 90 |
+
add_latency_info: false
|
| 91 |
+
scheduler:
|
| 92 |
+
hold_policy: hold
|
| 93 |
+
ordering_policy: latest_ready
|
| 94 |
+
policy:
|
| 95 |
+
type: starvla
|
| 96 |
+
actions:
|
| 97 |
+
- MOVE_FORWARD
|
| 98 |
+
- MOVE_BACKWARD
|
| 99 |
+
- MOVE_LEFT
|
| 100 |
+
- MOVE_RIGHT
|
| 101 |
+
- TURN_LEFT
|
| 102 |
+
- TURN_RIGHT
|
| 103 |
+
- ATTACK
|
| 104 |
+
checkpoint_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/checkpoints/model.pt
|
| 105 |
+
model_config_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/config.yaml
|
| 106 |
+
device: cuda:0
|
| 107 |
+
unnorm_key: new_embodiment
|
| 108 |
+
prompt_mode: latency_neutral
|
| 109 |
+
action_layout: multibinary_7
|
| 110 |
+
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 111 |
+
worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
|
| 112 |
+
state_source: transport
|
| 113 |
+
action_prefix:
|
| 114 |
+
mode: none
|
| 115 |
+
training:
|
| 116 |
+
train_for_env_steps: 25000000
|
| 117 |
+
num_workers: 32
|
| 118 |
+
num_envs_per_worker: 4
|
| 119 |
+
worker_num_splits: 2
|
| 120 |
+
num_policies: 1
|
| 121 |
+
batch_size: 1024
|
| 122 |
+
rollout: 128
|
| 123 |
+
recurrence: 128
|
| 124 |
+
num_epochs: 2
|
| 125 |
+
num_batches_per_epoch: 2
|
| 126 |
+
learning_rate: 0.0001
|
| 127 |
+
gamma: 0.99
|
| 128 |
+
gae_lambda: 0.95
|
| 129 |
+
ppo_clip_ratio: 0.1
|
| 130 |
+
ppo_clip_value: 0.2
|
| 131 |
+
exploration_loss: symmetric_kl
|
| 132 |
+
exploration_loss_coeff: 0.001
|
| 133 |
+
value_loss_coeff: 0.5
|
| 134 |
+
max_grad_norm: 4.0
|
| 135 |
+
async_rl: true
|
| 136 |
+
use_rnn: true
|
| 137 |
+
rnn_type: gru
|
| 138 |
+
rnn_size: 512
|
| 139 |
+
normalize_input: true
|
| 140 |
+
normalize_returns: true
|
| 141 |
+
stats_avg: 100
|
| 142 |
+
experiment_summaries_interval: 1
|
| 143 |
+
save_every_sec: 600
|
| 144 |
+
keep_checkpoints: 5
|
| 145 |
+
evaluation:
|
| 146 |
+
eval_interval_steps: 1000000
|
| 147 |
+
eval_episodes: 100
|
| 148 |
+
eval_parallel_envs: 32
|
| 149 |
+
eval_max_steps: 3600
|
| 150 |
+
eval_deterministic: true
|
| 151 |
+
eval_raw_reward: true
|
| 152 |
+
eval_suites:
|
| 153 |
+
fixed: []
|
| 154 |
+
normal: []
|
| 155 |
+
uniform: []
|
| 156 |
+
eval_latency_values: null
|
| 157 |
+
logging:
|
| 158 |
+
output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/to_profile-sf-render-v4
|
| 159 |
+
video:
|
| 160 |
+
enabled: false
|
| 161 |
+
num_bins: 10
|
| 162 |
+
save_step_records: true
|
| 163 |
+
save_action_records: true
|
| 164 |
+
save_latency_records: true
|
| 165 |
+
wandb_project: null
|
| 166 |
+
wandb_group: null
|
| 167 |
+
wandb_job_type: null
|
| 168 |
+
wandb_tags: ''
|
| 169 |
+
simulated_pipeline_profile: false
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/summary.json
ADDED
|
@@ -0,0 +1,217 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/checkpoints/model.pt",
|
| 3 |
+
"experiment_name": "deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2-step5000-history01-profile-par32",
|
| 4 |
+
"latency": "profile_sample",
|
| 5 |
+
"latency_type": "profile_sample",
|
| 6 |
+
"lengths": [
|
| 7 |
+
79,
|
| 8 |
+
108,
|
| 9 |
+
49,
|
| 10 |
+
48,
|
| 11 |
+
19,
|
| 12 |
+
106,
|
| 13 |
+
49,
|
| 14 |
+
46,
|
| 15 |
+
131,
|
| 16 |
+
75,
|
| 17 |
+
74,
|
| 18 |
+
105,
|
| 19 |
+
107,
|
| 20 |
+
91,
|
| 21 |
+
46,
|
| 22 |
+
76,
|
| 23 |
+
106,
|
| 24 |
+
46,
|
| 25 |
+
79,
|
| 26 |
+
89,
|
| 27 |
+
112,
|
| 28 |
+
98,
|
| 29 |
+
92,
|
| 30 |
+
103,
|
| 31 |
+
78,
|
| 32 |
+
90,
|
| 33 |
+
44,
|
| 34 |
+
52,
|
| 35 |
+
52,
|
| 36 |
+
52,
|
| 37 |
+
108,
|
| 38 |
+
77,
|
| 39 |
+
49,
|
| 40 |
+
52,
|
| 41 |
+
47,
|
| 42 |
+
48,
|
| 43 |
+
132,
|
| 44 |
+
112,
|
| 45 |
+
52,
|
| 46 |
+
48,
|
| 47 |
+
47,
|
| 48 |
+
103,
|
| 49 |
+
44,
|
| 50 |
+
49,
|
| 51 |
+
77,
|
| 52 |
+
97,
|
| 53 |
+
94,
|
| 54 |
+
11,
|
| 55 |
+
49,
|
| 56 |
+
116,
|
| 57 |
+
44,
|
| 58 |
+
48,
|
| 59 |
+
46,
|
| 60 |
+
46,
|
| 61 |
+
133,
|
| 62 |
+
80,
|
| 63 |
+
104,
|
| 64 |
+
49,
|
| 65 |
+
105,
|
| 66 |
+
72,
|
| 67 |
+
113,
|
| 68 |
+
70,
|
| 69 |
+
48,
|
| 70 |
+
47,
|
| 71 |
+
49,
|
| 72 |
+
50,
|
| 73 |
+
82,
|
| 74 |
+
102,
|
| 75 |
+
72,
|
| 76 |
+
70,
|
| 77 |
+
103,
|
| 78 |
+
90,
|
| 79 |
+
82,
|
| 80 |
+
100,
|
| 81 |
+
195,
|
| 82 |
+
72,
|
| 83 |
+
96,
|
| 84 |
+
46,
|
| 85 |
+
47,
|
| 86 |
+
77,
|
| 87 |
+
72,
|
| 88 |
+
77,
|
| 89 |
+
75,
|
| 90 |
+
97,
|
| 91 |
+
76,
|
| 92 |
+
89,
|
| 93 |
+
74,
|
| 94 |
+
106,
|
| 95 |
+
48,
|
| 96 |
+
46,
|
| 97 |
+
74,
|
| 98 |
+
46,
|
| 99 |
+
44,
|
| 100 |
+
75,
|
| 101 |
+
75,
|
| 102 |
+
70,
|
| 103 |
+
91,
|
| 104 |
+
78,
|
| 105 |
+
82,
|
| 106 |
+
80
|
| 107 |
+
],
|
| 108 |
+
"mean_length": 75.27,
|
| 109 |
+
"mean_return": 140.93857162475587,
|
| 110 |
+
"returns": [
|
| 111 |
+
154.0336151123047,
|
| 112 |
+
100.9351806640625,
|
| 113 |
+
9.406478881835938,
|
| 114 |
+
-16.354965209960938,
|
| 115 |
+
-115.97962951660156,
|
| 116 |
+
490.1438751220703,
|
| 117 |
+
-27.783966064453125,
|
| 118 |
+
-19.37286376953125,
|
| 119 |
+
211.4198455810547,
|
| 120 |
+
95.24711608886719,
|
| 121 |
+
148.67269897460938,
|
| 122 |
+
363.10694885253906,
|
| 123 |
+
458.1333465576172,
|
| 124 |
+
201.63262939453125,
|
| 125 |
+
-7.862518310546875,
|
| 126 |
+
100.59620666503906,
|
| 127 |
+
438.0749969482422,
|
| 128 |
+
-34.77790832519531,
|
| 129 |
+
172.30044555664062,
|
| 130 |
+
310.8564910888672,
|
| 131 |
+
387.7138214111328,
|
| 132 |
+
405.32373046875,
|
| 133 |
+
216.52659606933594,
|
| 134 |
+
332.4956817626953,
|
| 135 |
+
123.36009216308594,
|
| 136 |
+
346.71710205078125,
|
| 137 |
+
-44.33656311035156,
|
| 138 |
+
-4.336212158203125,
|
| 139 |
+
4.6259307861328125,
|
| 140 |
+
11.024658203125,
|
| 141 |
+
398.4468994140625,
|
| 142 |
+
116.860107421875,
|
| 143 |
+
-18.968948364257812,
|
| 144 |
+
12.370346069335938,
|
| 145 |
+
-30.434616088867188,
|
| 146 |
+
1.4321441650390625,
|
| 147 |
+
-114.26411437988281,
|
| 148 |
+
391.5655975341797,
|
| 149 |
+
22.472976684570312,
|
| 150 |
+
-27.054367065429688,
|
| 151 |
+
-5.29583740234375,
|
| 152 |
+
198.32774353027344,
|
| 153 |
+
-33.38883972167969,
|
| 154 |
+
4.6920623779296875,
|
| 155 |
+
130.2240753173828,
|
| 156 |
+
334.62744140625,
|
| 157 |
+
292.4006805419922,
|
| 158 |
+
-115.47787475585938,
|
| 159 |
+
-40.240997314453125,
|
| 160 |
+
539.7822265625,
|
| 161 |
+
-27.389923095703125,
|
| 162 |
+
-5.5204010009765625,
|
| 163 |
+
-35.05426025390625,
|
| 164 |
+
-11.614044189453125,
|
| 165 |
+
92.88491821289062,
|
| 166 |
+
15.6070556640625,
|
| 167 |
+
432.42787170410156,
|
| 168 |
+
-7.0973052978515625,
|
| 169 |
+
435.5258026123047,
|
| 170 |
+
202.27793884277344,
|
| 171 |
+
478.8386535644531,
|
| 172 |
+
99.32997131347656,
|
| 173 |
+
-11.160964965820312,
|
| 174 |
+
-35.285491943359375,
|
| 175 |
+
-12.955535888671875,
|
| 176 |
+
-6.1597442626953125,
|
| 177 |
+
139.16302490234375,
|
| 178 |
+
385.6919860839844,
|
| 179 |
+
100.79763793945312,
|
| 180 |
+
170.27206420898438,
|
| 181 |
+
476.00653076171875,
|
| 182 |
+
359.76263427734375,
|
| 183 |
+
254.0244598388672,
|
| 184 |
+
358.6476135253906,
|
| 185 |
+
-74.54209899902344,
|
| 186 |
+
139.345458984375,
|
| 187 |
+
256.5524597167969,
|
| 188 |
+
-25.710037231445312,
|
| 189 |
+
-5.1707611083984375,
|
| 190 |
+
45.75761413574219,
|
| 191 |
+
95.38475036621094,
|
| 192 |
+
197.80548095703125,
|
| 193 |
+
122.45187377929688,
|
| 194 |
+
443.33277893066406,
|
| 195 |
+
142.99649047851562,
|
| 196 |
+
278.17474365234375,
|
| 197 |
+
162.55751037597656,
|
| 198 |
+
306.7832946777344,
|
| 199 |
+
-0.6845703125,
|
| 200 |
+
-19.40484619140625,
|
| 201 |
+
109.81697082519531,
|
| 202 |
+
-31.831924438476562,
|
| 203 |
+
-32.087677001953125,
|
| 204 |
+
177.57078552246094,
|
| 205 |
+
166.60971069335938,
|
| 206 |
+
68.12655639648438,
|
| 207 |
+
378.55908203125,
|
| 208 |
+
151.78648376464844,
|
| 209 |
+
167.0567626953125,
|
| 210 |
+
153.98020935058594
|
| 211 |
+
],
|
| 212 |
+
"seed": 1000000,
|
| 213 |
+
"source_profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
|
| 214 |
+
"std_return": 170.20189352265717,
|
| 215 |
+
"suite_name": "profile_sample",
|
| 216 |
+
"timestamp_utc": "2026-09-24T01:16:32.802940+00:00"
|
| 217 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/profile/verification.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"verification_status": "verified",
|
| 3 |
+
"job_id": "eval_zero_to_profile__deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 4 |
+
"task": "deadly_corridor",
|
| 5 |
+
"model": "qwenpi_v3",
|
| 6 |
+
"remote_eval_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/to_profile-sf-render-v4",
|
| 7 |
+
"checked_at": 1790213695.2156026,
|
| 8 |
+
"training_step": 5000,
|
| 9 |
+
"checkpoint_sha256": "ba72ed7f1ba94daa0eba7d36fdb36eb7ce76db4a448bdbb29499e3f72ed0912f",
|
| 10 |
+
"profile_sha256": "ccadd20b8a6b6833f9f02fd34c2a67e1a43a468a6d000d94252c819224422b43",
|
| 11 |
+
"wandb_run_id": "2f9d64db",
|
| 12 |
+
"eval_protocol_version": "hist8-history01-sf-render-v4",
|
| 13 |
+
"max_episode_raw_frames": 3600,
|
| 14 |
+
"parallel_envs": 32,
|
| 15 |
+
"mean_return": 140.93857162475587,
|
| 16 |
+
"std_return": 170.20189352265717,
|
| 17 |
+
"mean_length": 75.27,
|
| 18 |
+
"episodes": 100,
|
| 19 |
+
"issued_actions": 985,
|
| 20 |
+
"top_action": "MOVE_FORWARD+MOVE_RIGHT+ATTACK",
|
| 21 |
+
"largest_action_fraction": 0.38883248730964465,
|
| 22 |
+
"unique_action_values": 15,
|
| 23 |
+
"episode_final_done": 100,
|
| 24 |
+
"episodes_at_frame_cap": 0,
|
| 25 |
+
"checks": {
|
| 26 |
+
"100_exact_seeds": true,
|
| 27 |
+
"checkpoint_sha": true,
|
| 28 |
+
"bundle_step": true,
|
| 29 |
+
"training_step_matches_plan": true,
|
| 30 |
+
"profile_sha": true,
|
| 31 |
+
"binary_history": true,
|
| 32 |
+
"raw_score_means_match": true,
|
| 33 |
+
"action_counts_match": true,
|
| 34 |
+
"action_total_match": true,
|
| 35 |
+
"summary_returns_match": true,
|
| 36 |
+
"summary_lengths_match": true,
|
| 37 |
+
"100_final_steps": true,
|
| 38 |
+
"final_step_lengths_match": true,
|
| 39 |
+
"renderer_matches_training": true,
|
| 40 |
+
"renderer_protocol_v4": true,
|
| 41 |
+
"parallel_capacity_horizon": true,
|
| 42 |
+
"fps_history": true,
|
| 43 |
+
"environment_latency_matches": true,
|
| 44 |
+
"episode_latency_protocol": true,
|
| 45 |
+
"training_recipe": true,
|
| 46 |
+
"training_dimensions": true,
|
| 47 |
+
"initialization_revision": true
|
| 48 |
+
},
|
| 49 |
+
"job": {
|
| 50 |
+
"id": "eval_zero_to_profile__deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 51 |
+
"source": "v2",
|
| 52 |
+
"python": "/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python",
|
| 53 |
+
"task": "deadly_corridor",
|
| 54 |
+
"model": "qwenpi_v3",
|
| 55 |
+
"backbone": "/home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17",
|
| 56 |
+
"profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
|
| 57 |
+
"bundle_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 58 |
+
"priority": 1122,
|
| 59 |
+
"depends_on": [
|
| 60 |
+
"package_zero__deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2"
|
| 61 |
+
],
|
| 62 |
+
"kind": "eval_ready",
|
| 63 |
+
"runtime_root": "/home/ubuntu/codex/hist8-vla-eval-sf-render-v4-20260924",
|
| 64 |
+
"env_condition": "profile",
|
| 65 |
+
"parallel_envs": 32,
|
| 66 |
+
"metric_prefix": "eval_hist8_v4/zero_to_profile",
|
| 67 |
+
"eval_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/to_profile-sf-render-v4",
|
| 68 |
+
"gpus_required": 2,
|
| 69 |
+
"ready_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/bundle.complete.json",
|
| 70 |
+
"aux_gpu": 7
|
| 71 |
+
},
|
| 72 |
+
"evidence_dir": "/home/lixinyuan/latency-sensitive-bench/outputs/tasks/decision_history_vla_hist8_v2/evaluation_receipts/h200-1/eval_zero_to_profile__deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/hist8-history01-sf-render-v4"
|
| 73 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/action_audit.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"eval_protocol_version": "hist8-history01-sf-render-v4",
|
| 3 |
+
"history_encoding": "binary_0_1",
|
| 4 |
+
"episodes": 100,
|
| 5 |
+
"episode_seeds": [
|
| 6 |
+
1000000,
|
| 7 |
+
1000001,
|
| 8 |
+
1000002,
|
| 9 |
+
1000003,
|
| 10 |
+
1000004,
|
| 11 |
+
1000005,
|
| 12 |
+
1000006,
|
| 13 |
+
1000007,
|
| 14 |
+
1000008,
|
| 15 |
+
1000009,
|
| 16 |
+
1000010,
|
| 17 |
+
1000011,
|
| 18 |
+
1000012,
|
| 19 |
+
1000013,
|
| 20 |
+
1000014,
|
| 21 |
+
1000015,
|
| 22 |
+
1000016,
|
| 23 |
+
1000017,
|
| 24 |
+
1000018,
|
| 25 |
+
1000019,
|
| 26 |
+
1000020,
|
| 27 |
+
1000021,
|
| 28 |
+
1000022,
|
| 29 |
+
1000023,
|
| 30 |
+
1000024,
|
| 31 |
+
1000025,
|
| 32 |
+
1000026,
|
| 33 |
+
1000027,
|
| 34 |
+
1000028,
|
| 35 |
+
1000029,
|
| 36 |
+
1000030,
|
| 37 |
+
1000031,
|
| 38 |
+
1000032,
|
| 39 |
+
1000033,
|
| 40 |
+
1000034,
|
| 41 |
+
1000035,
|
| 42 |
+
1000036,
|
| 43 |
+
1000037,
|
| 44 |
+
1000038,
|
| 45 |
+
1000039,
|
| 46 |
+
1000040,
|
| 47 |
+
1000041,
|
| 48 |
+
1000042,
|
| 49 |
+
1000043,
|
| 50 |
+
1000044,
|
| 51 |
+
1000045,
|
| 52 |
+
1000046,
|
| 53 |
+
1000047,
|
| 54 |
+
1000048,
|
| 55 |
+
1000049,
|
| 56 |
+
1000050,
|
| 57 |
+
1000051,
|
| 58 |
+
1000052,
|
| 59 |
+
1000053,
|
| 60 |
+
1000054,
|
| 61 |
+
1000055,
|
| 62 |
+
1000056,
|
| 63 |
+
1000057,
|
| 64 |
+
1000058,
|
| 65 |
+
1000059,
|
| 66 |
+
1000060,
|
| 67 |
+
1000061,
|
| 68 |
+
1000062,
|
| 69 |
+
1000063,
|
| 70 |
+
1000064,
|
| 71 |
+
1000065,
|
| 72 |
+
1000066,
|
| 73 |
+
1000067,
|
| 74 |
+
1000068,
|
| 75 |
+
1000069,
|
| 76 |
+
1000070,
|
| 77 |
+
1000071,
|
| 78 |
+
1000072,
|
| 79 |
+
1000073,
|
| 80 |
+
1000074,
|
| 81 |
+
1000075,
|
| 82 |
+
1000076,
|
| 83 |
+
1000077,
|
| 84 |
+
1000078,
|
| 85 |
+
1000079,
|
| 86 |
+
1000080,
|
| 87 |
+
1000081,
|
| 88 |
+
1000082,
|
| 89 |
+
1000083,
|
| 90 |
+
1000084,
|
| 91 |
+
1000085,
|
| 92 |
+
1000086,
|
| 93 |
+
1000087,
|
| 94 |
+
1000088,
|
| 95 |
+
1000089,
|
| 96 |
+
1000090,
|
| 97 |
+
1000091,
|
| 98 |
+
1000092,
|
| 99 |
+
1000093,
|
| 100 |
+
1000094,
|
| 101 |
+
1000095,
|
| 102 |
+
1000096,
|
| 103 |
+
1000097,
|
| 104 |
+
1000098,
|
| 105 |
+
1000099
|
| 106 |
+
],
|
| 107 |
+
"issued_actions": 4423,
|
| 108 |
+
"action_counts": {
|
| 109 |
+
"[0,1,0,0,1,0,0]": 300,
|
| 110 |
+
"[1,0,0,1,0,0,1]": 939,
|
| 111 |
+
"[1,0,0,0,1,0,1]": 297,
|
| 112 |
+
"[1,0,0,0,0,0,1]": 640,
|
| 113 |
+
"[1,0,0,1,0,1,0]": 94,
|
| 114 |
+
"[1,0,0,1,0,1,1]": 220,
|
| 115 |
+
"[1,0,0,0,0,1,1]": 97,
|
| 116 |
+
"[1,0,0,0,0,0,0]": 165,
|
| 117 |
+
"[1,0,1,0,0,0,0]": 270,
|
| 118 |
+
"[1,0,1,0,0,1,1]": 82,
|
| 119 |
+
"[1,0,1,0,0,0,1]": 103,
|
| 120 |
+
"[1,0,1,0,1,0,0]": 24,
|
| 121 |
+
"[1,0,0,1,1,0,0]": 230,
|
| 122 |
+
"[1,0,0,0,1,0,0]": 205,
|
| 123 |
+
"[1,0,0,1,0,0,0]": 661,
|
| 124 |
+
"[1,0,0,1,1,0,1]": 54,
|
| 125 |
+
"[1,0,1,0,1,0,1]": 30,
|
| 126 |
+
"[1,0,0,0,0,1,0]": 1,
|
| 127 |
+
"[0,0,0,0,0,1,1]": 1,
|
| 128 |
+
"[1,0,1,0,0,1,0]": 10
|
| 129 |
+
},
|
| 130 |
+
"largest_action_fraction": 0.21229934433642325,
|
| 131 |
+
"raw_score_min": [
|
| 132 |
+
-0.08360981941223145,
|
| 133 |
+
-0.05780172348022461,
|
| 134 |
+
-0.06064125895500183,
|
| 135 |
+
-0.054025307297706604,
|
| 136 |
+
-0.06797122955322266,
|
| 137 |
+
-0.051538825035095215,
|
| 138 |
+
-0.2027718871831894
|
| 139 |
+
],
|
| 140 |
+
"raw_score_max": [
|
| 141 |
+
1.0229028463363647,
|
| 142 |
+
1.0428850650787354,
|
| 143 |
+
1.1521090269088745,
|
| 144 |
+
1.0826694965362549,
|
| 145 |
+
1.1085968017578125,
|
| 146 |
+
1.1143244504928589,
|
| 147 |
+
1.1008323431015015
|
| 148 |
+
],
|
| 149 |
+
"raw_score_mean": [
|
| 150 |
+
0.9278001479342118,
|
| 151 |
+
0.06719153542989638,
|
| 152 |
+
0.10922152757686344,
|
| 153 |
+
0.5008785366125446,
|
| 154 |
+
0.26030633273108505,
|
| 155 |
+
0.113852506555472,
|
| 156 |
+
0.5586121840230454
|
| 157 |
+
]
|
| 158 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/episode_metrics.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/eval_code_snapshot.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/eval_config.yaml
ADDED
|
@@ -0,0 +1,162 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
experiment:
|
| 2 |
+
name: deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2-step5000-history01-zero-par32
|
| 3 |
+
seed: 1000000
|
| 4 |
+
backend:
|
| 5 |
+
type: sample_factory
|
| 6 |
+
algo: APPO
|
| 7 |
+
device: cpu
|
| 8 |
+
train_dir: results/sample_factory
|
| 9 |
+
restart_behavior: resume
|
| 10 |
+
run_mode: eval
|
| 11 |
+
executor:
|
| 12 |
+
mode: simulated
|
| 13 |
+
simulated_worker_capacity: 1
|
| 14 |
+
simulated_inference_pool: true
|
| 15 |
+
inference_devices:
|
| 16 |
+
- cuda:0
|
| 17 |
+
- cuda:1
|
| 18 |
+
inference_batch_size: 16
|
| 19 |
+
env:
|
| 20 |
+
name: deadly_corridor
|
| 21 |
+
env_id: doom_deadly_corridor
|
| 22 |
+
env_fps: 35
|
| 23 |
+
obs_fps: 8.75
|
| 24 |
+
noop_action:
|
| 25 |
+
- 0
|
| 26 |
+
- 0
|
| 27 |
+
- 0
|
| 28 |
+
- 0
|
| 29 |
+
frame_stack: 1
|
| 30 |
+
res_w: 128
|
| 31 |
+
res_h: 72
|
| 32 |
+
wide_aspect_ratio: false
|
| 33 |
+
simulator: cpu
|
| 34 |
+
obs_resize:
|
| 35 |
+
- 224
|
| 36 |
+
- 224
|
| 37 |
+
action_map:
|
| 38 |
+
noop:
|
| 39 |
+
- 0
|
| 40 |
+
- 0
|
| 41 |
+
- 0
|
| 42 |
+
- 0
|
| 43 |
+
move_forward:
|
| 44 |
+
- 0
|
| 45 |
+
- 1
|
| 46 |
+
- 0
|
| 47 |
+
- 0
|
| 48 |
+
move_backward:
|
| 49 |
+
- 0
|
| 50 |
+
- 2
|
| 51 |
+
- 0
|
| 52 |
+
- 0
|
| 53 |
+
move_left:
|
| 54 |
+
- 0
|
| 55 |
+
- 0
|
| 56 |
+
- 1
|
| 57 |
+
- 0
|
| 58 |
+
move_right:
|
| 59 |
+
- 0
|
| 60 |
+
- 0
|
| 61 |
+
- 2
|
| 62 |
+
- 0
|
| 63 |
+
turn_left:
|
| 64 |
+
- 1
|
| 65 |
+
- 0
|
| 66 |
+
- 0
|
| 67 |
+
- 0
|
| 68 |
+
turn_right:
|
| 69 |
+
- 2
|
| 70 |
+
- 0
|
| 71 |
+
- 0
|
| 72 |
+
- 0
|
| 73 |
+
attack:
|
| 74 |
+
- 0
|
| 75 |
+
- 0
|
| 76 |
+
- 0
|
| 77 |
+
- 1
|
| 78 |
+
action_history_decisions: 8
|
| 79 |
+
screen_resolution: RES_160X120
|
| 80 |
+
render_hud: true
|
| 81 |
+
render_crosshair: false
|
| 82 |
+
render_weapon: true
|
| 83 |
+
render_decals: false
|
| 84 |
+
render_particles: false
|
| 85 |
+
latency:
|
| 86 |
+
method: zero
|
| 87 |
+
scheduler:
|
| 88 |
+
hold_policy: hold
|
| 89 |
+
ordering_policy: latest_ready
|
| 90 |
+
policy:
|
| 91 |
+
type: starvla
|
| 92 |
+
actions:
|
| 93 |
+
- MOVE_FORWARD
|
| 94 |
+
- MOVE_BACKWARD
|
| 95 |
+
- MOVE_LEFT
|
| 96 |
+
- MOVE_RIGHT
|
| 97 |
+
- TURN_LEFT
|
| 98 |
+
- TURN_RIGHT
|
| 99 |
+
- ATTACK
|
| 100 |
+
checkpoint_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/checkpoints/model.pt
|
| 101 |
+
model_config_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/config.yaml
|
| 102 |
+
device: cuda:0
|
| 103 |
+
unnorm_key: new_embodiment
|
| 104 |
+
prompt_mode: latency_neutral
|
| 105 |
+
action_layout: multibinary_7
|
| 106 |
+
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 107 |
+
worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
|
| 108 |
+
state_source: transport
|
| 109 |
+
training:
|
| 110 |
+
train_for_env_steps: 25000000
|
| 111 |
+
num_workers: 32
|
| 112 |
+
num_envs_per_worker: 4
|
| 113 |
+
worker_num_splits: 2
|
| 114 |
+
num_policies: 1
|
| 115 |
+
batch_size: 1024
|
| 116 |
+
rollout: 128
|
| 117 |
+
recurrence: 128
|
| 118 |
+
num_epochs: 2
|
| 119 |
+
num_batches_per_epoch: 2
|
| 120 |
+
learning_rate: 0.0001
|
| 121 |
+
gamma: 0.99
|
| 122 |
+
gae_lambda: 0.95
|
| 123 |
+
ppo_clip_ratio: 0.1
|
| 124 |
+
ppo_clip_value: 0.2
|
| 125 |
+
exploration_loss: symmetric_kl
|
| 126 |
+
exploration_loss_coeff: 0.001
|
| 127 |
+
value_loss_coeff: 0.5
|
| 128 |
+
max_grad_norm: 4.0
|
| 129 |
+
async_rl: true
|
| 130 |
+
use_rnn: true
|
| 131 |
+
rnn_type: gru
|
| 132 |
+
rnn_size: 512
|
| 133 |
+
normalize_input: true
|
| 134 |
+
normalize_returns: true
|
| 135 |
+
stats_avg: 100
|
| 136 |
+
experiment_summaries_interval: 1
|
| 137 |
+
save_every_sec: 600
|
| 138 |
+
keep_checkpoints: 5
|
| 139 |
+
evaluation:
|
| 140 |
+
eval_interval_steps: 1000000
|
| 141 |
+
eval_episodes: 100
|
| 142 |
+
eval_parallel_envs: 32
|
| 143 |
+
eval_max_steps: 3600
|
| 144 |
+
eval_deterministic: true
|
| 145 |
+
eval_raw_reward: true
|
| 146 |
+
eval_suites:
|
| 147 |
+
fixed: []
|
| 148 |
+
normal: []
|
| 149 |
+
uniform: []
|
| 150 |
+
eval_latency_values: null
|
| 151 |
+
logging:
|
| 152 |
+
output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/to_zero-sf-render-v4
|
| 153 |
+
video:
|
| 154 |
+
enabled: false
|
| 155 |
+
num_bins: 10
|
| 156 |
+
save_step_records: true
|
| 157 |
+
save_action_records: true
|
| 158 |
+
save_latency_records: true
|
| 159 |
+
wandb_project: null
|
| 160 |
+
wandb_group: null
|
| 161 |
+
wandb_job_type: null
|
| 162 |
+
wandb_tags: ''
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/provenance.json
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"collection": {
|
| 3 |
+
"teacher_repo": "latency-sensitive-bench/benchmark-models",
|
| 4 |
+
"teacher_revision": "5b533937a72e9fa923ecf28b1c1be5a16bad488d",
|
| 5 |
+
"teacher_path": "zero-latency/deadly-corridor/small-policy/sample-factory-v1",
|
| 6 |
+
"teacher_checkpoint": "best_000040896_20938752_reward_2260.797.pth",
|
| 7 |
+
"teacher_sha256": "a62d7de77c7a62160dbe74e64feb97a66e0a7ee5b51a2b1febbc1129bdfe8ec8",
|
| 8 |
+
"rollout_overrides": {
|
| 9 |
+
"env_fps": 35,
|
| 10 |
+
"obs_fps": 8.75,
|
| 11 |
+
"latency_type": "fixed",
|
| 12 |
+
"fixed_latency_ms": 0.0,
|
| 13 |
+
"seed": 42
|
| 14 |
+
},
|
| 15 |
+
"training_latency_condition": "zero",
|
| 16 |
+
"history": "decision_v1",
|
| 17 |
+
"history_decisions": 8,
|
| 18 |
+
"history_source": "zero_latency_issued_equals_applied",
|
| 19 |
+
"student_image_frames": 1,
|
| 20 |
+
"max_episode_raw_frames": 3600,
|
| 21 |
+
"episodes": 8250,
|
| 22 |
+
"train_labels": 328296,
|
| 23 |
+
"filter_preset": "none"
|
| 24 |
+
},
|
| 25 |
+
"training_run_id": "deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 26 |
+
"training_step": 5000,
|
| 27 |
+
"global_batch": 128,
|
| 28 |
+
"base_model": "Qwen/Qwen3-VL-4B-Instruct",
|
| 29 |
+
"wandb_run_id": "2f9d64db",
|
| 30 |
+
"checkpoint_sha256": "ba72ed7f1ba94daa0eba7d36fdb36eb7ce76db4a448bdbb29499e3f72ed0912f",
|
| 31 |
+
"eval_protocol_version": "hist8-history01-sf-render-v4",
|
| 32 |
+
"history_encoding": "binary_0_1",
|
| 33 |
+
"episodes": 100,
|
| 34 |
+
"env_condition": "zero",
|
| 35 |
+
"parallel_envs": 32,
|
| 36 |
+
"max_episode_raw_frames": 3600,
|
| 37 |
+
"inference_devices": [
|
| 38 |
+
"cuda:0",
|
| 39 |
+
"cuda:1"
|
| 40 |
+
],
|
| 41 |
+
"episode_seeds": [
|
| 42 |
+
1000000,
|
| 43 |
+
1000099
|
| 44 |
+
],
|
| 45 |
+
"profile_sha256": null
|
| 46 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/resolved_config.yaml
ADDED
|
@@ -0,0 +1,165 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
experiment:
|
| 2 |
+
name: deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2-step5000-history01-zero-par32
|
| 3 |
+
seed: 1000000
|
| 4 |
+
backend:
|
| 5 |
+
type: sample_factory
|
| 6 |
+
algo: APPO
|
| 7 |
+
device: cpu
|
| 8 |
+
train_dir: results/sample_factory
|
| 9 |
+
restart_behavior: resume
|
| 10 |
+
run_mode: eval
|
| 11 |
+
executor:
|
| 12 |
+
mode: simulated
|
| 13 |
+
simulated_worker_capacity: 1
|
| 14 |
+
simulated_inference_pool: true
|
| 15 |
+
inference_devices:
|
| 16 |
+
- cuda:0
|
| 17 |
+
- cuda:1
|
| 18 |
+
inference_batch_size: 16
|
| 19 |
+
env:
|
| 20 |
+
name: deadly_corridor
|
| 21 |
+
env_id: doom_deadly_corridor
|
| 22 |
+
env_fps: 35
|
| 23 |
+
obs_fps: 8.75
|
| 24 |
+
noop_action:
|
| 25 |
+
- 0
|
| 26 |
+
- 0
|
| 27 |
+
- 0
|
| 28 |
+
- 0
|
| 29 |
+
frame_stack: 1
|
| 30 |
+
res_w: 128
|
| 31 |
+
res_h: 72
|
| 32 |
+
wide_aspect_ratio: false
|
| 33 |
+
simulator: cpu
|
| 34 |
+
obs_resize:
|
| 35 |
+
- 224
|
| 36 |
+
- 224
|
| 37 |
+
action_map:
|
| 38 |
+
noop:
|
| 39 |
+
- 0
|
| 40 |
+
- 0
|
| 41 |
+
- 0
|
| 42 |
+
- 0
|
| 43 |
+
move_forward:
|
| 44 |
+
- 0
|
| 45 |
+
- 1
|
| 46 |
+
- 0
|
| 47 |
+
- 0
|
| 48 |
+
move_backward:
|
| 49 |
+
- 0
|
| 50 |
+
- 2
|
| 51 |
+
- 0
|
| 52 |
+
- 0
|
| 53 |
+
move_left:
|
| 54 |
+
- 0
|
| 55 |
+
- 0
|
| 56 |
+
- 1
|
| 57 |
+
- 0
|
| 58 |
+
move_right:
|
| 59 |
+
- 0
|
| 60 |
+
- 0
|
| 61 |
+
- 2
|
| 62 |
+
- 0
|
| 63 |
+
turn_left:
|
| 64 |
+
- 1
|
| 65 |
+
- 0
|
| 66 |
+
- 0
|
| 67 |
+
- 0
|
| 68 |
+
turn_right:
|
| 69 |
+
- 2
|
| 70 |
+
- 0
|
| 71 |
+
- 0
|
| 72 |
+
- 0
|
| 73 |
+
attack:
|
| 74 |
+
- 0
|
| 75 |
+
- 0
|
| 76 |
+
- 0
|
| 77 |
+
- 1
|
| 78 |
+
action_history_decisions: 8
|
| 79 |
+
screen_resolution: RES_160X120
|
| 80 |
+
render_hud: true
|
| 81 |
+
render_crosshair: false
|
| 82 |
+
render_weapon: true
|
| 83 |
+
render_decals: false
|
| 84 |
+
render_particles: false
|
| 85 |
+
latency:
|
| 86 |
+
method: zero
|
| 87 |
+
scheduler:
|
| 88 |
+
hold_policy: hold
|
| 89 |
+
ordering_policy: latest_ready
|
| 90 |
+
policy:
|
| 91 |
+
type: starvla
|
| 92 |
+
actions:
|
| 93 |
+
- MOVE_FORWARD
|
| 94 |
+
- MOVE_BACKWARD
|
| 95 |
+
- MOVE_LEFT
|
| 96 |
+
- MOVE_RIGHT
|
| 97 |
+
- TURN_LEFT
|
| 98 |
+
- TURN_RIGHT
|
| 99 |
+
- ATTACK
|
| 100 |
+
checkpoint_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/checkpoints/model.pt
|
| 101 |
+
model_config_path: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/config.yaml
|
| 102 |
+
device: cuda:0
|
| 103 |
+
unnorm_key: new_embodiment
|
| 104 |
+
prompt_mode: latency_neutral
|
| 105 |
+
action_layout: multibinary_7
|
| 106 |
+
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 107 |
+
worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10
|
| 108 |
+
state_source: transport
|
| 109 |
+
action_prefix:
|
| 110 |
+
mode: none
|
| 111 |
+
training:
|
| 112 |
+
train_for_env_steps: 25000000
|
| 113 |
+
num_workers: 32
|
| 114 |
+
num_envs_per_worker: 4
|
| 115 |
+
worker_num_splits: 2
|
| 116 |
+
num_policies: 1
|
| 117 |
+
batch_size: 1024
|
| 118 |
+
rollout: 128
|
| 119 |
+
recurrence: 128
|
| 120 |
+
num_epochs: 2
|
| 121 |
+
num_batches_per_epoch: 2
|
| 122 |
+
learning_rate: 0.0001
|
| 123 |
+
gamma: 0.99
|
| 124 |
+
gae_lambda: 0.95
|
| 125 |
+
ppo_clip_ratio: 0.1
|
| 126 |
+
ppo_clip_value: 0.2
|
| 127 |
+
exploration_loss: symmetric_kl
|
| 128 |
+
exploration_loss_coeff: 0.001
|
| 129 |
+
value_loss_coeff: 0.5
|
| 130 |
+
max_grad_norm: 4.0
|
| 131 |
+
async_rl: true
|
| 132 |
+
use_rnn: true
|
| 133 |
+
rnn_type: gru
|
| 134 |
+
rnn_size: 512
|
| 135 |
+
normalize_input: true
|
| 136 |
+
normalize_returns: true
|
| 137 |
+
stats_avg: 100
|
| 138 |
+
experiment_summaries_interval: 1
|
| 139 |
+
save_every_sec: 600
|
| 140 |
+
keep_checkpoints: 5
|
| 141 |
+
evaluation:
|
| 142 |
+
eval_interval_steps: 1000000
|
| 143 |
+
eval_episodes: 100
|
| 144 |
+
eval_parallel_envs: 32
|
| 145 |
+
eval_max_steps: 3600
|
| 146 |
+
eval_deterministic: true
|
| 147 |
+
eval_raw_reward: true
|
| 148 |
+
eval_suites:
|
| 149 |
+
fixed: []
|
| 150 |
+
normal: []
|
| 151 |
+
uniform: []
|
| 152 |
+
eval_latency_values: null
|
| 153 |
+
logging:
|
| 154 |
+
output_dir: /home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/to_zero-sf-render-v4
|
| 155 |
+
video:
|
| 156 |
+
enabled: false
|
| 157 |
+
num_bins: 10
|
| 158 |
+
save_step_records: true
|
| 159 |
+
save_action_records: true
|
| 160 |
+
save_latency_records: true
|
| 161 |
+
wandb_project: null
|
| 162 |
+
wandb_group: null
|
| 163 |
+
wandb_job_type: null
|
| 164 |
+
wandb_tags: ''
|
| 165 |
+
simulated_pipeline_profile: false
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/summary.json
ADDED
|
@@ -0,0 +1,216 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/checkpoints/model.pt",
|
| 3 |
+
"experiment_name": "deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2-step5000-history01-zero-par32",
|
| 4 |
+
"latency": 0,
|
| 5 |
+
"latency_type": "zero",
|
| 6 |
+
"lengths": [
|
| 7 |
+
182,
|
| 8 |
+
178,
|
| 9 |
+
183,
|
| 10 |
+
185,
|
| 11 |
+
19,
|
| 12 |
+
183,
|
| 13 |
+
186,
|
| 14 |
+
179,
|
| 15 |
+
185,
|
| 16 |
+
190,
|
| 17 |
+
182,
|
| 18 |
+
177,
|
| 19 |
+
186,
|
| 20 |
+
189,
|
| 21 |
+
179,
|
| 22 |
+
186,
|
| 23 |
+
186,
|
| 24 |
+
187,
|
| 25 |
+
182,
|
| 26 |
+
178,
|
| 27 |
+
182,
|
| 28 |
+
187,
|
| 29 |
+
190,
|
| 30 |
+
182,
|
| 31 |
+
180,
|
| 32 |
+
190,
|
| 33 |
+
182,
|
| 34 |
+
194,
|
| 35 |
+
187,
|
| 36 |
+
187,
|
| 37 |
+
185,
|
| 38 |
+
186,
|
| 39 |
+
186,
|
| 40 |
+
191,
|
| 41 |
+
186,
|
| 42 |
+
80,
|
| 43 |
+
178,
|
| 44 |
+
182,
|
| 45 |
+
186,
|
| 46 |
+
187,
|
| 47 |
+
174,
|
| 48 |
+
178,
|
| 49 |
+
179,
|
| 50 |
+
182,
|
| 51 |
+
186,
|
| 52 |
+
179,
|
| 53 |
+
182,
|
| 54 |
+
11,
|
| 55 |
+
186,
|
| 56 |
+
182,
|
| 57 |
+
183,
|
| 58 |
+
186,
|
| 59 |
+
183,
|
| 60 |
+
186,
|
| 61 |
+
183,
|
| 62 |
+
183,
|
| 63 |
+
178,
|
| 64 |
+
186,
|
| 65 |
+
183,
|
| 66 |
+
108,
|
| 67 |
+
187,
|
| 68 |
+
190,
|
| 69 |
+
182,
|
| 70 |
+
179,
|
| 71 |
+
182,
|
| 72 |
+
186,
|
| 73 |
+
182,
|
| 74 |
+
182,
|
| 75 |
+
85,
|
| 76 |
+
190,
|
| 77 |
+
179,
|
| 78 |
+
186,
|
| 79 |
+
182,
|
| 80 |
+
185,
|
| 81 |
+
190,
|
| 82 |
+
194,
|
| 83 |
+
185,
|
| 84 |
+
66,
|
| 85 |
+
182,
|
| 86 |
+
189,
|
| 87 |
+
190,
|
| 88 |
+
202,
|
| 89 |
+
182,
|
| 90 |
+
187,
|
| 91 |
+
182,
|
| 92 |
+
95,
|
| 93 |
+
186,
|
| 94 |
+
179,
|
| 95 |
+
182,
|
| 96 |
+
190,
|
| 97 |
+
179,
|
| 98 |
+
187,
|
| 99 |
+
71,
|
| 100 |
+
197,
|
| 101 |
+
182,
|
| 102 |
+
187,
|
| 103 |
+
185,
|
| 104 |
+
189,
|
| 105 |
+
186,
|
| 106 |
+
187
|
| 107 |
+
],
|
| 108 |
+
"mean_length": 175.16,
|
| 109 |
+
"mean_return": 2104.086365966797,
|
| 110 |
+
"returns": [
|
| 111 |
+
2279.6689453125,
|
| 112 |
+
978.7220306396484,
|
| 113 |
+
2279.0047607421875,
|
| 114 |
+
2276.4625549316406,
|
| 115 |
+
-110.877685546875,
|
| 116 |
+
2286.4632415771484,
|
| 117 |
+
2281.349166870117,
|
| 118 |
+
2285.970977783203,
|
| 119 |
+
2276.734176635742,
|
| 120 |
+
2285.455032348633,
|
| 121 |
+
2277.871307373047,
|
| 122 |
+
2276.2439880371094,
|
| 123 |
+
2277.9278106689453,
|
| 124 |
+
2278.79736328125,
|
| 125 |
+
2285.873291015625,
|
| 126 |
+
2276.010498046875,
|
| 127 |
+
2285.539749145508,
|
| 128 |
+
2286.3675537109375,
|
| 129 |
+
2279.912887573242,
|
| 130 |
+
2279.825225830078,
|
| 131 |
+
2277.538131713867,
|
| 132 |
+
2283.029052734375,
|
| 133 |
+
2287.1620330810547,
|
| 134 |
+
2281.84619140625,
|
| 135 |
+
2277.3692932128906,
|
| 136 |
+
2279.6261291503906,
|
| 137 |
+
2276.8692169189453,
|
| 138 |
+
2286.5747680664062,
|
| 139 |
+
2280.7998657226562,
|
| 140 |
+
2287.094284057617,
|
| 141 |
+
2276.734176635742,
|
| 142 |
+
2280.6814575195312,
|
| 143 |
+
2287.1407012939453,
|
| 144 |
+
2283.023162841797,
|
| 145 |
+
2283.5159759521484,
|
| 146 |
+
357.9969787597656,
|
| 147 |
+
2282.117401123047,
|
| 148 |
+
2276.2701110839844,
|
| 149 |
+
2283.261032104492,
|
| 150 |
+
2280.8609771728516,
|
| 151 |
+
2280.5059204101562,
|
| 152 |
+
2283.5650787353516,
|
| 153 |
+
2283.221908569336,
|
| 154 |
+
2282.682083129883,
|
| 155 |
+
2283.747833251953,
|
| 156 |
+
2286.017044067383,
|
| 157 |
+
2283.9722747802734,
|
| 158 |
+
-115.42021179199219,
|
| 159 |
+
2285.5281829833984,
|
| 160 |
+
2283.8070678710938,
|
| 161 |
+
2281.3805236816406,
|
| 162 |
+
2283.180160522461,
|
| 163 |
+
2281.3683471679688,
|
| 164 |
+
2277.0025482177734,
|
| 165 |
+
2283.4803009033203,
|
| 166 |
+
2281.817413330078,
|
| 167 |
+
2285.285873413086,
|
| 168 |
+
2280.8466033935547,
|
| 169 |
+
2286.3759002685547,
|
| 170 |
+
423.8478546142578,
|
| 171 |
+
2281.745620727539,
|
| 172 |
+
2285.566696166992,
|
| 173 |
+
2277.714324951172,
|
| 174 |
+
2283.030746459961,
|
| 175 |
+
2282.6446990966797,
|
| 176 |
+
2280.1029357910156,
|
| 177 |
+
2282.6897735595703,
|
| 178 |
+
2284.4090118408203,
|
| 179 |
+
326.4486846923828,
|
| 180 |
+
2283.6663818359375,
|
| 181 |
+
2286.384552001953,
|
| 182 |
+
2280.007797241211,
|
| 183 |
+
2284.2440338134766,
|
| 184 |
+
2276.189483642578,
|
| 185 |
+
2286.9327545166016,
|
| 186 |
+
2287.357681274414,
|
| 187 |
+
2277.5955963134766,
|
| 188 |
+
208.1520233154297,
|
| 189 |
+
2278.2877502441406,
|
| 190 |
+
2284.0387573242188,
|
| 191 |
+
2279.412612915039,
|
| 192 |
+
2280.4854278564453,
|
| 193 |
+
2276.309112548828,
|
| 194 |
+
2287.2257232666016,
|
| 195 |
+
2283.231674194336,
|
| 196 |
+
388.3378143310547,
|
| 197 |
+
2280.3616485595703,
|
| 198 |
+
2285.4048614501953,
|
| 199 |
+
2280.4918823242188,
|
| 200 |
+
2284.8045654296875,
|
| 201 |
+
2281.3261108398438,
|
| 202 |
+
2280.1371459960938,
|
| 203 |
+
306.2039489746094,
|
| 204 |
+
2278.002227783203,
|
| 205 |
+
2284.176025390625,
|
| 206 |
+
2282.4722290039062,
|
| 207 |
+
2276.443405151367,
|
| 208 |
+
2279.6653900146484,
|
| 209 |
+
2278.9362030029297,
|
| 210 |
+
2282.9527587890625
|
| 211 |
+
],
|
| 212 |
+
"seed": 1000000,
|
| 213 |
+
"std_return": 572.5117304394929,
|
| 214 |
+
"suite_name": "fixed_0",
|
| 215 |
+
"timestamp_utc": "2026-09-24T01:17:18.189489+00:00"
|
| 216 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/evaluations/zero/verification.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"verification_status": "verified",
|
| 3 |
+
"job_id": "eval_zero_to_zero__deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 4 |
+
"task": "deadly_corridor",
|
| 5 |
+
"model": "qwenpi_v3",
|
| 6 |
+
"remote_eval_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/to_zero-sf-render-v4",
|
| 7 |
+
"checked_at": 1790213687.8181248,
|
| 8 |
+
"training_step": 5000,
|
| 9 |
+
"checkpoint_sha256": "ba72ed7f1ba94daa0eba7d36fdb36eb7ce76db4a448bdbb29499e3f72ed0912f",
|
| 10 |
+
"profile_sha256": null,
|
| 11 |
+
"wandb_run_id": "2f9d64db",
|
| 12 |
+
"eval_protocol_version": "hist8-history01-sf-render-v4",
|
| 13 |
+
"max_episode_raw_frames": 3600,
|
| 14 |
+
"parallel_envs": 32,
|
| 15 |
+
"mean_return": 2104.086365966797,
|
| 16 |
+
"std_return": 572.511730439493,
|
| 17 |
+
"mean_length": 175.16,
|
| 18 |
+
"episodes": 100,
|
| 19 |
+
"issued_actions": 4423,
|
| 20 |
+
"top_action": "MOVE_FORWARD+MOVE_RIGHT+ATTACK",
|
| 21 |
+
"largest_action_fraction": 0.21229934433642325,
|
| 22 |
+
"unique_action_values": 20,
|
| 23 |
+
"episode_final_done": 100,
|
| 24 |
+
"episodes_at_frame_cap": 0,
|
| 25 |
+
"checks": {
|
| 26 |
+
"100_exact_seeds": true,
|
| 27 |
+
"checkpoint_sha": true,
|
| 28 |
+
"bundle_step": true,
|
| 29 |
+
"training_step_matches_plan": true,
|
| 30 |
+
"profile_sha": true,
|
| 31 |
+
"binary_history": true,
|
| 32 |
+
"raw_score_means_match": true,
|
| 33 |
+
"action_counts_match": true,
|
| 34 |
+
"action_total_match": true,
|
| 35 |
+
"summary_returns_match": true,
|
| 36 |
+
"summary_lengths_match": true,
|
| 37 |
+
"100_final_steps": true,
|
| 38 |
+
"final_step_lengths_match": true,
|
| 39 |
+
"renderer_matches_training": true,
|
| 40 |
+
"renderer_protocol_v4": true,
|
| 41 |
+
"parallel_capacity_horizon": true,
|
| 42 |
+
"fps_history": true,
|
| 43 |
+
"environment_latency_matches": true,
|
| 44 |
+
"episode_latency_protocol": true,
|
| 45 |
+
"training_recipe": true,
|
| 46 |
+
"training_dimensions": true,
|
| 47 |
+
"initialization_revision": true
|
| 48 |
+
},
|
| 49 |
+
"job": {
|
| 50 |
+
"id": "eval_zero_to_zero__deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 51 |
+
"source": "v2",
|
| 52 |
+
"python": "/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python",
|
| 53 |
+
"task": "deadly_corridor",
|
| 54 |
+
"model": "qwenpi_v3",
|
| 55 |
+
"backbone": "/home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17",
|
| 56 |
+
"profile_path": "/home/ubuntu/codex/hist8-vla-20260923/results/profiling/profiles/pi05/1x-rtx3090/deadly_corridor/instance_a5037b165aa0cedc/profile.json",
|
| 57 |
+
"bundle_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 58 |
+
"priority": 1122,
|
| 59 |
+
"depends_on": [
|
| 60 |
+
"package_zero__deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2"
|
| 61 |
+
],
|
| 62 |
+
"kind": "eval_ready",
|
| 63 |
+
"runtime_root": "/home/ubuntu/codex/hist8-vla-eval-sf-render-v4-20260924",
|
| 64 |
+
"env_condition": "zero",
|
| 65 |
+
"parallel_envs": 32,
|
| 66 |
+
"metric_prefix": "eval_hist8_v4/zero_to_zero",
|
| 67 |
+
"eval_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/evals/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/to_zero-sf-render-v4",
|
| 68 |
+
"gpus_required": 2,
|
| 69 |
+
"ready_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/bundles/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/bundle.complete.json",
|
| 70 |
+
"aux_gpu": 7
|
| 71 |
+
},
|
| 72 |
+
"evidence_dir": "/home/lixinyuan/latency-sensitive-bench/outputs/tasks/decision_history_vla_hist8_v2/evaluation_receipts/h200-1/eval_zero_to_zero__deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/hist8-history01-sf-render-v4"
|
| 73 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/manifest.json
ADDED
|
@@ -0,0 +1,404 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_name": "lerobot",
|
| 3 |
+
"env_name": "deadly_corridor",
|
| 4 |
+
"episodes": 7425,
|
| 5 |
+
"frames": 328296,
|
| 6 |
+
"task_prompts": [
|
| 7 |
+
"You are playing Deadly Corridor in VizDoom. Your goal is to survive the corridor, fight enemies, and reach the green armor vest at the far end. The available actions are: MOVE_FORWARD, MOVE_BACKWARD, MOVE_LEFT, MOVE_RIGHT, TURN_LEFT, TURN_RIGHT, and ATTACK. Choose the best next action from the current visual observation."
|
| 8 |
+
],
|
| 9 |
+
"format": "starvla_lerobot_v2_decision_v1",
|
| 10 |
+
"source": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/deadly_corridor/raw",
|
| 11 |
+
"robot_type": "rl_games_deadly_corridor",
|
| 12 |
+
"action_layout": "multibinary_7",
|
| 13 |
+
"source_action_layout": "deadly_corridor_joint_54",
|
| 14 |
+
"action_labels": [
|
| 15 |
+
"MOVE_FORWARD",
|
| 16 |
+
"MOVE_BACKWARD",
|
| 17 |
+
"MOVE_LEFT",
|
| 18 |
+
"MOVE_RIGHT",
|
| 19 |
+
"TURN_LEFT",
|
| 20 |
+
"TURN_RIGHT",
|
| 21 |
+
"ATTACK"
|
| 22 |
+
],
|
| 23 |
+
"action_dim": 7,
|
| 24 |
+
"active_action_dim": 7,
|
| 25 |
+
"state_source": "decision_v1",
|
| 26 |
+
"state_dim": 120,
|
| 27 |
+
"state_labels": [
|
| 28 |
+
"decision_history_0",
|
| 29 |
+
"decision_history_1",
|
| 30 |
+
"decision_history_2",
|
| 31 |
+
"decision_history_3",
|
| 32 |
+
"decision_history_4",
|
| 33 |
+
"decision_history_5",
|
| 34 |
+
"decision_history_6",
|
| 35 |
+
"decision_history_7",
|
| 36 |
+
"decision_history_8",
|
| 37 |
+
"decision_history_9",
|
| 38 |
+
"decision_history_10",
|
| 39 |
+
"decision_history_11",
|
| 40 |
+
"decision_history_12",
|
| 41 |
+
"decision_history_13",
|
| 42 |
+
"decision_history_14",
|
| 43 |
+
"decision_history_15",
|
| 44 |
+
"decision_history_16",
|
| 45 |
+
"decision_history_17",
|
| 46 |
+
"decision_history_18",
|
| 47 |
+
"decision_history_19",
|
| 48 |
+
"decision_history_20",
|
| 49 |
+
"decision_history_21",
|
| 50 |
+
"decision_history_22",
|
| 51 |
+
"decision_history_23",
|
| 52 |
+
"decision_history_24",
|
| 53 |
+
"decision_history_25",
|
| 54 |
+
"decision_history_26",
|
| 55 |
+
"decision_history_27",
|
| 56 |
+
"decision_history_28",
|
| 57 |
+
"decision_history_29",
|
| 58 |
+
"decision_history_30",
|
| 59 |
+
"decision_history_31",
|
| 60 |
+
"decision_history_32",
|
| 61 |
+
"decision_history_33",
|
| 62 |
+
"decision_history_34",
|
| 63 |
+
"decision_history_35",
|
| 64 |
+
"decision_history_36",
|
| 65 |
+
"decision_history_37",
|
| 66 |
+
"decision_history_38",
|
| 67 |
+
"decision_history_39",
|
| 68 |
+
"decision_history_40",
|
| 69 |
+
"decision_history_41",
|
| 70 |
+
"decision_history_42",
|
| 71 |
+
"decision_history_43",
|
| 72 |
+
"decision_history_44",
|
| 73 |
+
"decision_history_45",
|
| 74 |
+
"decision_history_46",
|
| 75 |
+
"decision_history_47",
|
| 76 |
+
"decision_history_48",
|
| 77 |
+
"decision_history_49",
|
| 78 |
+
"decision_history_50",
|
| 79 |
+
"decision_history_51",
|
| 80 |
+
"decision_history_52",
|
| 81 |
+
"decision_history_53",
|
| 82 |
+
"decision_history_54",
|
| 83 |
+
"decision_history_55",
|
| 84 |
+
"decision_history_56",
|
| 85 |
+
"decision_history_57",
|
| 86 |
+
"decision_history_58",
|
| 87 |
+
"decision_history_59",
|
| 88 |
+
"decision_history_60",
|
| 89 |
+
"decision_history_61",
|
| 90 |
+
"decision_history_62",
|
| 91 |
+
"decision_history_63",
|
| 92 |
+
"decision_history_64",
|
| 93 |
+
"decision_history_65",
|
| 94 |
+
"decision_history_66",
|
| 95 |
+
"decision_history_67",
|
| 96 |
+
"decision_history_68",
|
| 97 |
+
"decision_history_69",
|
| 98 |
+
"decision_history_70",
|
| 99 |
+
"decision_history_71",
|
| 100 |
+
"decision_history_72",
|
| 101 |
+
"decision_history_73",
|
| 102 |
+
"decision_history_74",
|
| 103 |
+
"decision_history_75",
|
| 104 |
+
"decision_history_76",
|
| 105 |
+
"decision_history_77",
|
| 106 |
+
"decision_history_78",
|
| 107 |
+
"decision_history_79",
|
| 108 |
+
"decision_history_80",
|
| 109 |
+
"decision_history_81",
|
| 110 |
+
"decision_history_82",
|
| 111 |
+
"decision_history_83",
|
| 112 |
+
"decision_history_84",
|
| 113 |
+
"decision_history_85",
|
| 114 |
+
"decision_history_86",
|
| 115 |
+
"decision_history_87",
|
| 116 |
+
"decision_history_88",
|
| 117 |
+
"decision_history_89",
|
| 118 |
+
"decision_history_90",
|
| 119 |
+
"decision_history_91",
|
| 120 |
+
"decision_history_92",
|
| 121 |
+
"decision_history_93",
|
| 122 |
+
"decision_history_94",
|
| 123 |
+
"decision_history_95",
|
| 124 |
+
"decision_history_96",
|
| 125 |
+
"decision_history_97",
|
| 126 |
+
"decision_history_98",
|
| 127 |
+
"decision_history_99",
|
| 128 |
+
"decision_history_100",
|
| 129 |
+
"decision_history_101",
|
| 130 |
+
"decision_history_102",
|
| 131 |
+
"decision_history_103",
|
| 132 |
+
"decision_history_104",
|
| 133 |
+
"decision_history_105",
|
| 134 |
+
"decision_history_106",
|
| 135 |
+
"decision_history_107",
|
| 136 |
+
"decision_history_108",
|
| 137 |
+
"decision_history_109",
|
| 138 |
+
"decision_history_110",
|
| 139 |
+
"decision_history_111",
|
| 140 |
+
"decision_history_112",
|
| 141 |
+
"decision_history_113",
|
| 142 |
+
"decision_history_114",
|
| 143 |
+
"decision_history_115",
|
| 144 |
+
"decision_history_116",
|
| 145 |
+
"decision_history_117",
|
| 146 |
+
"decision_history_118",
|
| 147 |
+
"decision_history_119"
|
| 148 |
+
],
|
| 149 |
+
"state_normalization": {
|
| 150 |
+
"min": [
|
| 151 |
+
0.0,
|
| 152 |
+
0.0,
|
| 153 |
+
0.0,
|
| 154 |
+
0.0,
|
| 155 |
+
0.0,
|
| 156 |
+
0.0,
|
| 157 |
+
0.0,
|
| 158 |
+
0.0,
|
| 159 |
+
0.0,
|
| 160 |
+
0.0,
|
| 161 |
+
0.0,
|
| 162 |
+
0.0,
|
| 163 |
+
0.0,
|
| 164 |
+
0.0,
|
| 165 |
+
0.0,
|
| 166 |
+
0.0,
|
| 167 |
+
0.0,
|
| 168 |
+
0.0,
|
| 169 |
+
0.0,
|
| 170 |
+
0.0,
|
| 171 |
+
0.0,
|
| 172 |
+
0.0,
|
| 173 |
+
0.0,
|
| 174 |
+
0.0,
|
| 175 |
+
0.0,
|
| 176 |
+
0.0,
|
| 177 |
+
0.0,
|
| 178 |
+
0.0,
|
| 179 |
+
0.0,
|
| 180 |
+
0.0,
|
| 181 |
+
0.0,
|
| 182 |
+
0.0,
|
| 183 |
+
0.0,
|
| 184 |
+
0.0,
|
| 185 |
+
0.0,
|
| 186 |
+
0.0,
|
| 187 |
+
0.0,
|
| 188 |
+
0.0,
|
| 189 |
+
0.0,
|
| 190 |
+
0.0,
|
| 191 |
+
0.0,
|
| 192 |
+
0.0,
|
| 193 |
+
0.0,
|
| 194 |
+
0.0,
|
| 195 |
+
0.0,
|
| 196 |
+
0.0,
|
| 197 |
+
0.0,
|
| 198 |
+
0.0,
|
| 199 |
+
0.0,
|
| 200 |
+
0.0,
|
| 201 |
+
0.0,
|
| 202 |
+
0.0,
|
| 203 |
+
0.0,
|
| 204 |
+
0.0,
|
| 205 |
+
0.0,
|
| 206 |
+
0.0,
|
| 207 |
+
0.0,
|
| 208 |
+
0.0,
|
| 209 |
+
0.0,
|
| 210 |
+
0.0,
|
| 211 |
+
0.0,
|
| 212 |
+
0.0,
|
| 213 |
+
0.0,
|
| 214 |
+
0.0,
|
| 215 |
+
0.0,
|
| 216 |
+
0.0,
|
| 217 |
+
0.0,
|
| 218 |
+
0.0,
|
| 219 |
+
0.0,
|
| 220 |
+
0.0,
|
| 221 |
+
0.0,
|
| 222 |
+
0.0,
|
| 223 |
+
0.0,
|
| 224 |
+
0.0,
|
| 225 |
+
0.0,
|
| 226 |
+
0.0,
|
| 227 |
+
0.0,
|
| 228 |
+
0.0,
|
| 229 |
+
0.0,
|
| 230 |
+
0.0,
|
| 231 |
+
0.0,
|
| 232 |
+
0.0,
|
| 233 |
+
0.0,
|
| 234 |
+
0.0,
|
| 235 |
+
0.0,
|
| 236 |
+
0.0,
|
| 237 |
+
0.0,
|
| 238 |
+
0.0,
|
| 239 |
+
0.0,
|
| 240 |
+
0.0,
|
| 241 |
+
0.0,
|
| 242 |
+
0.0,
|
| 243 |
+
0.0,
|
| 244 |
+
0.0,
|
| 245 |
+
0.0,
|
| 246 |
+
0.0,
|
| 247 |
+
0.0,
|
| 248 |
+
0.0,
|
| 249 |
+
0.0,
|
| 250 |
+
0.0,
|
| 251 |
+
0.0,
|
| 252 |
+
0.0,
|
| 253 |
+
0.0,
|
| 254 |
+
0.0,
|
| 255 |
+
0.0,
|
| 256 |
+
0.0,
|
| 257 |
+
0.0,
|
| 258 |
+
0.0,
|
| 259 |
+
0.0,
|
| 260 |
+
0.0,
|
| 261 |
+
0.0,
|
| 262 |
+
0.0,
|
| 263 |
+
0.0,
|
| 264 |
+
0.0,
|
| 265 |
+
0.0,
|
| 266 |
+
0.0,
|
| 267 |
+
0.0,
|
| 268 |
+
0.0,
|
| 269 |
+
0.0,
|
| 270 |
+
0.0
|
| 271 |
+
],
|
| 272 |
+
"max": [
|
| 273 |
+
1.0,
|
| 274 |
+
1.0,
|
| 275 |
+
1.0,
|
| 276 |
+
1.0,
|
| 277 |
+
1.0,
|
| 278 |
+
1.0,
|
| 279 |
+
1.0,
|
| 280 |
+
1.0,
|
| 281 |
+
1.0,
|
| 282 |
+
1.0,
|
| 283 |
+
1.0,
|
| 284 |
+
1.0,
|
| 285 |
+
1.0,
|
| 286 |
+
1.0,
|
| 287 |
+
1.0,
|
| 288 |
+
1.0,
|
| 289 |
+
1.0,
|
| 290 |
+
1.0,
|
| 291 |
+
1.0,
|
| 292 |
+
1.0,
|
| 293 |
+
1.0,
|
| 294 |
+
1.0,
|
| 295 |
+
1.0,
|
| 296 |
+
1.0,
|
| 297 |
+
1.0,
|
| 298 |
+
1.0,
|
| 299 |
+
1.0,
|
| 300 |
+
1.0,
|
| 301 |
+
1.0,
|
| 302 |
+
1.0,
|
| 303 |
+
1.0,
|
| 304 |
+
1.0,
|
| 305 |
+
1.0,
|
| 306 |
+
1.0,
|
| 307 |
+
1.0,
|
| 308 |
+
1.0,
|
| 309 |
+
1.0,
|
| 310 |
+
1.0,
|
| 311 |
+
1.0,
|
| 312 |
+
1.0,
|
| 313 |
+
1.0,
|
| 314 |
+
1.0,
|
| 315 |
+
1.0,
|
| 316 |
+
1.0,
|
| 317 |
+
1.0,
|
| 318 |
+
1.0,
|
| 319 |
+
1.0,
|
| 320 |
+
1.0,
|
| 321 |
+
1.0,
|
| 322 |
+
1.0,
|
| 323 |
+
1.0,
|
| 324 |
+
1.0,
|
| 325 |
+
1.0,
|
| 326 |
+
1.0,
|
| 327 |
+
1.0,
|
| 328 |
+
1.0,
|
| 329 |
+
1.0,
|
| 330 |
+
1.0,
|
| 331 |
+
1.0,
|
| 332 |
+
1.0,
|
| 333 |
+
1.0,
|
| 334 |
+
1.0,
|
| 335 |
+
1.0,
|
| 336 |
+
1.0,
|
| 337 |
+
1.0,
|
| 338 |
+
1.0,
|
| 339 |
+
1.0,
|
| 340 |
+
1.0,
|
| 341 |
+
1.0,
|
| 342 |
+
1.0,
|
| 343 |
+
1.0,
|
| 344 |
+
1.0,
|
| 345 |
+
1.0,
|
| 346 |
+
1.0,
|
| 347 |
+
1.0,
|
| 348 |
+
1.0,
|
| 349 |
+
1.0,
|
| 350 |
+
1.0,
|
| 351 |
+
1.0,
|
| 352 |
+
1.0,
|
| 353 |
+
1.0,
|
| 354 |
+
1.0,
|
| 355 |
+
1.0,
|
| 356 |
+
1.0,
|
| 357 |
+
1.0,
|
| 358 |
+
1.0,
|
| 359 |
+
1.0,
|
| 360 |
+
1.0,
|
| 361 |
+
1.0,
|
| 362 |
+
1.0,
|
| 363 |
+
1.0,
|
| 364 |
+
1.0,
|
| 365 |
+
1.0,
|
| 366 |
+
1.0,
|
| 367 |
+
1.0,
|
| 368 |
+
1.0,
|
| 369 |
+
1.0,
|
| 370 |
+
1.0,
|
| 371 |
+
1.0,
|
| 372 |
+
1.0,
|
| 373 |
+
1.0,
|
| 374 |
+
1.0,
|
| 375 |
+
1.0,
|
| 376 |
+
1.0,
|
| 377 |
+
1.0,
|
| 378 |
+
1.0,
|
| 379 |
+
1.0,
|
| 380 |
+
1.0,
|
| 381 |
+
1.0,
|
| 382 |
+
1.0,
|
| 383 |
+
1.0,
|
| 384 |
+
1.0,
|
| 385 |
+
1.0,
|
| 386 |
+
1.0,
|
| 387 |
+
1.0,
|
| 388 |
+
1.0,
|
| 389 |
+
1.0,
|
| 390 |
+
1.0,
|
| 391 |
+
1.0,
|
| 392 |
+
1.0
|
| 393 |
+
]
|
| 394 |
+
},
|
| 395 |
+
"action_history_decisions": 8,
|
| 396 |
+
"rows_unit": "decision_step",
|
| 397 |
+
"obs_fps": 8.75,
|
| 398 |
+
"obs_stride_raw_frames": 4,
|
| 399 |
+
"latency_prompt_map_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/deadly_corridor/lerobot/latency_prompt_map.json",
|
| 400 |
+
"custom_mixtures_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/deadly_corridor/_generated_mixtures/lerobot.json",
|
| 401 |
+
"validation_dataset_name": "lerobot__val",
|
| 402 |
+
"validation_episodes": 825,
|
| 403 |
+
"validation_frames": 36395
|
| 404 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/profiles/DONE
ADDED
|
File without changes
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/profiles/hardware.json
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"driver_version": "595.58.03",
|
| 3 |
+
"gpu_class": "1x-rtx3090",
|
| 4 |
+
"gpus": [
|
| 5 |
+
{
|
| 6 |
+
"name": "NVIDIA GeForce RTX 3090",
|
| 7 |
+
"slot": 0
|
| 8 |
+
}
|
| 9 |
+
],
|
| 10 |
+
"instance_id": "instance_a5037b165aa0cedc",
|
| 11 |
+
"topology_links": [],
|
| 12 |
+
"torch": {
|
| 13 |
+
"backends": {
|
| 14 |
+
"cuda_cudnn_sdp_enabled": true,
|
| 15 |
+
"cuda_flash_sdp_enabled": true,
|
| 16 |
+
"cuda_math_sdp_enabled": true,
|
| 17 |
+
"cuda_matmul_allow_tf32": false,
|
| 18 |
+
"cuda_mem_efficient_sdp_enabled": true,
|
| 19 |
+
"cudnn_allow_tf32": true,
|
| 20 |
+
"cudnn_benchmark": false
|
| 21 |
+
},
|
| 22 |
+
"cuda_available": true,
|
| 23 |
+
"cuda_device_count": 1,
|
| 24 |
+
"cuda_version": "12.8",
|
| 25 |
+
"current_device": 0,
|
| 26 |
+
"current_device_name": "NVIDIA GeForce RTX 3090",
|
| 27 |
+
"device_properties": [
|
| 28 |
+
{
|
| 29 |
+
"index": 0,
|
| 30 |
+
"major": 8,
|
| 31 |
+
"minor": 6,
|
| 32 |
+
"multi_processor_count": 82,
|
| 33 |
+
"name": "NVIDIA GeForce RTX 3090",
|
| 34 |
+
"total_memory": 25298141184
|
| 35 |
+
}
|
| 36 |
+
],
|
| 37 |
+
"float32_matmul_precision": "highest",
|
| 38 |
+
"version": "2.11.0+cu128"
|
| 39 |
+
}
|
| 40 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/profiles/latency_burst_model.json
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"burst_dwell_distribution": null,
|
| 3 |
+
"burst_dwell_lengths": [],
|
| 4 |
+
"burst_merge_gap_records": 30,
|
| 5 |
+
"burst_rank_processes": [],
|
| 6 |
+
"burst_slot_rank_templates": [],
|
| 7 |
+
"model_type": "hidden_regime",
|
| 8 |
+
"pre_worker_time_ms": null,
|
| 9 |
+
"regime_step_counts": {
|
| 10 |
+
"burst": 0,
|
| 11 |
+
"calm": 291
|
| 12 |
+
},
|
| 13 |
+
"regime_transition_counts": {
|
| 14 |
+
"burst": {
|
| 15 |
+
"burst": 0,
|
| 16 |
+
"calm": 0
|
| 17 |
+
},
|
| 18 |
+
"calm": {
|
| 19 |
+
"burst": 0,
|
| 20 |
+
"calm": 286
|
| 21 |
+
}
|
| 22 |
+
},
|
| 23 |
+
"reset_scope": "session",
|
| 24 |
+
"schema_version": 12,
|
| 25 |
+
"spike_median_multiplier": 1.25,
|
| 26 |
+
"spike_threshold_ms_by_worker_slot": {
|
| 27 |
+
"0": 231.37536346912384
|
| 28 |
+
},
|
| 29 |
+
"worker_count": 1
|
| 30 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/profiles/latency_distribution.json
ADDED
|
@@ -0,0 +1,1027 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": 3,
|
| 3 |
+
"worker_slots": {
|
| 4 |
+
"0": {
|
| 5 |
+
"all": {
|
| 6 |
+
"count": 291,
|
| 7 |
+
"observation_to_action_latency_ms": {
|
| 8 |
+
"distribution_type": "inverse_cdf",
|
| 9 |
+
"latency_ms": [
|
| 10 |
+
184.1395239830017,
|
| 11 |
+
184.1395239830017,
|
| 12 |
+
184.1395239830017,
|
| 13 |
+
184.1395239830017,
|
| 14 |
+
184.15349855422974,
|
| 15 |
+
184.2030912399292,
|
| 16 |
+
184.25268392562867,
|
| 17 |
+
184.30227661132812,
|
| 18 |
+
184.37427115249633,
|
| 19 |
+
184.45036359405518,
|
| 20 |
+
184.52645603561402,
|
| 21 |
+
184.60243986988067,
|
| 22 |
+
184.67826672554017,
|
| 23 |
+
184.99414443969727,
|
| 24 |
+
185.2383858203888,
|
| 25 |
+
185.31659576416016,
|
| 26 |
+
185.46455347537994,
|
| 27 |
+
185.61949617385864,
|
| 28 |
+
185.82812773227693,
|
| 29 |
+
185.99869024276734,
|
| 30 |
+
186.36168827533723,
|
| 31 |
+
186.4559203147888,
|
| 32 |
+
186.51916924476623,
|
| 33 |
+
186.653115568161,
|
| 34 |
+
186.8059565639496,
|
| 35 |
+
186.96775716781616,
|
| 36 |
+
187.0302868127823,
|
| 37 |
+
187.24308365821838,
|
| 38 |
+
187.2927464389801,
|
| 39 |
+
187.41154827117919,
|
| 40 |
+
187.47590664863586,
|
| 41 |
+
187.70477905273438,
|
| 42 |
+
187.81787813186645,
|
| 43 |
+
187.97726043701172,
|
| 44 |
+
188.13680383205414,
|
| 45 |
+
188.2551461029053,
|
| 46 |
+
188.44935834407806,
|
| 47 |
+
188.52923152923583,
|
| 48 |
+
188.74356898784637,
|
| 49 |
+
188.85335842132568,
|
| 50 |
+
188.93909106254577,
|
| 51 |
+
188.9934341430664,
|
| 52 |
+
189.11406732082366,
|
| 53 |
+
189.26883766174316,
|
| 54 |
+
189.38369802474975,
|
| 55 |
+
189.44951684951783,
|
| 56 |
+
189.55922396183013,
|
| 57 |
+
189.6641376876831,
|
| 58 |
+
189.81127039909362,
|
| 59 |
+
189.92379053115846,
|
| 60 |
+
190.12609707832337,
|
| 61 |
+
190.2048858165741,
|
| 62 |
+
190.3030722618103,
|
| 63 |
+
190.47395349502563,
|
| 64 |
+
190.5322361469269,
|
| 65 |
+
190.82905729293824,
|
| 66 |
+
191.20582888126373,
|
| 67 |
+
191.23667488098144,
|
| 68 |
+
191.3018182516098,
|
| 69 |
+
191.5218779373169,
|
| 70 |
+
191.66656566143035,
|
| 71 |
+
191.80708694458008,
|
| 72 |
+
191.95320250988007,
|
| 73 |
+
192.03668155670167,
|
| 74 |
+
192.30293210983277,
|
| 75 |
+
192.42310188293456,
|
| 76 |
+
192.75547783374788,
|
| 77 |
+
192.9587125301361,
|
| 78 |
+
193.27838827133178,
|
| 79 |
+
193.471123046875,
|
| 80 |
+
193.86044214725496,
|
| 81 |
+
193.98140716552734,
|
| 82 |
+
194.237004737854,
|
| 83 |
+
194.59133323669434,
|
| 84 |
+
194.7524649810791,
|
| 85 |
+
195.04363816261292,
|
| 86 |
+
195.2091242313385,
|
| 87 |
+
195.52550752639772,
|
| 88 |
+
195.75282277107237,
|
| 89 |
+
196.03425208091735,
|
| 90 |
+
196.28241610527039,
|
| 91 |
+
196.706466960907,
|
| 92 |
+
196.8862282705307,
|
| 93 |
+
197.09999060630798,
|
| 94 |
+
197.28770251750947,
|
| 95 |
+
197.80965017318726,
|
| 96 |
+
198.21872985363007,
|
| 97 |
+
198.91679149627686,
|
| 98 |
+
199.51771352767943,
|
| 99 |
+
200.01670753479004,
|
| 100 |
+
200.71547437667846,
|
| 101 |
+
201.18565249443054,
|
| 102 |
+
201.78078677654267,
|
| 103 |
+
202.22528310775758,
|
| 104 |
+
202.43359183311463,
|
| 105 |
+
202.73764086723327,
|
| 106 |
+
203.12197144031524,
|
| 107 |
+
203.7689442062378,
|
| 108 |
+
203.94539206027986,
|
| 109 |
+
204.1284009742737,
|
| 110 |
+
204.2564261198044,
|
| 111 |
+
204.398521900177,
|
| 112 |
+
204.62624608516694,
|
| 113 |
+
205.12585139274597,
|
| 114 |
+
205.49505583286285,
|
| 115 |
+
206.05229946136475,
|
| 116 |
+
206.31586408615112,
|
| 117 |
+
206.97638514518738,
|
| 118 |
+
207.60945693016052,
|
| 119 |
+
208.5464345741272,
|
| 120 |
+
209.9454021453857,
|
| 121 |
+
210.31910953521725,
|
| 122 |
+
211.9288256340029,
|
| 123 |
+
214.39368729305286,
|
| 124 |
+
216.85854895210284,
|
| 125 |
+
219.14757545948035,
|
| 126 |
+
220.47536980438238,
|
| 127 |
+
221.8031641492844,
|
| 128 |
+
223.13095849418642,
|
| 129 |
+
223.50511360168457,
|
| 130 |
+
223.50511360168457,
|
| 131 |
+
223.50511360168457,
|
| 132 |
+
223.50511360168457
|
| 133 |
+
],
|
| 134 |
+
"quantile_levels": [
|
| 135 |
+
0.0,
|
| 136 |
+
0.0001,
|
| 137 |
+
0.0005,
|
| 138 |
+
0.001,
|
| 139 |
+
0.002,
|
| 140 |
+
0.003,
|
| 141 |
+
0.004,
|
| 142 |
+
0.005,
|
| 143 |
+
0.006,
|
| 144 |
+
0.007,
|
| 145 |
+
0.008,
|
| 146 |
+
0.009,
|
| 147 |
+
0.01,
|
| 148 |
+
0.02,
|
| 149 |
+
0.03,
|
| 150 |
+
0.04,
|
| 151 |
+
0.05,
|
| 152 |
+
0.06,
|
| 153 |
+
0.07,
|
| 154 |
+
0.08,
|
| 155 |
+
0.09,
|
| 156 |
+
0.1,
|
| 157 |
+
0.11,
|
| 158 |
+
0.12,
|
| 159 |
+
0.13,
|
| 160 |
+
0.14,
|
| 161 |
+
0.15,
|
| 162 |
+
0.16,
|
| 163 |
+
0.17,
|
| 164 |
+
0.18,
|
| 165 |
+
0.19,
|
| 166 |
+
0.2,
|
| 167 |
+
0.21,
|
| 168 |
+
0.22,
|
| 169 |
+
0.23,
|
| 170 |
+
0.24,
|
| 171 |
+
0.25,
|
| 172 |
+
0.26,
|
| 173 |
+
0.27,
|
| 174 |
+
0.28,
|
| 175 |
+
0.29,
|
| 176 |
+
0.3,
|
| 177 |
+
0.31,
|
| 178 |
+
0.32,
|
| 179 |
+
0.33,
|
| 180 |
+
0.34,
|
| 181 |
+
0.35,
|
| 182 |
+
0.36,
|
| 183 |
+
0.37,
|
| 184 |
+
0.38,
|
| 185 |
+
0.39,
|
| 186 |
+
0.4,
|
| 187 |
+
0.41,
|
| 188 |
+
0.42,
|
| 189 |
+
0.43,
|
| 190 |
+
0.44,
|
| 191 |
+
0.45,
|
| 192 |
+
0.46,
|
| 193 |
+
0.47,
|
| 194 |
+
0.48,
|
| 195 |
+
0.49,
|
| 196 |
+
0.5,
|
| 197 |
+
0.51,
|
| 198 |
+
0.52,
|
| 199 |
+
0.53,
|
| 200 |
+
0.54,
|
| 201 |
+
0.55,
|
| 202 |
+
0.56,
|
| 203 |
+
0.57,
|
| 204 |
+
0.58,
|
| 205 |
+
0.59,
|
| 206 |
+
0.6,
|
| 207 |
+
0.61,
|
| 208 |
+
0.62,
|
| 209 |
+
0.63,
|
| 210 |
+
0.64,
|
| 211 |
+
0.65,
|
| 212 |
+
0.66,
|
| 213 |
+
0.67,
|
| 214 |
+
0.68,
|
| 215 |
+
0.69,
|
| 216 |
+
0.7,
|
| 217 |
+
0.71,
|
| 218 |
+
0.72,
|
| 219 |
+
0.73,
|
| 220 |
+
0.74,
|
| 221 |
+
0.75,
|
| 222 |
+
0.76,
|
| 223 |
+
0.77,
|
| 224 |
+
0.78,
|
| 225 |
+
0.79,
|
| 226 |
+
0.8,
|
| 227 |
+
0.81,
|
| 228 |
+
0.82,
|
| 229 |
+
0.83,
|
| 230 |
+
0.84,
|
| 231 |
+
0.85,
|
| 232 |
+
0.86,
|
| 233 |
+
0.87,
|
| 234 |
+
0.88,
|
| 235 |
+
0.89,
|
| 236 |
+
0.9,
|
| 237 |
+
0.91,
|
| 238 |
+
0.92,
|
| 239 |
+
0.93,
|
| 240 |
+
0.94,
|
| 241 |
+
0.95,
|
| 242 |
+
0.96,
|
| 243 |
+
0.97,
|
| 244 |
+
0.98,
|
| 245 |
+
0.99,
|
| 246 |
+
0.991,
|
| 247 |
+
0.992,
|
| 248 |
+
0.993,
|
| 249 |
+
0.994,
|
| 250 |
+
0.995,
|
| 251 |
+
0.996,
|
| 252 |
+
0.997,
|
| 253 |
+
0.998,
|
| 254 |
+
0.999,
|
| 255 |
+
0.9995,
|
| 256 |
+
0.9999,
|
| 257 |
+
1.0
|
| 258 |
+
]
|
| 259 |
+
},
|
| 260 |
+
"spearman_rho": 0.9968054385460849,
|
| 261 |
+
"worker_service_time_ms": {
|
| 262 |
+
"distribution_type": "inverse_cdf",
|
| 263 |
+
"latency_ms": [
|
| 264 |
+
183.51783514022827,
|
| 265 |
+
183.51783514022827,
|
| 266 |
+
183.51783514022827,
|
| 267 |
+
183.51783514022827,
|
| 268 |
+
183.531068441391,
|
| 269 |
+
183.5780305223465,
|
| 270 |
+
183.624992603302,
|
| 271 |
+
183.6719546842575,
|
| 272 |
+
183.7591634130478,
|
| 273 |
+
183.85373433351518,
|
| 274 |
+
183.94830525398254,
|
| 275 |
+
184.03076878786086,
|
| 276 |
+
184.09573256969452,
|
| 277 |
+
184.3658226776123,
|
| 278 |
+
184.48767811775207,
|
| 279 |
+
184.63736459732056,
|
| 280 |
+
184.777757358551,
|
| 281 |
+
184.96775186538696,
|
| 282 |
+
185.15394751548766,
|
| 283 |
+
185.37989941596985,
|
| 284 |
+
185.60219619750976,
|
| 285 |
+
185.77940120697022,
|
| 286 |
+
185.87965970516206,
|
| 287 |
+
185.97356780052186,
|
| 288 |
+
186.1333676147461,
|
| 289 |
+
186.19545471191407,
|
| 290 |
+
186.27559611797332,
|
| 291 |
+
186.48484080314637,
|
| 292 |
+
186.5753488445282,
|
| 293 |
+
186.71217353820802,
|
| 294 |
+
186.77287135124206,
|
| 295 |
+
186.95310187339783,
|
| 296 |
+
187.042957072258,
|
| 297 |
+
187.2557886505127,
|
| 298 |
+
187.43605796337127,
|
| 299 |
+
187.50690082550048,
|
| 300 |
+
187.7504097223282,
|
| 301 |
+
187.84920570373535,
|
| 302 |
+
188.012227268219,
|
| 303 |
+
188.08222959518432,
|
| 304 |
+
188.3040736055374,
|
| 305 |
+
188.35109920501708,
|
| 306 |
+
188.4451338481903,
|
| 307 |
+
188.52745111465455,
|
| 308 |
+
188.6007146692276,
|
| 309 |
+
188.7883441543579,
|
| 310 |
+
188.8408653974533,
|
| 311 |
+
189.0254176044464,
|
| 312 |
+
189.26842215538025,
|
| 313 |
+
189.37899604797363,
|
| 314 |
+
189.65594922542573,
|
| 315 |
+
189.7660979747772,
|
| 316 |
+
189.82206332683563,
|
| 317 |
+
189.93892072677613,
|
| 318 |
+
190.04167707443239,
|
| 319 |
+
190.11253820419313,
|
| 320 |
+
190.40876533985139,
|
| 321 |
+
190.6207021713257,
|
| 322 |
+
190.76644857406617,
|
| 323 |
+
190.84227763175966,
|
| 324 |
+
190.91857856750488,
|
| 325 |
+
191.11709213256836,
|
| 326 |
+
191.28616359710693,
|
| 327 |
+
191.37686295509337,
|
| 328 |
+
191.49883742332457,
|
| 329 |
+
191.61896560668944,
|
| 330 |
+
191.92001898288726,
|
| 331 |
+
192.02847836494445,
|
| 332 |
+
192.38559611797334,
|
| 333 |
+
192.46723896026612,
|
| 334 |
+
192.9867396259308,
|
| 335 |
+
193.26240801811218,
|
| 336 |
+
193.45407610416413,
|
| 337 |
+
193.55897087097168,
|
| 338 |
+
193.78222133636476,
|
| 339 |
+
193.9726436328888,
|
| 340 |
+
194.12736508846282,
|
| 341 |
+
194.2650066757202,
|
| 342 |
+
194.458228392601,
|
| 343 |
+
194.6232580471039,
|
| 344 |
+
194.86070182323456,
|
| 345 |
+
195.20617179870604,
|
| 346 |
+
195.7930148792267,
|
| 347 |
+
196.15902990341186,
|
| 348 |
+
196.6492558336258,
|
| 349 |
+
197.3038568305969,
|
| 350 |
+
197.7002956867218,
|
| 351 |
+
198.42416341781617,
|
| 352 |
+
198.64541336536408,
|
| 353 |
+
199.03143089294434,
|
| 354 |
+
199.35560621738435,
|
| 355 |
+
199.99337062835693,
|
| 356 |
+
200.35580142974854,
|
| 357 |
+
201.03685773849486,
|
| 358 |
+
201.8800076007843,
|
| 359 |
+
202.11932770729064,
|
| 360 |
+
202.25617413520814,
|
| 361 |
+
202.59955722808837,
|
| 362 |
+
203.2413413953781,
|
| 363 |
+
203.38887570381164,
|
| 364 |
+
203.5800044155121,
|
| 365 |
+
203.73047075271606,
|
| 366 |
+
203.92192640781403,
|
| 367 |
+
204.0964167690277,
|
| 368 |
+
204.56375379562377,
|
| 369 |
+
204.68479904174805,
|
| 370 |
+
205.10591945648193,
|
| 371 |
+
205.61045355796813,
|
| 372 |
+
206.54704113483427,
|
| 373 |
+
207.14582960128786,
|
| 374 |
+
208.54763278007508,
|
| 375 |
+
208.6228823957443,
|
| 376 |
+
210.071666528702,
|
| 377 |
+
212.4707448916437,
|
| 378 |
+
214.8698232545854,
|
| 379 |
+
217.10138916730887,
|
| 380 |
+
218.4172203521729,
|
| 381 |
+
219.73305153703694,
|
| 382 |
+
221.04888272190098,
|
| 383 |
+
221.41966676712036,
|
| 384 |
+
221.41966676712036,
|
| 385 |
+
221.41966676712036,
|
| 386 |
+
221.41966676712036
|
| 387 |
+
],
|
| 388 |
+
"quantile_levels": [
|
| 389 |
+
0.0,
|
| 390 |
+
0.0001,
|
| 391 |
+
0.0005,
|
| 392 |
+
0.001,
|
| 393 |
+
0.002,
|
| 394 |
+
0.003,
|
| 395 |
+
0.004,
|
| 396 |
+
0.005,
|
| 397 |
+
0.006,
|
| 398 |
+
0.007,
|
| 399 |
+
0.008,
|
| 400 |
+
0.009,
|
| 401 |
+
0.01,
|
| 402 |
+
0.02,
|
| 403 |
+
0.03,
|
| 404 |
+
0.04,
|
| 405 |
+
0.05,
|
| 406 |
+
0.06,
|
| 407 |
+
0.07,
|
| 408 |
+
0.08,
|
| 409 |
+
0.09,
|
| 410 |
+
0.1,
|
| 411 |
+
0.11,
|
| 412 |
+
0.12,
|
| 413 |
+
0.13,
|
| 414 |
+
0.14,
|
| 415 |
+
0.15,
|
| 416 |
+
0.16,
|
| 417 |
+
0.17,
|
| 418 |
+
0.18,
|
| 419 |
+
0.19,
|
| 420 |
+
0.2,
|
| 421 |
+
0.21,
|
| 422 |
+
0.22,
|
| 423 |
+
0.23,
|
| 424 |
+
0.24,
|
| 425 |
+
0.25,
|
| 426 |
+
0.26,
|
| 427 |
+
0.27,
|
| 428 |
+
0.28,
|
| 429 |
+
0.29,
|
| 430 |
+
0.3,
|
| 431 |
+
0.31,
|
| 432 |
+
0.32,
|
| 433 |
+
0.33,
|
| 434 |
+
0.34,
|
| 435 |
+
0.35,
|
| 436 |
+
0.36,
|
| 437 |
+
0.37,
|
| 438 |
+
0.38,
|
| 439 |
+
0.39,
|
| 440 |
+
0.4,
|
| 441 |
+
0.41,
|
| 442 |
+
0.42,
|
| 443 |
+
0.43,
|
| 444 |
+
0.44,
|
| 445 |
+
0.45,
|
| 446 |
+
0.46,
|
| 447 |
+
0.47,
|
| 448 |
+
0.48,
|
| 449 |
+
0.49,
|
| 450 |
+
0.5,
|
| 451 |
+
0.51,
|
| 452 |
+
0.52,
|
| 453 |
+
0.53,
|
| 454 |
+
0.54,
|
| 455 |
+
0.55,
|
| 456 |
+
0.56,
|
| 457 |
+
0.57,
|
| 458 |
+
0.58,
|
| 459 |
+
0.59,
|
| 460 |
+
0.6,
|
| 461 |
+
0.61,
|
| 462 |
+
0.62,
|
| 463 |
+
0.63,
|
| 464 |
+
0.64,
|
| 465 |
+
0.65,
|
| 466 |
+
0.66,
|
| 467 |
+
0.67,
|
| 468 |
+
0.68,
|
| 469 |
+
0.69,
|
| 470 |
+
0.7,
|
| 471 |
+
0.71,
|
| 472 |
+
0.72,
|
| 473 |
+
0.73,
|
| 474 |
+
0.74,
|
| 475 |
+
0.75,
|
| 476 |
+
0.76,
|
| 477 |
+
0.77,
|
| 478 |
+
0.78,
|
| 479 |
+
0.79,
|
| 480 |
+
0.8,
|
| 481 |
+
0.81,
|
| 482 |
+
0.82,
|
| 483 |
+
0.83,
|
| 484 |
+
0.84,
|
| 485 |
+
0.85,
|
| 486 |
+
0.86,
|
| 487 |
+
0.87,
|
| 488 |
+
0.88,
|
| 489 |
+
0.89,
|
| 490 |
+
0.9,
|
| 491 |
+
0.91,
|
| 492 |
+
0.92,
|
| 493 |
+
0.93,
|
| 494 |
+
0.94,
|
| 495 |
+
0.95,
|
| 496 |
+
0.96,
|
| 497 |
+
0.97,
|
| 498 |
+
0.98,
|
| 499 |
+
0.99,
|
| 500 |
+
0.991,
|
| 501 |
+
0.992,
|
| 502 |
+
0.993,
|
| 503 |
+
0.994,
|
| 504 |
+
0.995,
|
| 505 |
+
0.996,
|
| 506 |
+
0.997,
|
| 507 |
+
0.998,
|
| 508 |
+
0.999,
|
| 509 |
+
0.9995,
|
| 510 |
+
0.9999,
|
| 511 |
+
1.0
|
| 512 |
+
]
|
| 513 |
+
}
|
| 514 |
+
},
|
| 515 |
+
"steady": {
|
| 516 |
+
"count": 291,
|
| 517 |
+
"observation_to_action_latency_ms": {
|
| 518 |
+
"distribution_type": "inverse_cdf",
|
| 519 |
+
"latency_ms": [
|
| 520 |
+
184.1395239830017,
|
| 521 |
+
184.1395239830017,
|
| 522 |
+
184.1395239830017,
|
| 523 |
+
184.1395239830017,
|
| 524 |
+
184.15349855422974,
|
| 525 |
+
184.2030912399292,
|
| 526 |
+
184.25268392562867,
|
| 527 |
+
184.30227661132812,
|
| 528 |
+
184.37427115249633,
|
| 529 |
+
184.45036359405518,
|
| 530 |
+
184.52645603561402,
|
| 531 |
+
184.60243986988067,
|
| 532 |
+
184.67826672554017,
|
| 533 |
+
184.99414443969727,
|
| 534 |
+
185.2383858203888,
|
| 535 |
+
185.31659576416016,
|
| 536 |
+
185.46455347537994,
|
| 537 |
+
185.61949617385864,
|
| 538 |
+
185.82812773227693,
|
| 539 |
+
185.99869024276734,
|
| 540 |
+
186.36168827533723,
|
| 541 |
+
186.4559203147888,
|
| 542 |
+
186.51916924476623,
|
| 543 |
+
186.653115568161,
|
| 544 |
+
186.8059565639496,
|
| 545 |
+
186.96775716781616,
|
| 546 |
+
187.0302868127823,
|
| 547 |
+
187.24308365821838,
|
| 548 |
+
187.2927464389801,
|
| 549 |
+
187.41154827117919,
|
| 550 |
+
187.47590664863586,
|
| 551 |
+
187.70477905273438,
|
| 552 |
+
187.81787813186645,
|
| 553 |
+
187.97726043701172,
|
| 554 |
+
188.13680383205414,
|
| 555 |
+
188.2551461029053,
|
| 556 |
+
188.44935834407806,
|
| 557 |
+
188.52923152923583,
|
| 558 |
+
188.74356898784637,
|
| 559 |
+
188.85335842132568,
|
| 560 |
+
188.93909106254577,
|
| 561 |
+
188.9934341430664,
|
| 562 |
+
189.11406732082366,
|
| 563 |
+
189.26883766174316,
|
| 564 |
+
189.38369802474975,
|
| 565 |
+
189.44951684951783,
|
| 566 |
+
189.55922396183013,
|
| 567 |
+
189.6641376876831,
|
| 568 |
+
189.81127039909362,
|
| 569 |
+
189.92379053115846,
|
| 570 |
+
190.12609707832337,
|
| 571 |
+
190.2048858165741,
|
| 572 |
+
190.3030722618103,
|
| 573 |
+
190.47395349502563,
|
| 574 |
+
190.5322361469269,
|
| 575 |
+
190.82905729293824,
|
| 576 |
+
191.20582888126373,
|
| 577 |
+
191.23667488098144,
|
| 578 |
+
191.3018182516098,
|
| 579 |
+
191.5218779373169,
|
| 580 |
+
191.66656566143035,
|
| 581 |
+
191.80708694458008,
|
| 582 |
+
191.95320250988007,
|
| 583 |
+
192.03668155670167,
|
| 584 |
+
192.30293210983277,
|
| 585 |
+
192.42310188293456,
|
| 586 |
+
192.75547783374788,
|
| 587 |
+
192.9587125301361,
|
| 588 |
+
193.27838827133178,
|
| 589 |
+
193.471123046875,
|
| 590 |
+
193.86044214725496,
|
| 591 |
+
193.98140716552734,
|
| 592 |
+
194.237004737854,
|
| 593 |
+
194.59133323669434,
|
| 594 |
+
194.7524649810791,
|
| 595 |
+
195.04363816261292,
|
| 596 |
+
195.2091242313385,
|
| 597 |
+
195.52550752639772,
|
| 598 |
+
195.75282277107237,
|
| 599 |
+
196.03425208091735,
|
| 600 |
+
196.28241610527039,
|
| 601 |
+
196.706466960907,
|
| 602 |
+
196.8862282705307,
|
| 603 |
+
197.09999060630798,
|
| 604 |
+
197.28770251750947,
|
| 605 |
+
197.80965017318726,
|
| 606 |
+
198.21872985363007,
|
| 607 |
+
198.91679149627686,
|
| 608 |
+
199.51771352767943,
|
| 609 |
+
200.01670753479004,
|
| 610 |
+
200.71547437667846,
|
| 611 |
+
201.18565249443054,
|
| 612 |
+
201.78078677654267,
|
| 613 |
+
202.22528310775758,
|
| 614 |
+
202.43359183311463,
|
| 615 |
+
202.73764086723327,
|
| 616 |
+
203.12197144031524,
|
| 617 |
+
203.7689442062378,
|
| 618 |
+
203.94539206027986,
|
| 619 |
+
204.1284009742737,
|
| 620 |
+
204.2564261198044,
|
| 621 |
+
204.398521900177,
|
| 622 |
+
204.62624608516694,
|
| 623 |
+
205.12585139274597,
|
| 624 |
+
205.49505583286285,
|
| 625 |
+
206.05229946136475,
|
| 626 |
+
206.31586408615112,
|
| 627 |
+
206.97638514518738,
|
| 628 |
+
207.60945693016052,
|
| 629 |
+
208.5464345741272,
|
| 630 |
+
209.9454021453857,
|
| 631 |
+
210.31910953521725,
|
| 632 |
+
211.9288256340029,
|
| 633 |
+
214.39368729305286,
|
| 634 |
+
216.85854895210284,
|
| 635 |
+
219.14757545948035,
|
| 636 |
+
220.47536980438238,
|
| 637 |
+
221.8031641492844,
|
| 638 |
+
223.13095849418642,
|
| 639 |
+
223.50511360168457,
|
| 640 |
+
223.50511360168457,
|
| 641 |
+
223.50511360168457,
|
| 642 |
+
223.50511360168457
|
| 643 |
+
],
|
| 644 |
+
"quantile_levels": [
|
| 645 |
+
0.0,
|
| 646 |
+
0.0001,
|
| 647 |
+
0.0005,
|
| 648 |
+
0.001,
|
| 649 |
+
0.002,
|
| 650 |
+
0.003,
|
| 651 |
+
0.004,
|
| 652 |
+
0.005,
|
| 653 |
+
0.006,
|
| 654 |
+
0.007,
|
| 655 |
+
0.008,
|
| 656 |
+
0.009,
|
| 657 |
+
0.01,
|
| 658 |
+
0.02,
|
| 659 |
+
0.03,
|
| 660 |
+
0.04,
|
| 661 |
+
0.05,
|
| 662 |
+
0.06,
|
| 663 |
+
0.07,
|
| 664 |
+
0.08,
|
| 665 |
+
0.09,
|
| 666 |
+
0.1,
|
| 667 |
+
0.11,
|
| 668 |
+
0.12,
|
| 669 |
+
0.13,
|
| 670 |
+
0.14,
|
| 671 |
+
0.15,
|
| 672 |
+
0.16,
|
| 673 |
+
0.17,
|
| 674 |
+
0.18,
|
| 675 |
+
0.19,
|
| 676 |
+
0.2,
|
| 677 |
+
0.21,
|
| 678 |
+
0.22,
|
| 679 |
+
0.23,
|
| 680 |
+
0.24,
|
| 681 |
+
0.25,
|
| 682 |
+
0.26,
|
| 683 |
+
0.27,
|
| 684 |
+
0.28,
|
| 685 |
+
0.29,
|
| 686 |
+
0.3,
|
| 687 |
+
0.31,
|
| 688 |
+
0.32,
|
| 689 |
+
0.33,
|
| 690 |
+
0.34,
|
| 691 |
+
0.35,
|
| 692 |
+
0.36,
|
| 693 |
+
0.37,
|
| 694 |
+
0.38,
|
| 695 |
+
0.39,
|
| 696 |
+
0.4,
|
| 697 |
+
0.41,
|
| 698 |
+
0.42,
|
| 699 |
+
0.43,
|
| 700 |
+
0.44,
|
| 701 |
+
0.45,
|
| 702 |
+
0.46,
|
| 703 |
+
0.47,
|
| 704 |
+
0.48,
|
| 705 |
+
0.49,
|
| 706 |
+
0.5,
|
| 707 |
+
0.51,
|
| 708 |
+
0.52,
|
| 709 |
+
0.53,
|
| 710 |
+
0.54,
|
| 711 |
+
0.55,
|
| 712 |
+
0.56,
|
| 713 |
+
0.57,
|
| 714 |
+
0.58,
|
| 715 |
+
0.59,
|
| 716 |
+
0.6,
|
| 717 |
+
0.61,
|
| 718 |
+
0.62,
|
| 719 |
+
0.63,
|
| 720 |
+
0.64,
|
| 721 |
+
0.65,
|
| 722 |
+
0.66,
|
| 723 |
+
0.67,
|
| 724 |
+
0.68,
|
| 725 |
+
0.69,
|
| 726 |
+
0.7,
|
| 727 |
+
0.71,
|
| 728 |
+
0.72,
|
| 729 |
+
0.73,
|
| 730 |
+
0.74,
|
| 731 |
+
0.75,
|
| 732 |
+
0.76,
|
| 733 |
+
0.77,
|
| 734 |
+
0.78,
|
| 735 |
+
0.79,
|
| 736 |
+
0.8,
|
| 737 |
+
0.81,
|
| 738 |
+
0.82,
|
| 739 |
+
0.83,
|
| 740 |
+
0.84,
|
| 741 |
+
0.85,
|
| 742 |
+
0.86,
|
| 743 |
+
0.87,
|
| 744 |
+
0.88,
|
| 745 |
+
0.89,
|
| 746 |
+
0.9,
|
| 747 |
+
0.91,
|
| 748 |
+
0.92,
|
| 749 |
+
0.93,
|
| 750 |
+
0.94,
|
| 751 |
+
0.95,
|
| 752 |
+
0.96,
|
| 753 |
+
0.97,
|
| 754 |
+
0.98,
|
| 755 |
+
0.99,
|
| 756 |
+
0.991,
|
| 757 |
+
0.992,
|
| 758 |
+
0.993,
|
| 759 |
+
0.994,
|
| 760 |
+
0.995,
|
| 761 |
+
0.996,
|
| 762 |
+
0.997,
|
| 763 |
+
0.998,
|
| 764 |
+
0.999,
|
| 765 |
+
0.9995,
|
| 766 |
+
0.9999,
|
| 767 |
+
1.0
|
| 768 |
+
]
|
| 769 |
+
},
|
| 770 |
+
"spearman_rho": 0.9968054385460849,
|
| 771 |
+
"worker_service_time_ms": {
|
| 772 |
+
"distribution_type": "inverse_cdf",
|
| 773 |
+
"latency_ms": [
|
| 774 |
+
183.51783514022827,
|
| 775 |
+
183.51783514022827,
|
| 776 |
+
183.51783514022827,
|
| 777 |
+
183.51783514022827,
|
| 778 |
+
183.531068441391,
|
| 779 |
+
183.5780305223465,
|
| 780 |
+
183.624992603302,
|
| 781 |
+
183.6719546842575,
|
| 782 |
+
183.7591634130478,
|
| 783 |
+
183.85373433351518,
|
| 784 |
+
183.94830525398254,
|
| 785 |
+
184.03076878786086,
|
| 786 |
+
184.09573256969452,
|
| 787 |
+
184.3658226776123,
|
| 788 |
+
184.48767811775207,
|
| 789 |
+
184.63736459732056,
|
| 790 |
+
184.777757358551,
|
| 791 |
+
184.96775186538696,
|
| 792 |
+
185.15394751548766,
|
| 793 |
+
185.37989941596985,
|
| 794 |
+
185.60219619750976,
|
| 795 |
+
185.77940120697022,
|
| 796 |
+
185.87965970516206,
|
| 797 |
+
185.97356780052186,
|
| 798 |
+
186.1333676147461,
|
| 799 |
+
186.19545471191407,
|
| 800 |
+
186.27559611797332,
|
| 801 |
+
186.48484080314637,
|
| 802 |
+
186.5753488445282,
|
| 803 |
+
186.71217353820802,
|
| 804 |
+
186.77287135124206,
|
| 805 |
+
186.95310187339783,
|
| 806 |
+
187.042957072258,
|
| 807 |
+
187.2557886505127,
|
| 808 |
+
187.43605796337127,
|
| 809 |
+
187.50690082550048,
|
| 810 |
+
187.7504097223282,
|
| 811 |
+
187.84920570373535,
|
| 812 |
+
188.012227268219,
|
| 813 |
+
188.08222959518432,
|
| 814 |
+
188.3040736055374,
|
| 815 |
+
188.35109920501708,
|
| 816 |
+
188.4451338481903,
|
| 817 |
+
188.52745111465455,
|
| 818 |
+
188.6007146692276,
|
| 819 |
+
188.7883441543579,
|
| 820 |
+
188.8408653974533,
|
| 821 |
+
189.0254176044464,
|
| 822 |
+
189.26842215538025,
|
| 823 |
+
189.37899604797363,
|
| 824 |
+
189.65594922542573,
|
| 825 |
+
189.7660979747772,
|
| 826 |
+
189.82206332683563,
|
| 827 |
+
189.93892072677613,
|
| 828 |
+
190.04167707443239,
|
| 829 |
+
190.11253820419313,
|
| 830 |
+
190.40876533985139,
|
| 831 |
+
190.6207021713257,
|
| 832 |
+
190.76644857406617,
|
| 833 |
+
190.84227763175966,
|
| 834 |
+
190.91857856750488,
|
| 835 |
+
191.11709213256836,
|
| 836 |
+
191.28616359710693,
|
| 837 |
+
191.37686295509337,
|
| 838 |
+
191.49883742332457,
|
| 839 |
+
191.61896560668944,
|
| 840 |
+
191.92001898288726,
|
| 841 |
+
192.02847836494445,
|
| 842 |
+
192.38559611797334,
|
| 843 |
+
192.46723896026612,
|
| 844 |
+
192.9867396259308,
|
| 845 |
+
193.26240801811218,
|
| 846 |
+
193.45407610416413,
|
| 847 |
+
193.55897087097168,
|
| 848 |
+
193.78222133636476,
|
| 849 |
+
193.9726436328888,
|
| 850 |
+
194.12736508846282,
|
| 851 |
+
194.2650066757202,
|
| 852 |
+
194.458228392601,
|
| 853 |
+
194.6232580471039,
|
| 854 |
+
194.86070182323456,
|
| 855 |
+
195.20617179870604,
|
| 856 |
+
195.7930148792267,
|
| 857 |
+
196.15902990341186,
|
| 858 |
+
196.6492558336258,
|
| 859 |
+
197.3038568305969,
|
| 860 |
+
197.7002956867218,
|
| 861 |
+
198.42416341781617,
|
| 862 |
+
198.64541336536408,
|
| 863 |
+
199.03143089294434,
|
| 864 |
+
199.35560621738435,
|
| 865 |
+
199.99337062835693,
|
| 866 |
+
200.35580142974854,
|
| 867 |
+
201.03685773849486,
|
| 868 |
+
201.8800076007843,
|
| 869 |
+
202.11932770729064,
|
| 870 |
+
202.25617413520814,
|
| 871 |
+
202.59955722808837,
|
| 872 |
+
203.2413413953781,
|
| 873 |
+
203.38887570381164,
|
| 874 |
+
203.5800044155121,
|
| 875 |
+
203.73047075271606,
|
| 876 |
+
203.92192640781403,
|
| 877 |
+
204.0964167690277,
|
| 878 |
+
204.56375379562377,
|
| 879 |
+
204.68479904174805,
|
| 880 |
+
205.10591945648193,
|
| 881 |
+
205.61045355796813,
|
| 882 |
+
206.54704113483427,
|
| 883 |
+
207.14582960128786,
|
| 884 |
+
208.54763278007508,
|
| 885 |
+
208.6228823957443,
|
| 886 |
+
210.071666528702,
|
| 887 |
+
212.4707448916437,
|
| 888 |
+
214.8698232545854,
|
| 889 |
+
217.10138916730887,
|
| 890 |
+
218.4172203521729,
|
| 891 |
+
219.73305153703694,
|
| 892 |
+
221.04888272190098,
|
| 893 |
+
221.41966676712036,
|
| 894 |
+
221.41966676712036,
|
| 895 |
+
221.41966676712036,
|
| 896 |
+
221.41966676712036
|
| 897 |
+
],
|
| 898 |
+
"quantile_levels": [
|
| 899 |
+
0.0,
|
| 900 |
+
0.0001,
|
| 901 |
+
0.0005,
|
| 902 |
+
0.001,
|
| 903 |
+
0.002,
|
| 904 |
+
0.003,
|
| 905 |
+
0.004,
|
| 906 |
+
0.005,
|
| 907 |
+
0.006,
|
| 908 |
+
0.007,
|
| 909 |
+
0.008,
|
| 910 |
+
0.009,
|
| 911 |
+
0.01,
|
| 912 |
+
0.02,
|
| 913 |
+
0.03,
|
| 914 |
+
0.04,
|
| 915 |
+
0.05,
|
| 916 |
+
0.06,
|
| 917 |
+
0.07,
|
| 918 |
+
0.08,
|
| 919 |
+
0.09,
|
| 920 |
+
0.1,
|
| 921 |
+
0.11,
|
| 922 |
+
0.12,
|
| 923 |
+
0.13,
|
| 924 |
+
0.14,
|
| 925 |
+
0.15,
|
| 926 |
+
0.16,
|
| 927 |
+
0.17,
|
| 928 |
+
0.18,
|
| 929 |
+
0.19,
|
| 930 |
+
0.2,
|
| 931 |
+
0.21,
|
| 932 |
+
0.22,
|
| 933 |
+
0.23,
|
| 934 |
+
0.24,
|
| 935 |
+
0.25,
|
| 936 |
+
0.26,
|
| 937 |
+
0.27,
|
| 938 |
+
0.28,
|
| 939 |
+
0.29,
|
| 940 |
+
0.3,
|
| 941 |
+
0.31,
|
| 942 |
+
0.32,
|
| 943 |
+
0.33,
|
| 944 |
+
0.34,
|
| 945 |
+
0.35,
|
| 946 |
+
0.36,
|
| 947 |
+
0.37,
|
| 948 |
+
0.38,
|
| 949 |
+
0.39,
|
| 950 |
+
0.4,
|
| 951 |
+
0.41,
|
| 952 |
+
0.42,
|
| 953 |
+
0.43,
|
| 954 |
+
0.44,
|
| 955 |
+
0.45,
|
| 956 |
+
0.46,
|
| 957 |
+
0.47,
|
| 958 |
+
0.48,
|
| 959 |
+
0.49,
|
| 960 |
+
0.5,
|
| 961 |
+
0.51,
|
| 962 |
+
0.52,
|
| 963 |
+
0.53,
|
| 964 |
+
0.54,
|
| 965 |
+
0.55,
|
| 966 |
+
0.56,
|
| 967 |
+
0.57,
|
| 968 |
+
0.58,
|
| 969 |
+
0.59,
|
| 970 |
+
0.6,
|
| 971 |
+
0.61,
|
| 972 |
+
0.62,
|
| 973 |
+
0.63,
|
| 974 |
+
0.64,
|
| 975 |
+
0.65,
|
| 976 |
+
0.66,
|
| 977 |
+
0.67,
|
| 978 |
+
0.68,
|
| 979 |
+
0.69,
|
| 980 |
+
0.7,
|
| 981 |
+
0.71,
|
| 982 |
+
0.72,
|
| 983 |
+
0.73,
|
| 984 |
+
0.74,
|
| 985 |
+
0.75,
|
| 986 |
+
0.76,
|
| 987 |
+
0.77,
|
| 988 |
+
0.78,
|
| 989 |
+
0.79,
|
| 990 |
+
0.8,
|
| 991 |
+
0.81,
|
| 992 |
+
0.82,
|
| 993 |
+
0.83,
|
| 994 |
+
0.84,
|
| 995 |
+
0.85,
|
| 996 |
+
0.86,
|
| 997 |
+
0.87,
|
| 998 |
+
0.88,
|
| 999 |
+
0.89,
|
| 1000 |
+
0.9,
|
| 1001 |
+
0.91,
|
| 1002 |
+
0.92,
|
| 1003 |
+
0.93,
|
| 1004 |
+
0.94,
|
| 1005 |
+
0.95,
|
| 1006 |
+
0.96,
|
| 1007 |
+
0.97,
|
| 1008 |
+
0.98,
|
| 1009 |
+
0.99,
|
| 1010 |
+
0.991,
|
| 1011 |
+
0.992,
|
| 1012 |
+
0.993,
|
| 1013 |
+
0.994,
|
| 1014 |
+
0.995,
|
| 1015 |
+
0.996,
|
| 1016 |
+
0.997,
|
| 1017 |
+
0.998,
|
| 1018 |
+
0.999,
|
| 1019 |
+
0.9995,
|
| 1020 |
+
0.9999,
|
| 1021 |
+
1.0
|
| 1022 |
+
]
|
| 1023 |
+
}
|
| 1024 |
+
}
|
| 1025 |
+
}
|
| 1026 |
+
}
|
| 1027 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/profiles/latency_profile.png
ADDED
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/profiles/profile.json
ADDED
|
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"burst_model_path": "latency_burst_model.json",
|
| 3 |
+
"distribution_path": "latency_distribution.json",
|
| 4 |
+
"env_fps": 60,
|
| 5 |
+
"frame_ms": 16.666666666666668,
|
| 6 |
+
"gpu_class": "1x-rtx3090",
|
| 7 |
+
"instance_id": "instance_a5037b165aa0cedc",
|
| 8 |
+
"latency_kind": "observation_to_action_latency",
|
| 9 |
+
"latency_method": "temporal",
|
| 10 |
+
"model_id": "pi05",
|
| 11 |
+
"n_admitted_observations": 291,
|
| 12 |
+
"n_capacity_drops": 587,
|
| 13 |
+
"n_observation_attempts": 878,
|
| 14 |
+
"per_slot_summary": {
|
| 15 |
+
"0": {
|
| 16 |
+
"admitted_count": 291,
|
| 17 |
+
"mean_observation_to_action_latency_ms": 193.88049530409455,
|
| 18 |
+
"mean_worker_service_time_ms": 193.05771424270577,
|
| 19 |
+
"p95_observation_to_action_latency_ms": 206.21627473831177,
|
| 20 |
+
"p95_worker_service_time_ms": 205.03147506713867,
|
| 21 |
+
"p99_worker_service_time_ms": 208.4209238052368
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"provenance": {
|
| 25 |
+
"base_config": "configs/experiments/deadly_corridor/starvla_profile.yaml",
|
| 26 |
+
"checkpoint_kind": "best",
|
| 27 |
+
"model_artifact": {
|
| 28 |
+
"checkpoint": "checkpoints/steps_500_state/model.safetensors",
|
| 29 |
+
"model_config": "config.full.yaml",
|
| 30 |
+
"path_in_repo": ".",
|
| 31 |
+
"repo_id": "talha15032/pi05_bridge_deadly_corridor_single_latency_clean_data_exp2",
|
| 32 |
+
"source": "local"
|
| 33 |
+
},
|
| 34 |
+
"session_ids": [
|
| 35 |
+
0,
|
| 36 |
+
1,
|
| 37 |
+
2,
|
| 38 |
+
3,
|
| 39 |
+
4
|
| 40 |
+
]
|
| 41 |
+
},
|
| 42 |
+
"sample_model_type": "hidden_regime",
|
| 43 |
+
"source_run_id": "20260914T173520092530Z",
|
| 44 |
+
"summary": {
|
| 45 |
+
"frame_ms": 16.666666666666668,
|
| 46 |
+
"max_ms": 223.50511360168457,
|
| 47 |
+
"mean_effective_frames": 11.632829718245672,
|
| 48 |
+
"mean_ms": 193.88049530409455,
|
| 49 |
+
"min_ms": 184.1395239830017,
|
| 50 |
+
"n_samples": 291,
|
| 51 |
+
"p50_frames": 11.508425216674803,
|
| 52 |
+
"p50_ms": 191.80708694458008,
|
| 53 |
+
"p90_frames": 12.263252019882202,
|
| 54 |
+
"p90_ms": 204.38753366470337,
|
| 55 |
+
"p95_frames": 12.372976484298706,
|
| 56 |
+
"p95_ms": 206.21627473831177,
|
| 57 |
+
"p99_frames": 12.558968124389649,
|
| 58 |
+
"p99_ms": 209.31613540649417,
|
| 59 |
+
"prob_latency_gt_1_frame": 1.0,
|
| 60 |
+
"prob_latency_gt_2_frames": 1.0,
|
| 61 |
+
"prob_latency_gt_3_frames": 1.0,
|
| 62 |
+
"std_ms": 7.0145913682683725
|
| 63 |
+
},
|
| 64 |
+
"visualization_path": "latency_profile.png",
|
| 65 |
+
"workload_id": "deadly_corridor"
|
| 66 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/provenance.json
ADDED
|
@@ -0,0 +1,127 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"collection": {
|
| 3 |
+
"teacher_repo": "latency-sensitive-bench/benchmark-models",
|
| 4 |
+
"teacher_revision": "5b533937a72e9fa923ecf28b1c1be5a16bad488d",
|
| 5 |
+
"teacher_path": "zero-latency/deadly-corridor/small-policy/sample-factory-v1",
|
| 6 |
+
"teacher_checkpoint": "best_000040896_20938752_reward_2260.797.pth",
|
| 7 |
+
"teacher_sha256": "a62d7de77c7a62160dbe74e64feb97a66e0a7ee5b51a2b1febbc1129bdfe8ec8",
|
| 8 |
+
"rollout_overrides": {
|
| 9 |
+
"env_fps": 35,
|
| 10 |
+
"obs_fps": 8.75,
|
| 11 |
+
"latency_type": "fixed",
|
| 12 |
+
"fixed_latency_ms": 0.0,
|
| 13 |
+
"seed": 42
|
| 14 |
+
},
|
| 15 |
+
"training_latency_condition": "zero",
|
| 16 |
+
"history": "decision_v1",
|
| 17 |
+
"history_decisions": 8,
|
| 18 |
+
"history_source": "zero_latency_issued_equals_applied",
|
| 19 |
+
"student_image_frames": 1,
|
| 20 |
+
"max_episode_raw_frames": 3600,
|
| 21 |
+
"episodes": 8250,
|
| 22 |
+
"train_labels": 328296,
|
| 23 |
+
"filter_preset": "none"
|
| 24 |
+
},
|
| 25 |
+
"training_run_id": "deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 26 |
+
"training_step": 5000,
|
| 27 |
+
"global_batch": 128,
|
| 28 |
+
"base_model": "Qwen/Qwen3-VL-4B-Instruct",
|
| 29 |
+
"wandb_run_id": "2f9d64db",
|
| 30 |
+
"checkpoint_sha256": "ba72ed7f1ba94daa0eba7d36fdb36eb7ce76db4a448bdbb29499e3f72ed0912f",
|
| 31 |
+
"eval_protocol_version": "hist8-history01-sf-render-v4",
|
| 32 |
+
"history_encoding": "binary_0_1",
|
| 33 |
+
"training_condition": "zero",
|
| 34 |
+
"base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
|
| 35 |
+
"hf_repo_id": "latency-sensitive-bench/benchmark-models",
|
| 36 |
+
"hf_path": "zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 37 |
+
"evaluations": [
|
| 38 |
+
{
|
| 39 |
+
"job_id": "eval_zero_to_zero__deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 40 |
+
"eval_protocol_version": "hist8-history01-sf-render-v4",
|
| 41 |
+
"training_step": 5000,
|
| 42 |
+
"checkpoint_sha256": "ba72ed7f1ba94daa0eba7d36fdb36eb7ce76db4a448bdbb29499e3f72ed0912f",
|
| 43 |
+
"profile_sha256": null,
|
| 44 |
+
"mean_return": 2104.086365966797,
|
| 45 |
+
"std_return": 572.511730439493,
|
| 46 |
+
"mean_length": 175.16,
|
| 47 |
+
"episodes": 100,
|
| 48 |
+
"parallel_envs": 32,
|
| 49 |
+
"max_episode_raw_frames": 3600,
|
| 50 |
+
"issued_actions": 4423,
|
| 51 |
+
"top_action": "MOVE_FORWARD+MOVE_RIGHT+ATTACK",
|
| 52 |
+
"largest_action_fraction": 0.21229934433642325,
|
| 53 |
+
"unique_action_values": 20,
|
| 54 |
+
"episode_final_done": 100,
|
| 55 |
+
"episodes_at_frame_cap": 0,
|
| 56 |
+
"checks": {
|
| 57 |
+
"100_exact_seeds": true,
|
| 58 |
+
"checkpoint_sha": true,
|
| 59 |
+
"bundle_step": true,
|
| 60 |
+
"training_step_matches_plan": true,
|
| 61 |
+
"profile_sha": true,
|
| 62 |
+
"binary_history": true,
|
| 63 |
+
"raw_score_means_match": true,
|
| 64 |
+
"action_counts_match": true,
|
| 65 |
+
"action_total_match": true,
|
| 66 |
+
"summary_returns_match": true,
|
| 67 |
+
"summary_lengths_match": true,
|
| 68 |
+
"100_final_steps": true,
|
| 69 |
+
"final_step_lengths_match": true,
|
| 70 |
+
"renderer_matches_training": true,
|
| 71 |
+
"renderer_protocol_v4": true,
|
| 72 |
+
"parallel_capacity_horizon": true,
|
| 73 |
+
"fps_history": true,
|
| 74 |
+
"environment_latency_matches": true,
|
| 75 |
+
"episode_latency_protocol": true,
|
| 76 |
+
"training_recipe": true,
|
| 77 |
+
"training_dimensions": true,
|
| 78 |
+
"initialization_revision": true
|
| 79 |
+
},
|
| 80 |
+
"environment_condition": "zero"
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"job_id": "eval_zero_to_profile__deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 84 |
+
"eval_protocol_version": "hist8-history01-sf-render-v4",
|
| 85 |
+
"training_step": 5000,
|
| 86 |
+
"checkpoint_sha256": "ba72ed7f1ba94daa0eba7d36fdb36eb7ce76db4a448bdbb29499e3f72ed0912f",
|
| 87 |
+
"profile_sha256": "ccadd20b8a6b6833f9f02fd34c2a67e1a43a468a6d000d94252c819224422b43",
|
| 88 |
+
"mean_return": 140.93857162475587,
|
| 89 |
+
"std_return": 170.20189352265717,
|
| 90 |
+
"mean_length": 75.27,
|
| 91 |
+
"episodes": 100,
|
| 92 |
+
"parallel_envs": 32,
|
| 93 |
+
"max_episode_raw_frames": 3600,
|
| 94 |
+
"issued_actions": 985,
|
| 95 |
+
"top_action": "MOVE_FORWARD+MOVE_RIGHT+ATTACK",
|
| 96 |
+
"largest_action_fraction": 0.38883248730964465,
|
| 97 |
+
"unique_action_values": 15,
|
| 98 |
+
"episode_final_done": 100,
|
| 99 |
+
"episodes_at_frame_cap": 0,
|
| 100 |
+
"checks": {
|
| 101 |
+
"100_exact_seeds": true,
|
| 102 |
+
"checkpoint_sha": true,
|
| 103 |
+
"bundle_step": true,
|
| 104 |
+
"training_step_matches_plan": true,
|
| 105 |
+
"profile_sha": true,
|
| 106 |
+
"binary_history": true,
|
| 107 |
+
"raw_score_means_match": true,
|
| 108 |
+
"action_counts_match": true,
|
| 109 |
+
"action_total_match": true,
|
| 110 |
+
"summary_returns_match": true,
|
| 111 |
+
"summary_lengths_match": true,
|
| 112 |
+
"100_final_steps": true,
|
| 113 |
+
"final_step_lengths_match": true,
|
| 114 |
+
"renderer_matches_training": true,
|
| 115 |
+
"renderer_protocol_v4": true,
|
| 116 |
+
"parallel_capacity_horizon": true,
|
| 117 |
+
"fps_history": true,
|
| 118 |
+
"environment_latency_matches": true,
|
| 119 |
+
"episode_latency_protocol": true,
|
| 120 |
+
"training_recipe": true,
|
| 121 |
+
"training_dimensions": true,
|
| 122 |
+
"initialization_revision": true
|
| 123 |
+
},
|
| 124 |
+
"environment_condition": "profile"
|
| 125 |
+
}
|
| 126 |
+
]
|
| 127 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/rollout_metadata.json
ADDED
|
@@ -0,0 +1,373 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action_history_decisions": 8,
|
| 3 |
+
"action_labels": [
|
| 4 |
+
"NOOP",
|
| 5 |
+
"ATTACK",
|
| 6 |
+
"MOVE_LEFT",
|
| 7 |
+
"MOVE_LEFT + ATTACK",
|
| 8 |
+
"MOVE_RIGHT",
|
| 9 |
+
"MOVE_RIGHT + ATTACK",
|
| 10 |
+
"MOVE_FORWARD",
|
| 11 |
+
"MOVE_FORWARD + ATTACK",
|
| 12 |
+
"MOVE_FORWARD + MOVE_LEFT",
|
| 13 |
+
"MOVE_FORWARD + MOVE_LEFT + ATTACK",
|
| 14 |
+
"MOVE_FORWARD + MOVE_RIGHT",
|
| 15 |
+
"MOVE_FORWARD + MOVE_RIGHT + ATTACK",
|
| 16 |
+
"MOVE_BACKWARD",
|
| 17 |
+
"MOVE_BACKWARD + ATTACK",
|
| 18 |
+
"MOVE_BACKWARD + MOVE_LEFT",
|
| 19 |
+
"MOVE_BACKWARD + MOVE_LEFT + ATTACK",
|
| 20 |
+
"MOVE_BACKWARD + MOVE_RIGHT",
|
| 21 |
+
"MOVE_BACKWARD + MOVE_RIGHT + ATTACK",
|
| 22 |
+
"TURN_LEFT",
|
| 23 |
+
"TURN_LEFT + ATTACK",
|
| 24 |
+
"TURN_LEFT + MOVE_LEFT",
|
| 25 |
+
"TURN_LEFT + MOVE_LEFT + ATTACK",
|
| 26 |
+
"TURN_LEFT + MOVE_RIGHT",
|
| 27 |
+
"TURN_LEFT + MOVE_RIGHT + ATTACK",
|
| 28 |
+
"TURN_LEFT + MOVE_FORWARD",
|
| 29 |
+
"TURN_LEFT + MOVE_FORWARD + ATTACK",
|
| 30 |
+
"TURN_LEFT + MOVE_FORWARD + MOVE_LEFT",
|
| 31 |
+
"TURN_LEFT + MOVE_FORWARD + MOVE_LEFT + ATTACK",
|
| 32 |
+
"TURN_LEFT + MOVE_FORWARD + MOVE_RIGHT",
|
| 33 |
+
"TURN_LEFT + MOVE_FORWARD + MOVE_RIGHT + ATTACK",
|
| 34 |
+
"TURN_LEFT + MOVE_BACKWARD",
|
| 35 |
+
"TURN_LEFT + MOVE_BACKWARD + ATTACK",
|
| 36 |
+
"TURN_LEFT + MOVE_BACKWARD + MOVE_LEFT",
|
| 37 |
+
"TURN_LEFT + MOVE_BACKWARD + MOVE_LEFT + ATTACK",
|
| 38 |
+
"TURN_LEFT + MOVE_BACKWARD + MOVE_RIGHT",
|
| 39 |
+
"TURN_LEFT + MOVE_BACKWARD + MOVE_RIGHT + ATTACK",
|
| 40 |
+
"TURN_RIGHT",
|
| 41 |
+
"TURN_RIGHT + ATTACK",
|
| 42 |
+
"TURN_RIGHT + MOVE_LEFT",
|
| 43 |
+
"TURN_RIGHT + MOVE_LEFT + ATTACK",
|
| 44 |
+
"TURN_RIGHT + MOVE_RIGHT",
|
| 45 |
+
"TURN_RIGHT + MOVE_RIGHT + ATTACK",
|
| 46 |
+
"TURN_RIGHT + MOVE_FORWARD",
|
| 47 |
+
"TURN_RIGHT + MOVE_FORWARD + ATTACK",
|
| 48 |
+
"TURN_RIGHT + MOVE_FORWARD + MOVE_LEFT",
|
| 49 |
+
"TURN_RIGHT + MOVE_FORWARD + MOVE_LEFT + ATTACK",
|
| 50 |
+
"TURN_RIGHT + MOVE_FORWARD + MOVE_RIGHT",
|
| 51 |
+
"TURN_RIGHT + MOVE_FORWARD + MOVE_RIGHT + ATTACK",
|
| 52 |
+
"TURN_RIGHT + MOVE_BACKWARD",
|
| 53 |
+
"TURN_RIGHT + MOVE_BACKWARD + ATTACK",
|
| 54 |
+
"TURN_RIGHT + MOVE_BACKWARD + MOVE_LEFT",
|
| 55 |
+
"TURN_RIGHT + MOVE_BACKWARD + MOVE_LEFT + ATTACK",
|
| 56 |
+
"TURN_RIGHT + MOVE_BACKWARD + MOVE_RIGHT",
|
| 57 |
+
"TURN_RIGHT + MOVE_BACKWARD + MOVE_RIGHT + ATTACK"
|
| 58 |
+
],
|
| 59 |
+
"action_layout": "deadly_corridor_joint_54",
|
| 60 |
+
"base_prompt": "You are playing Deadly Corridor in VizDoom. Your goal is to survive the corridor, fight enemies, and reach the green armor vest at the far end. The available actions are: MOVE_FORWARD, MOVE_BACKWARD, MOVE_LEFT, MOVE_RIGHT, TURN_LEFT, TURN_RIGHT, and ATTACK. Choose the best next action from the current visual observation.",
|
| 61 |
+
"checkpoint_config": {
|
| 62 |
+
"actor_critic_share_weights": true,
|
| 63 |
+
"actor_worker_gpus": [],
|
| 64 |
+
"adam_beta1": 0.9,
|
| 65 |
+
"adam_beta2": 0.999,
|
| 66 |
+
"adam_eps": 1e-06,
|
| 67 |
+
"adaptive_stddev": true,
|
| 68 |
+
"add_latency_info": false,
|
| 69 |
+
"algo": "APPO",
|
| 70 |
+
"async_rl": true,
|
| 71 |
+
"batch_size": 1024,
|
| 72 |
+
"batched_sampling": false,
|
| 73 |
+
"benchmark": false,
|
| 74 |
+
"cli_args": {
|
| 75 |
+
"add_latency_info": false,
|
| 76 |
+
"algo": "APPO",
|
| 77 |
+
"async_rl": true,
|
| 78 |
+
"batch_size": 1024,
|
| 79 |
+
"device": "gpu",
|
| 80 |
+
"disable_reward_scaling": true,
|
| 81 |
+
"env": "doom_deadly_corridor",
|
| 82 |
+
"env_fps": 35.0,
|
| 83 |
+
"env_frameskip": 1,
|
| 84 |
+
"episode_metrics_path": "results/checkpoints/jitter_destructiveness/real_profile/teachers_latency0/deadly_corridor_teacher_fixed_l0_obs8p75_seed0/episode_metrics.jsonl",
|
| 85 |
+
"eval_deterministic": true,
|
| 86 |
+
"eval_env_frameskip": 1,
|
| 87 |
+
"eval_episodes": 100,
|
| 88 |
+
"eval_max_steps": 7200,
|
| 89 |
+
"eval_parallel_envs": 1,
|
| 90 |
+
"eval_raw_reward": true,
|
| 91 |
+
"experiment": "deadly_corridor_teacher_fixed_l0_obs8p75_seed0",
|
| 92 |
+
"experiment_summaries_interval": 1,
|
| 93 |
+
"exploration_loss": "symmetric_kl",
|
| 94 |
+
"exploration_loss_coeff": 0.001,
|
| 95 |
+
"fixed_latency_ms": 0.0,
|
| 96 |
+
"frame_stack": 4,
|
| 97 |
+
"gae_lambda": 0.95,
|
| 98 |
+
"gamma": 0.99,
|
| 99 |
+
"hold_policy": "hold",
|
| 100 |
+
"keep_checkpoints": 5,
|
| 101 |
+
"latency_type": "fixed",
|
| 102 |
+
"learning_rate": 0.0001,
|
| 103 |
+
"max_grad_norm": 4.0,
|
| 104 |
+
"mode": "train",
|
| 105 |
+
"normalize_input": true,
|
| 106 |
+
"normalize_returns": true,
|
| 107 |
+
"num_batches_per_epoch": 2,
|
| 108 |
+
"num_envs_per_worker": 4,
|
| 109 |
+
"num_epochs": 2,
|
| 110 |
+
"num_policies": 1,
|
| 111 |
+
"num_workers": 32,
|
| 112 |
+
"obs_fps": 8.75,
|
| 113 |
+
"ordering_policy": "latest_ready",
|
| 114 |
+
"ppo_clip_ratio": 0.1,
|
| 115 |
+
"ppo_clip_value": 0.2,
|
| 116 |
+
"recurrence": 128,
|
| 117 |
+
"res_h": 72,
|
| 118 |
+
"res_w": 128,
|
| 119 |
+
"restart_behavior": "resume",
|
| 120 |
+
"rnn_size": 512,
|
| 121 |
+
"rnn_type": "gru",
|
| 122 |
+
"rollout": 128,
|
| 123 |
+
"save_every_sec": 600,
|
| 124 |
+
"seed": 0,
|
| 125 |
+
"simulator": "cpu",
|
| 126 |
+
"stats_avg": 100,
|
| 127 |
+
"train_dir": "results/checkpoints/jitter_destructiveness/real_profile/teachers_latency0",
|
| 128 |
+
"train_for_env_steps": 25000000,
|
| 129 |
+
"use_rnn": true,
|
| 130 |
+
"value_loss_coeff": 0.5,
|
| 131 |
+
"wandb_group": "deadly-corridor-obs8p75-fixed_l0",
|
| 132 |
+
"wandb_job_type": "sample_factory",
|
| 133 |
+
"wandb_project": "latency-sensitive-bench",
|
| 134 |
+
"wandb_tags": [
|
| 135 |
+
"real_profile_latency0_teacher",
|
| 136 |
+
"deadly-corridor",
|
| 137 |
+
"teacher",
|
| 138 |
+
"fixed",
|
| 139 |
+
"fixed_l0",
|
| 140 |
+
"obs8p75",
|
| 141 |
+
"seed0"
|
| 142 |
+
],
|
| 143 |
+
"wide_aspect_ratio": false,
|
| 144 |
+
"with_wandb": true,
|
| 145 |
+
"worker_num_splits": 2
|
| 146 |
+
},
|
| 147 |
+
"command_line": "--mode train --algo APPO --env doom_deadly_corridor --experiment deadly_corridor_teacher_fixed_l0_obs8p75_seed0 --train_dir results/checkpoints/jitter_destructiveness/real_profile/teachers_latency0 --restart_behavior resume --device gpu --seed 0 --episode_metrics_path results/checkpoints/jitter_destructiveness/real_profile/teachers_latency0/deadly_corridor_teacher_fixed_l0_obs8p75_seed0/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 32 --num_envs_per_worker 4 --num_policies 1 --batch_size 1024 --rollout 128 --recurrence 128 --num_epochs 2 --num_batches_per_epoch 2 --worker_num_splits 2 --learning_rate 0.0001 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss symmetric_kl --exploration_loss_coeff 0.001 --value_loss_coeff 0.5 --max_grad_norm 4.0 --rnn_type gru --rnn_size 512 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn True --normalize_returns True --normalize_input True --latency-type fixed --fixed-latency-ms 0.0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 1 --eval-max-steps 7200 --eval-deterministic True --eval-raw-reward --with_wandb True --wandb_project latency-sensitive-bench --wandb_group deadly-corridor-obs8p75-fixed_l0 --wandb_job_type sample_factory --wandb_tags real_profile_latency0_teacher deadly-corridor teacher fixed fixed_l0 obs8p75 seed0 --env-fps 35 --obs-fps 8.75 --res_w 128 --res_h 72 --wide_aspect_ratio False --frame_stack 4 --simulator cpu --disable-reward-scaling True --hold-policy hold --ordering-policy latest_ready",
|
| 148 |
+
"continuous_tanh_scale": 0.0,
|
| 149 |
+
"decoder_mlp_layers": [],
|
| 150 |
+
"decorrelate_envs_on_one_worker": true,
|
| 151 |
+
"decorrelate_experience_max_seconds": 0,
|
| 152 |
+
"default_niceness": 0,
|
| 153 |
+
"device": "gpu",
|
| 154 |
+
"disable_reward_scaling": true,
|
| 155 |
+
"encoder_conv_architecture": "convnet_simple",
|
| 156 |
+
"encoder_conv_mlp_layers": [
|
| 157 |
+
512
|
| 158 |
+
],
|
| 159 |
+
"encoder_mlp_layers": [
|
| 160 |
+
512,
|
| 161 |
+
512
|
| 162 |
+
],
|
| 163 |
+
"env": "doom_deadly_corridor",
|
| 164 |
+
"env_fps": 35,
|
| 165 |
+
"env_frameskip": 1,
|
| 166 |
+
"env_framestack": 1,
|
| 167 |
+
"env_gpu_actions": false,
|
| 168 |
+
"env_gpu_observations": true,
|
| 169 |
+
"episode_metrics_path": "results/checkpoints/jitter_destructiveness/real_profile/teachers_latency0/deadly_corridor_teacher_fixed_l0_obs8p75_seed0/episode_metrics.jsonl",
|
| 170 |
+
"eval_deterministic": true,
|
| 171 |
+
"eval_env_frameskip": 1,
|
| 172 |
+
"eval_episodes": 100,
|
| 173 |
+
"eval_latency_raw_frame_values": "0,1,2,3,4,5,10,15,40",
|
| 174 |
+
"eval_max_steps": 7200,
|
| 175 |
+
"eval_parallel_envs": 1,
|
| 176 |
+
"eval_raw_reward": true,
|
| 177 |
+
"experiment": "deadly_corridor_teacher_fixed_l0_obs8p75_seed0",
|
| 178 |
+
"experiment_summaries_interval": 1,
|
| 179 |
+
"exploration_loss": "symmetric_kl",
|
| 180 |
+
"exploration_loss_coeff": 0.001,
|
| 181 |
+
"fixed_latency_ms": 0.0,
|
| 182 |
+
"flush_summaries_interval": 30,
|
| 183 |
+
"force_envs_single_thread": false,
|
| 184 |
+
"fps": 35,
|
| 185 |
+
"frame_stack": 4,
|
| 186 |
+
"gae_lambda": 0.95,
|
| 187 |
+
"gamma": 0.99,
|
| 188 |
+
"git_hash": "unknown",
|
| 189 |
+
"git_repo_name": "not a git repository",
|
| 190 |
+
"heartbeat_interval": 20,
|
| 191 |
+
"heartbeat_reporting_interval": 600,
|
| 192 |
+
"help": false,
|
| 193 |
+
"hold_policy": "hold",
|
| 194 |
+
"initial_stddev": 1.0,
|
| 195 |
+
"keep_checkpoints": 5,
|
| 196 |
+
"kl_loss_coeff": 0.0,
|
| 197 |
+
"latency_seed": null,
|
| 198 |
+
"latency_type": "fixed",
|
| 199 |
+
"learning_rate": 0.0001,
|
| 200 |
+
"load_checkpoint_kind": "latest",
|
| 201 |
+
"log_to_file": true,
|
| 202 |
+
"lr_adaptive_max": 0.01,
|
| 203 |
+
"lr_adaptive_min": 1e-06,
|
| 204 |
+
"lr_schedule": "constant",
|
| 205 |
+
"lr_schedule_kl_threshold": 0.008,
|
| 206 |
+
"max_episode_steps": 0,
|
| 207 |
+
"max_grad_norm": 4.0,
|
| 208 |
+
"max_latency_ms": null,
|
| 209 |
+
"max_pending_actions": null,
|
| 210 |
+
"max_policy_lag": 1000,
|
| 211 |
+
"mean_latency_ms": null,
|
| 212 |
+
"min_latency_ms": null,
|
| 213 |
+
"mode": "train",
|
| 214 |
+
"nonlinearity": "elu",
|
| 215 |
+
"normalize_input": true,
|
| 216 |
+
"normalize_input_keys": null,
|
| 217 |
+
"normalize_returns": true,
|
| 218 |
+
"num_agents": -1,
|
| 219 |
+
"num_batches_per_epoch": 2,
|
| 220 |
+
"num_batches_to_accumulate": 2,
|
| 221 |
+
"num_bots": -1,
|
| 222 |
+
"num_envs_per_worker": 4,
|
| 223 |
+
"num_epochs": 2,
|
| 224 |
+
"num_humans": 0,
|
| 225 |
+
"num_policies": 1,
|
| 226 |
+
"num_workers": 32,
|
| 227 |
+
"obs_fps": 8.75,
|
| 228 |
+
"obs_scale": 255.0,
|
| 229 |
+
"obs_subtract_mean": 0.0,
|
| 230 |
+
"optimizer": "adam",
|
| 231 |
+
"ordering_policy": "latest_ready",
|
| 232 |
+
"output_dir": "outputs/jitter_destructiveness/real_profile/teacher_latency0/deadly_corridor/train/teacher/fixed_l0/obs8p75/seed_0",
|
| 233 |
+
"pbt_mix_policies_in_one_env": true,
|
| 234 |
+
"pbt_mutation_rate": 0.15,
|
| 235 |
+
"pbt_optimize_gamma": false,
|
| 236 |
+
"pbt_period_env_steps": 5000000,
|
| 237 |
+
"pbt_perturb_max": 1.5,
|
| 238 |
+
"pbt_perturb_min": 1.1,
|
| 239 |
+
"pbt_replace_fraction": 0.3,
|
| 240 |
+
"pbt_replace_reward_gap": 0.1,
|
| 241 |
+
"pbt_replace_reward_gap_absolute": 1e-06,
|
| 242 |
+
"pbt_start_mutation": 20000000,
|
| 243 |
+
"pbt_target_objective": "true_objective",
|
| 244 |
+
"pixel_format": "CHW",
|
| 245 |
+
"policy_init_gain": 1.0,
|
| 246 |
+
"policy_initialization": "orthogonal",
|
| 247 |
+
"policy_workers_per_policy": 1,
|
| 248 |
+
"ppo_clip_ratio": 0.1,
|
| 249 |
+
"ppo_clip_value": 0.2,
|
| 250 |
+
"record_to": null,
|
| 251 |
+
"recurrence": 128,
|
| 252 |
+
"res_h": 72,
|
| 253 |
+
"res_w": 128,
|
| 254 |
+
"restart_behavior": "resume",
|
| 255 |
+
"reward_clip": 1000.0,
|
| 256 |
+
"reward_scale": 1.0,
|
| 257 |
+
"rnn_num_layers": 1,
|
| 258 |
+
"rnn_size": 512,
|
| 259 |
+
"rnn_type": "gru",
|
| 260 |
+
"rollout": 128,
|
| 261 |
+
"save_best_after": 100000,
|
| 262 |
+
"save_best_every_sec": 5,
|
| 263 |
+
"save_best_metric": "reward",
|
| 264 |
+
"save_every_sec": 600,
|
| 265 |
+
"save_milestones_sec": -1,
|
| 266 |
+
"seed": 42,
|
| 267 |
+
"serial_mode": false,
|
| 268 |
+
"set_workers_cpu_affinity": true,
|
| 269 |
+
"shuffle_minibatches": false,
|
| 270 |
+
"simulator": "cpu",
|
| 271 |
+
"start_bot_difficulty": null,
|
| 272 |
+
"stats_avg": 100,
|
| 273 |
+
"std_latency_ms": null,
|
| 274 |
+
"summaries_use_frameskip": true,
|
| 275 |
+
"timelimit": null,
|
| 276 |
+
"train_dir": "results/checkpoints/jitter_destructiveness/real_profile/teachers_latency0",
|
| 277 |
+
"train_for_env_steps": 25000000,
|
| 278 |
+
"train_for_seconds": 10000000000,
|
| 279 |
+
"use_env_info_cache": false,
|
| 280 |
+
"use_record_episode_statistics": false,
|
| 281 |
+
"use_rnn": true,
|
| 282 |
+
"value_bootstrap": false,
|
| 283 |
+
"value_loss_coeff": 0.5,
|
| 284 |
+
"vizdoom_init_lock_max_wait_sec": 60.0,
|
| 285 |
+
"vizdoom_init_lock_timeout_sec": 5.0,
|
| 286 |
+
"vizdoom_init_max_parallel": 10,
|
| 287 |
+
"vizdoom_init_retry_jitter_sec": 0.25,
|
| 288 |
+
"vtrace_c": 1.0,
|
| 289 |
+
"vtrace_rho": 1.0,
|
| 290 |
+
"wandb_group": "deadly-corridor-obs8p75-fixed_l0",
|
| 291 |
+
"wandb_job_type": "sample_factory",
|
| 292 |
+
"wandb_project": "latency-sensitive-bench",
|
| 293 |
+
"wandb_tags": [
|
| 294 |
+
"real_profile_latency0_teacher",
|
| 295 |
+
"deadly-corridor",
|
| 296 |
+
"teacher",
|
| 297 |
+
"fixed",
|
| 298 |
+
"fixed_l0",
|
| 299 |
+
"obs8p75",
|
| 300 |
+
"seed0"
|
| 301 |
+
],
|
| 302 |
+
"wandb_unique_id": "deadly-corridor-obs8p75-fixed_l0-s0",
|
| 303 |
+
"wandb_user": null,
|
| 304 |
+
"wide_aspect_ratio": false,
|
| 305 |
+
"with_pbt": false,
|
| 306 |
+
"with_vtrace": false,
|
| 307 |
+
"with_wandb": true,
|
| 308 |
+
"worker_num_splits": 2
|
| 309 |
+
},
|
| 310 |
+
"checkpoint_experiment_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/deadly_corridor/teacher_runtime",
|
| 311 |
+
"checkpoint_path": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/deadly_corridor/teacher_runtime/best_000040896_20938752_reward_2260.797.pth",
|
| 312 |
+
"checkpoint_train_step": 40896,
|
| 313 |
+
"config_source": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/deadly_corridor/teacher_runtime/config.json",
|
| 314 |
+
"context_image_count": 0,
|
| 315 |
+
"context_window": 1,
|
| 316 |
+
"env_fps": 35.0,
|
| 317 |
+
"env_name": "deadly_corridor",
|
| 318 |
+
"episode_return_field": "episode_raw_return",
|
| 319 |
+
"filter_preset": "none",
|
| 320 |
+
"filter_report": {
|
| 321 |
+
"accepted_episodes": 8250,
|
| 322 |
+
"accepted_train_episodes": 7425,
|
| 323 |
+
"accepted_val_episodes": 825,
|
| 324 |
+
"attempted_episodes": 8250,
|
| 325 |
+
"preset": "none",
|
| 326 |
+
"rejected_episodes": 0,
|
| 327 |
+
"train_rows_after_row_filter": 328296,
|
| 328 |
+
"train_rows_before_row_filter": 328296,
|
| 329 |
+
"val_rows_after_row_filter": 36395,
|
| 330 |
+
"val_rows_before_row_filter": 36395
|
| 331 |
+
},
|
| 332 |
+
"frame_stack": 4,
|
| 333 |
+
"image_resolution": [
|
| 334 |
+
120,
|
| 335 |
+
160,
|
| 336 |
+
3
|
| 337 |
+
],
|
| 338 |
+
"image_source": "env_raw_rgb",
|
| 339 |
+
"image_transform": {
|
| 340 |
+
"gamma": 1.3,
|
| 341 |
+
"ground_fraction": 0.22,
|
| 342 |
+
"history_frames": 5,
|
| 343 |
+
"image_transform": "raw_rgb",
|
| 344 |
+
"min_alpha": 35,
|
| 345 |
+
"scroll_px_per_step": 4.0
|
| 346 |
+
},
|
| 347 |
+
"image_transform_prompt_contexts": {
|
| 348 |
+
"demon_attack_ghost_trail": " You can see the recent motion of the ship, missiles, and demons in the image. Use it to make your decision.",
|
| 349 |
+
"flappy_ghost_trail": " You can see the past motion of the bird in the image. Use it to make your decision."
|
| 350 |
+
},
|
| 351 |
+
"latency_override": null,
|
| 352 |
+
"latency_source": "checkpoint",
|
| 353 |
+
"max_episodes": 8250,
|
| 354 |
+
"max_steps_per_episode": 3600,
|
| 355 |
+
"max_steps_unit": "raw_frame",
|
| 356 |
+
"num_envs": 16,
|
| 357 |
+
"obs_fps": 8.75,
|
| 358 |
+
"obs_stride_raw_frames": 4,
|
| 359 |
+
"prompt_source": "sample_factory_checkpoint:base_prompt",
|
| 360 |
+
"replay_num_envs": 8,
|
| 361 |
+
"reward_field": "raw_reward",
|
| 362 |
+
"reward_semantics": "raw_reward",
|
| 363 |
+
"rows_unit": "decision_step",
|
| 364 |
+
"schema_version": 2,
|
| 365 |
+
"split_seed": 0,
|
| 366 |
+
"total_episodes": 8250,
|
| 367 |
+
"total_rows": 364691,
|
| 368 |
+
"train_episodes": 7425,
|
| 369 |
+
"train_rows": 328296,
|
| 370 |
+
"val_episodes": 825,
|
| 371 |
+
"val_fraction": 0.1,
|
| 372 |
+
"val_rows": 36395
|
| 373 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/run_metadata.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"training_run_id": "deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2",
|
| 3 |
+
"wandb_run_id": "2f9d64db",
|
| 4 |
+
"recipe_version": "hist8-v2",
|
| 5 |
+
"history_encoding": "binary_0_1",
|
| 6 |
+
"training_condition": "zero",
|
| 7 |
+
"initialization_seed": 42,
|
| 8 |
+
"vlm_lr": 3e-06,
|
| 9 |
+
"max_train_steps": 5000,
|
| 10 |
+
"stop_after_steps": null,
|
| 11 |
+
"num_workers_per_rank": 16,
|
| 12 |
+
"eval_num_workers_per_rank": 16,
|
| 13 |
+
"prefetch_factor": 4,
|
| 14 |
+
"base_model_revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17",
|
| 15 |
+
"dataset_dir": "/home/ubuntu/codex/hist8-vla-v2-20260923/outputs/tasks/decision_history_vla_hist8_v2/data_zero/deadly_corridor/lerobot",
|
| 16 |
+
"dataset_manifest_sha256": "5d208b6ad0e526018e6c602d1066c5ae4f63cf300d67f514a29db3a14a3d8f7f",
|
| 17 |
+
"code_snapshot_sha256": "5ee627a7c7397387c3722678c74ec2740dc260d5f9d8fb14b0199f722b9c7962"
|
| 18 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/task_contract.json
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "deadly_corridor",
|
| 3 |
+
"model": "qwenpi_v3",
|
| 4 |
+
"action_horizon": 1,
|
| 5 |
+
"image_frames": 1,
|
| 6 |
+
"state_source": "transport",
|
| 7 |
+
"state_dim": 120,
|
| 8 |
+
"history_decisions": 8,
|
| 9 |
+
"history_encoding": "binary_0_1",
|
| 10 |
+
"history_normalization": "identity",
|
| 11 |
+
"history_reset": "all_zero",
|
| 12 |
+
"history_order": "oldest_to_newest",
|
| 13 |
+
"history_entry_fields": [
|
| 14 |
+
"admission_bit",
|
| 15 |
+
"admitted_command_non_noop_bits",
|
| 16 |
+
"last_applied_action_non_noop_bits"
|
| 17 |
+
],
|
| 18 |
+
"history_action_bit_order": [
|
| 19 |
+
"TURN_LEFT",
|
| 20 |
+
"TURN_RIGHT",
|
| 21 |
+
"MOVE_FORWARD",
|
| 22 |
+
"MOVE_BACKWARD",
|
| 23 |
+
"MOVE_LEFT",
|
| 24 |
+
"MOVE_RIGHT",
|
| 25 |
+
"ATTACK"
|
| 26 |
+
],
|
| 27 |
+
"action_dim": 7,
|
| 28 |
+
"action_layout": "multibinary_7",
|
| 29 |
+
"action_labels": [
|
| 30 |
+
"MOVE_FORWARD",
|
| 31 |
+
"MOVE_BACKWARD",
|
| 32 |
+
"MOVE_LEFT",
|
| 33 |
+
"MOVE_RIGHT",
|
| 34 |
+
"TURN_LEFT",
|
| 35 |
+
"TURN_RIGHT",
|
| 36 |
+
"ATTACK"
|
| 37 |
+
],
|
| 38 |
+
"task_prompts": [
|
| 39 |
+
"You are playing Deadly Corridor in VizDoom. Your goal is to survive the corridor, fight enemies, and reach the green armor vest at the far end. The available actions are: MOVE_FORWARD, MOVE_BACKWARD, MOVE_LEFT, MOVE_RIGHT, TURN_LEFT, TURN_RIGHT, and ATTACK. Choose the best next action from the current visual observation."
|
| 40 |
+
],
|
| 41 |
+
"env_fps": 35,
|
| 42 |
+
"obs_fps": 8.75,
|
| 43 |
+
"evaluation": {
|
| 44 |
+
"episodes": 100,
|
| 45 |
+
"seeds": [
|
| 46 |
+
1000000,
|
| 47 |
+
1000099
|
| 48 |
+
],
|
| 49 |
+
"parallel_envs": 32,
|
| 50 |
+
"capacity": 1,
|
| 51 |
+
"max_raw_frames": 3600,
|
| 52 |
+
"protocol_version": "hist8-history01-sf-render-v4"
|
| 53 |
+
},
|
| 54 |
+
"rendering": {
|
| 55 |
+
"screen_resolution": "RES_160X120",
|
| 56 |
+
"render_hud": true,
|
| 57 |
+
"render_crosshair": false,
|
| 58 |
+
"render_weapon": true,
|
| 59 |
+
"render_decals": false,
|
| 60 |
+
"render_particles": false
|
| 61 |
+
}
|
| 62 |
+
}
|
zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2/training_code_snapshot.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|