Add concise experiment navigation and task-level reproducibility manifests
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- README.md +19 -67
- latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/README.md +7 -0
- latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/artifact.json +49 -0
- latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/README.md +7 -0
- latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/artifact.json +75 -0
- latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/README.md +7 -0
- latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/artifact.json +75 -0
- latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/README.md +7 -0
- latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/artifact.json +85 -0
- latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/README.md +7 -0
- latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/artifact.json +75 -0
- latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/README.md +7 -0
- latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/artifact.json +88 -0
- latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/README.md +7 -0
- latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/artifact.json +65 -0
- latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/README.md +7 -0
- latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/artifact.json +49 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/artifact.json +73 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/artifact.json +73 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/artifact.json +73 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/artifact.json +80 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/artifact.json +85 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/artifact.json +80 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/artifact.json +85 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/artifact.json +73 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/artifact.json +122 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2/artifact.json +78 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/artifact.json +132 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/artifact.json +122 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/artifact.json +122 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/artifact.json +78 -0
- latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/README.md +7 -0
- latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/artifact.json +85 -0
- latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/README.md +7 -0
- latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/artifact.json +49 -0
- latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_cumulative_40ep_per_latency/README.md +7 -0
README.md
CHANGED
|
@@ -1,74 +1,26 @@
|
|
| 1 |
---
|
| 2 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
---
|
| 4 |
-
# Latency-Sensitive Bench models
|
| 5 |
|
| 6 |
-
|
| 7 |
|
| 8 |
-
|
| 9 |
|
| 10 |
-
|
| 11 |
-
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
|
| 13 |
-
|
|
|
|
|
|
|
|
|
|
| 14 |
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
Flappy, Demon Attack and Deadly Corridor × QwenOFT, QwenGR00T and QwenPI v3 × zero/profile training. Each model is the evaluated step-5000 checkpoint, initialized from Qwen3-VL-4B revision `ebb281ec70b05090aa6165b016eac8ec08e71b17` with seed 42.
|
| 18 |
-
|
| 19 |
-
Input is one current RGB image plus eight causal decision histories, passed as raw 0/1 transport state. Action horizon is **1**; the model directory suffix `h1` refers to this action horizon, while `hist8` in each run ID refers to input history.
|
| 20 |
-
|
| 21 |
-
### Formal scores
|
| 22 |
-
|
| 23 |
-
Each value is the mean of 100 episodes, seeds 1,000,000–1,000,099; parallel 32 and capacity 1. Flappy/Demon/Deadly caps are 3,600/7,200/3,600 raw frames at FPS/decision Hz 10/10, 60/15, 35/8.75. Deadly uses the corrected sf-render-v4 view (160×120 RGB with HUD).
|
| 24 |
-
|
| 25 |
-
| Game / model | zero→zero | zero→profile | profile→profile |
|
| 26 |
-
|---|---:|---:|---:|
|
| 27 |
-
| flappy / qwenoft | 439.13 | 19.19 | 373.78 |
|
| 28 |
-
| flappy / qwengr00t | 428.48 | 6.62 | 414.52 |
|
| 29 |
-
| flappy / qwenpi_v3 | 408.72 | 5.58 | 344.48 |
|
| 30 |
-
| demon_attack / qwenoft | 2362.15 | 584.35 | 1452.80 |
|
| 31 |
-
| demon_attack / qwengr00t | 2370.90 | 231.90 | 1203.10 |
|
| 32 |
-
| demon_attack / qwenpi_v3 | 2350.95 | 112.30 | 907.30 |
|
| 33 |
-
| deadly_corridor / qwenoft | 2098.67 | 742.35 | 2091.23 |
|
| 34 |
-
| deadly_corridor / qwengr00t | 2100.46 | 341.76 | 2090.82 |
|
| 35 |
-
| deadly_corridor / qwenpi_v3 | 2104.09 | 140.94 | 1450.83 |
|
| 36 |
-
|
| 37 |
-
### Downloadable models
|
| 38 |
-
|
| 39 |
-
| Training | Game / model | Run |
|
| 40 |
-
|---|---|---|
|
| 41 |
-
| profile | flappy / qwenoft | [flappy-qwenoft-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy-qwenoft-hist8-scratch-s42-v2) |
|
| 42 |
-
| profile | demon_attack / qwenoft | [demon_attack-qwenoft-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-scratch-s42-v2) |
|
| 43 |
-
| profile | flappy / qwengr00t | [flappy-qwengr00t-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2) |
|
| 44 |
-
| profile | demon_attack / qwengr00t | [demon_attack-qwengr00t-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2) |
|
| 45 |
-
| profile | demon_attack / qwenpi_v3 | [demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6) |
|
| 46 |
-
| zero | flappy / qwenoft | [flappy-qwenoft-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/flappy/vla/starvla-qwenoft-h1/flappy-qwenoft-hist8-zero-scratch-s42-v2) |
|
| 47 |
-
| profile | flappy / qwenpi_v3 | [flappy-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/flappy/vla/starvla-qwenpi_v3-h1/flappy-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6) |
|
| 48 |
-
| zero | demon_attack / qwenoft | [demon_attack-qwenoft-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2) |
|
| 49 |
-
| zero | flappy / qwengr00t | [flappy-qwengr00t-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-zero-scratch-s42-v2) |
|
| 50 |
-
| zero | flappy / qwenpi_v3 | [flappy-qwenpi_v3-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/flappy/vla/starvla-qwenpi_v3-h1/flappy-qwenpi_v3-hist8-zero-scratch-s42-v2) |
|
| 51 |
-
| zero | deadly_corridor / qwenoft | [deadly_corridor-qwenoft-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-zero-scratch-s42-v2) |
|
| 52 |
-
| zero | demon_attack / qwengr00t | [demon_attack-qwengr00t-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-zero-scratch-s42-v2) |
|
| 53 |
-
| profile | deadly_corridor / qwenpi_v3 | [deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6) |
|
| 54 |
-
| profile | deadly_corridor / qwenoft | [deadly_corridor-qwenoft-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2) |
|
| 55 |
-
| profile | deadly_corridor / qwengr00t | [deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16) |
|
| 56 |
-
| zero | demon_attack / qwenpi_v3 | [demon_attack-qwenpi_v3-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-zero-scratch-s42-v2) |
|
| 57 |
-
| zero | deadly_corridor / qwengr00t | [deadly_corridor-qwengr00t-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-zero-scratch-s42-v2) |
|
| 58 |
-
| zero | deadly_corridor / qwenpi_v3 | [deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2) |
|
| 59 |
-
|
| 60 |
-
Every model contains its README, checkpoint, inference/training configuration, statistics, task contract, collection/training provenance, exact latency profile and episode-level evaluation evidence. The original detailed JSON index remains in the benchmark publication receipt.
|
| 61 |
-
|
| 62 |
-
### Interpretation and reproduction
|
| 63 |
-
|
| 64 |
-
The same zero-trained checkpoint is used in both evaluation environments. Each architecture has its own latency profile, so this is not a same-latency cross-architecture ranking. Zero and profile training use different teachers and collected data; differences do not isolate learning rate or a single training factor. Results use one training seed.
|
| 65 |
-
|
| 66 |
-
Common training: two GPUs, bf16 ZeRO-2, batch 64/rank, accumulation 1, global batch 128, 16 workers/rank, prefetch 4, backbone LR 3e-6, action-head LR 1e-4, 100-step warmup, cosine min_lr_rate 1/30, 5,000 steps. Architecture-specific losses and other parameter groups are retained.
|
| 67 |
-
|
| 68 |
-
Hist8 corrects the earlier -1/1 history input mismatch. Deadly also corrects an evaluation rendering mismatch; invalid older results are not included in this release. Profiles are preserved byte-for-byte with their sampling sidecars. Use each model task contract and pinned base-model revision when replaying.
|
| 69 |
-
|
| 70 |
-
## Standard-Pipeline import: seven Gymnasium tasks
|
| 71 |
-
|
| 72 |
-
AirRaid, Ant, HalfCheetah, Hopper, Humanoid, InvertedPendulum and Walker2d: 37 H1 VLA bundles (QwenOFT, QwenGR00T, QwenPI v3) and 28 Sample Factory APPO bundles. Each bundle contains one selected checkpoint. These are source-preserving copies with recorded experiment status; this import does not imply new evaluation or acceptance.
|
| 73 |
-
|
| 74 |
-
[Model inventory and verification](reports/standard-pipeline-2208875f92b2/README.md). HalfCheetah lacks profile QwenGR00T/QwenPI v3 VLAs; Humanoid lacks all three profile VLAs.
|
|
|
|
| 1 |
---
|
| 2 |
+
library_name: pytorch
|
| 3 |
+
tags:
|
| 4 |
+
- robotics
|
| 5 |
+
- vision-language-action
|
| 6 |
+
- latency-sensitive-bench
|
| 7 |
+
- multiple-checkpoints
|
| 8 |
---
|
|
|
|
| 9 |
|
| 10 |
+
# LAGEN benchmark-models
|
| 11 |
|
| 12 |
+
Inference checkpoints, original configurations and model provenance.
|
| 13 |
|
| 14 |
+
| Experiment | Entry |
|
| 15 |
+
|---|---|
|
| 16 |
+
| Visual history | [Visual history](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history) |
|
| 17 |
+
| Latency in prompt | [Latency in prompt](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-in-prompt) |
|
| 18 |
+
| Latency transfer | [Latency transfer](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer) |
|
| 19 |
+
| Mean vs. profile training | [Mean vs. profile training](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/mean-vs-profile) |
|
| 20 |
|
| 21 |
+
| Resource | Repository |
|
| 22 |
+
|---|---|
|
| 23 |
+
| benchmark-datasets | [latency-sensitive-bench/benchmark-datasets](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets) |
|
| 24 |
+
| profiles | [latency-sensitive-bench/profiles](https://huggingface.co/datasets/latency-sensitive-bench/profiles) |
|
| 25 |
|
| 26 |
+
[Benchmark release inventory](reports/benchmark-release/README.md)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0
|
| 2 |
+
|
| 3 |
+
Deadly Corridor · sample-factory · rollout teacher
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/deadly-corridor)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/artifact.json
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "memory/rollout_teachers/deadly_corridor"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/train/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/checkpoint_p0/checkpoint_000048836_25004032.pth"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/deadly-corridor/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/train/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/episode_metrics.jsonl"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/deadly-corridor/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/train/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/git.diff"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/deadly-corridor/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/train/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/sf_log.txt"
|
| 29 |
+
}
|
| 30 |
+
],
|
| 31 |
+
"asset_state": "teacher_bundle",
|
| 32 |
+
"paper_source_confirmed": false,
|
| 33 |
+
"original_training_bindings": [
|
| 34 |
+
{
|
| 35 |
+
"run": "memory/rollout_teachers/deadly_corridor",
|
| 36 |
+
"framework": "Sample Factory",
|
| 37 |
+
"weight_path": "memory/rollout_teachers/deadly_corridor/train/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/checkpoint_p0/checkpoint_000048836_25004032.pth",
|
| 38 |
+
"source_repo": "latency-sensitive-bench/paper-experiment-models",
|
| 39 |
+
"source_revision": "7a26e7762131275e85f5b2398fd0406affb820b8",
|
| 40 |
+
"source_weight_sha256": "3a5d74e953be4b01ee57ea2cc6012317e3d25c046d34a89e62258b0a9844e124",
|
| 41 |
+
"train_step": 48836,
|
| 42 |
+
"env_steps": 25004032,
|
| 43 |
+
"selection": "latest in config and final checkpoint in training log",
|
| 44 |
+
"evidence_repo": "latency-sensitive-bench/memory-data",
|
| 45 |
+
"evidence_revision": "49da56bd92b9842fb457418aba760a1b03379258"
|
| 46 |
+
}
|
| 47 |
+
],
|
| 48 |
+
"training_data": []
|
| 49 |
+
}
|
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex
|
| 2 |
+
|
| 3 |
+
Deadly Corridor · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/deadly-corridor)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/artifact.json
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/eval/post_train/step_4000.json"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/hydra/.hydra/hydra.yaml"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/hydra/.hydra/overrides.yaml"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 32 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 33 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/hydra/train_starvla_hydra.log"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 37 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 38 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/summary.jsonl"
|
| 39 |
+
}
|
| 40 |
+
],
|
| 41 |
+
"asset_state": "complete_bundle",
|
| 42 |
+
"paper_source_confirmed": true,
|
| 43 |
+
"original_training_bindings": [
|
| 44 |
+
{
|
| 45 |
+
"run": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex",
|
| 46 |
+
"framework": "QwenOFT",
|
| 47 |
+
"weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors",
|
| 48 |
+
"config_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/config.full.yaml",
|
| 49 |
+
"normalization_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/dataset_statistics.json",
|
| 50 |
+
"source_repo": "latency-sensitive-bench/memory",
|
| 51 |
+
"source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
|
| 52 |
+
"source_weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors",
|
| 53 |
+
"source_weight_sha256": "f3b8a14cb9feeecdddba3d73f011c49d93034b4d2f20a73acc59b7ea66ba395d",
|
| 54 |
+
"training_data": {
|
| 55 |
+
"status": "source confirmed",
|
| 56 |
+
"repo": "latency-sensitive-bench/memory-data",
|
| 57 |
+
"revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 58 |
+
"config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
|
| 59 |
+
},
|
| 60 |
+
"image_mode": "multiframe",
|
| 61 |
+
"num_obs_frames": 8,
|
| 62 |
+
"evaluation_repo": "latency-sensitive-bench/memory-data",
|
| 63 |
+
"evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 64 |
+
"evidence_directory": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex"
|
| 65 |
+
}
|
| 66 |
+
],
|
| 67 |
+
"training_data": [
|
| 68 |
+
{
|
| 69 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 70 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 71 |
+
"path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps",
|
| 72 |
+
"config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
|
| 73 |
+
}
|
| 74 |
+
]
|
| 75 |
+
}
|
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi
|
| 2 |
+
|
| 3 |
+
Deadly Corridor · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/deadly-corridor)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/artifact.json
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/eval/post_train/step_4000.json"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/hydra/.hydra/hydra.yaml"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/hydra/.hydra/overrides.yaml"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 32 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 33 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/hydra/train_starvla_hydra.log"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 37 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 38 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/summary.jsonl"
|
| 39 |
+
}
|
| 40 |
+
],
|
| 41 |
+
"asset_state": "complete_bundle",
|
| 42 |
+
"paper_source_confirmed": true,
|
| 43 |
+
"original_training_bindings": [
|
| 44 |
+
{
|
| 45 |
+
"run": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi",
|
| 46 |
+
"framework": "QwenOFT",
|
| 47 |
+
"weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors",
|
| 48 |
+
"config_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/config.full.yaml",
|
| 49 |
+
"normalization_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/dataset_statistics.json",
|
| 50 |
+
"source_repo": "latency-sensitive-bench/memory",
|
| 51 |
+
"source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
|
| 52 |
+
"source_weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors",
|
| 53 |
+
"source_weight_sha256": "d7b311bfda72620b79f10575c5acc9b52d1c722e3ee42b20c2878603797e0530",
|
| 54 |
+
"training_data": {
|
| 55 |
+
"status": "source confirmed",
|
| 56 |
+
"repo": "latency-sensitive-bench/memory-data",
|
| 57 |
+
"revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 58 |
+
"config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
|
| 59 |
+
},
|
| 60 |
+
"image_mode": "multiframe",
|
| 61 |
+
"num_obs_frames": 4,
|
| 62 |
+
"evaluation_repo": "latency-sensitive-bench/memory-data",
|
| 63 |
+
"evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 64 |
+
"evidence_directory": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi"
|
| 65 |
+
}
|
| 66 |
+
],
|
| 67 |
+
"training_data": [
|
| 68 |
+
{
|
| 69 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 70 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 71 |
+
"path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps",
|
| 72 |
+
"config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
|
| 73 |
+
}
|
| 74 |
+
]
|
| 75 |
+
}
|
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline
|
| 2 |
+
|
| 3 |
+
Deadly Corridor · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/deadly-corridor)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/artifact.json
ADDED
|
@@ -0,0 +1,85 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/eval/post_train/step_2000.json"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/eval/post_train/step_4000.json"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/eval_inputs/deadly_corridor_fixed_latency_6.json"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 32 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 33 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/hydra/.hydra/hydra.yaml"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 37 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 38 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/hydra/.hydra/overrides.yaml"
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 42 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 43 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/hydra/train_starvla_hydra.log"
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 47 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 48 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/summary.jsonl"
|
| 49 |
+
}
|
| 50 |
+
],
|
| 51 |
+
"asset_state": "complete_bundle",
|
| 52 |
+
"paper_source_confirmed": true,
|
| 53 |
+
"original_training_bindings": [
|
| 54 |
+
{
|
| 55 |
+
"run": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline",
|
| 56 |
+
"framework": "QwenOFT",
|
| 57 |
+
"weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors",
|
| 58 |
+
"config_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/config.full.yaml",
|
| 59 |
+
"normalization_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/dataset_statistics.json",
|
| 60 |
+
"source_repo": "latency-sensitive-bench/memory",
|
| 61 |
+
"source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
|
| 62 |
+
"source_weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors",
|
| 63 |
+
"source_weight_sha256": "1dfd3f99e14743813ff4a86047bc66f0a4e81a6e8a4c5970c617d1813721e121",
|
| 64 |
+
"training_data": {
|
| 65 |
+
"status": "source confirmed",
|
| 66 |
+
"repo": "latency-sensitive-bench/memory-data",
|
| 67 |
+
"revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 68 |
+
"config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
|
| 69 |
+
},
|
| 70 |
+
"image_mode": "single",
|
| 71 |
+
"num_obs_frames": 1,
|
| 72 |
+
"evaluation_repo": "latency-sensitive-bench/memory-data",
|
| 73 |
+
"evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 74 |
+
"evidence_directory": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline"
|
| 75 |
+
}
|
| 76 |
+
],
|
| 77 |
+
"training_data": [
|
| 78 |
+
{
|
| 79 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 80 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 81 |
+
"path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps",
|
| 82 |
+
"config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
|
| 83 |
+
}
|
| 84 |
+
]
|
| 85 |
+
}
|
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch
|
| 2 |
+
|
| 3 |
+
Deadly Corridor · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/deadly-corridor)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/artifact.json
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/eval/post_train/step_4000.json"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/hydra/.hydra/hydra.yaml"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/hydra/.hydra/overrides.yaml"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 32 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 33 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/hydra/train_starvla_hydra.log"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 37 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 38 |
+
"path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/summary.jsonl"
|
| 39 |
+
}
|
| 40 |
+
],
|
| 41 |
+
"asset_state": "complete_bundle",
|
| 42 |
+
"paper_source_confirmed": true,
|
| 43 |
+
"original_training_bindings": [
|
| 44 |
+
{
|
| 45 |
+
"run": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch",
|
| 46 |
+
"framework": "QwenOFT",
|
| 47 |
+
"weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors",
|
| 48 |
+
"config_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/config.full.yaml",
|
| 49 |
+
"normalization_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/dataset_statistics.json",
|
| 50 |
+
"source_repo": "latency-sensitive-bench/memory",
|
| 51 |
+
"source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
|
| 52 |
+
"source_weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors",
|
| 53 |
+
"source_weight_sha256": "6ae6507a0c59ba77f90eb1e823c920092f3ad51ad8bb4da7689ccb48b303bb90",
|
| 54 |
+
"training_data": {
|
| 55 |
+
"status": "source confirmed",
|
| 56 |
+
"repo": "latency-sensitive-bench/memory-data",
|
| 57 |
+
"revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 58 |
+
"config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
|
| 59 |
+
},
|
| 60 |
+
"image_mode": "stitch",
|
| 61 |
+
"num_obs_frames": 4,
|
| 62 |
+
"evaluation_repo": "latency-sensitive-bench/memory-data",
|
| 63 |
+
"evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 64 |
+
"evidence_directory": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch"
|
| 65 |
+
}
|
| 66 |
+
],
|
| 67 |
+
"training_data": [
|
| 68 |
+
{
|
| 69 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 70 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 71 |
+
"path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps",
|
| 72 |
+
"config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
|
| 73 |
+
}
|
| 74 |
+
]
|
| 75 |
+
}
|
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# openvla_deadly_corridor_fix_latency_2
|
| 2 |
+
|
| 3 |
+
Deadly Corridor · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer/archive/deadly-corridor)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/artifact.json
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/latency-transfer-models",
|
| 4 |
+
"revision": "857ab8492f7514a420397a9644fcc8e0272fe6b2",
|
| 5 |
+
"path": "historical/openvla_deadly_corridor_fix_latency_2"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/checkpoints/best_model.safetensors"
|
| 12 |
+
},
|
| 13 |
+
{
|
| 14 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 15 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 16 |
+
"path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/checkpoints/steps_500_model.safetensors"
|
| 17 |
+
}
|
| 18 |
+
],
|
| 19 |
+
"evaluation": [],
|
| 20 |
+
"asset_state": "complete_bundle",
|
| 21 |
+
"paper_source_confirmed": false,
|
| 22 |
+
"original_training_bindings": [
|
| 23 |
+
{
|
| 24 |
+
"source_repo": "latency-sensitive-bench/openvla_deadly_corridor_fix_latency_2",
|
| 25 |
+
"source_revision": "0a60d6c8a400b48e4d9737b36ef3a44814d52d2a",
|
| 26 |
+
"target_repo": "latency-sensitive-bench/latency-transfer-models",
|
| 27 |
+
"target_run": "historical/openvla_deadly_corridor_fix_latency_2",
|
| 28 |
+
"artifact_state": "complete_checkpoint_bundle",
|
| 29 |
+
"framework": "QwenOFT",
|
| 30 |
+
"run_id": "openvla_deadly_corridor_fix_latency_2",
|
| 31 |
+
"training_step": 500,
|
| 32 |
+
"seed": 42,
|
| 33 |
+
"training_data_root": "/inspire/hdd/global_user/liumingyu-253208120284/lzj/starvla/data/deadly_corridor_fix_latency_2",
|
| 34 |
+
"training_data_mix": "deadly_corridor_train__bridge",
|
| 35 |
+
"dataset_reference": {
|
| 36 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 37 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 38 |
+
"path": "latency-aware/deadly-corridor/deadly_corridor_fix_latency_2",
|
| 39 |
+
"evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately."
|
| 40 |
+
},
|
| 41 |
+
"original_dataset_config": {
|
| 42 |
+
"source_hf": "",
|
| 43 |
+
"converted_name": "deadly_corridor_train",
|
| 44 |
+
"single_source_hf": "",
|
| 45 |
+
"mixed_source_hf": "",
|
| 46 |
+
"single_converted_name": "deadly_corridor_train",
|
| 47 |
+
"mixed_converted_name": "deadly_corridor_mixed_latency_train",
|
| 48 |
+
"single_latency_filter": null,
|
| 49 |
+
"mixed_latency_filter": null,
|
| 50 |
+
"force_download": false,
|
| 51 |
+
"setup_force": false,
|
| 52 |
+
"verify_rows": 200,
|
| 53 |
+
"max_episodes": null,
|
| 54 |
+
"episodes_per_latency": null,
|
| 55 |
+
"latency_filter": null,
|
| 56 |
+
"debug_subset": {
|
| 57 |
+
"enabled": false,
|
| 58 |
+
"max_episodes": 5,
|
| 59 |
+
"suffix": "debug"
|
| 60 |
+
}
|
| 61 |
+
},
|
| 62 |
+
"weights": [
|
| 63 |
+
{
|
| 64 |
+
"path": "historical/openvla_deadly_corridor_fix_latency_2/checkpoints/best_model.safetensors",
|
| 65 |
+
"identity": "630d55bc258d986e0de4b04d9223f418855bb94c2d310c13ae808912553d6c7f",
|
| 66 |
+
"source_path": "checkpoints/best_state/model.safetensors",
|
| 67 |
+
"size": 9138230516
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"path": "historical/openvla_deadly_corridor_fix_latency_2/checkpoints/steps_500_model.safetensors",
|
| 71 |
+
"identity": "ad5f732f19bbfda68d6686e39e875f07957d08980bf6325dea7f85eccb4abc70",
|
| 72 |
+
"source_path": "checkpoints/steps_500_state/model.safetensors",
|
| 73 |
+
"size": 9138230516
|
| 74 |
+
}
|
| 75 |
+
],
|
| 76 |
+
"paper_locations": [],
|
| 77 |
+
"paper_identity_confirmed": false,
|
| 78 |
+
"interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
|
| 79 |
+
"training_recipe_dataset_reference": {
|
| 80 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 81 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 82 |
+
"path": "latency-aware/deadly-corridor/deadly_corridor_fix_latency_2",
|
| 83 |
+
"evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately."
|
| 84 |
+
}
|
| 85 |
+
}
|
| 86 |
+
],
|
| 87 |
+
"training_data": []
|
| 88 |
+
}
|
latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce
|
| 2 |
+
|
| 3 |
+
Deadly Corridor · wanoft · H8
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/deadly-corridor)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/artifact.json
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/deadly-corridor/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/eval/fixed_6/eval_latency_6/episode_metrics.jsonl"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/deadly-corridor/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/eval/fixed_6/queue_eval_latency_6.json"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/deadly-corridor/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/eval/fixed_6/queue_eval_results.jsonl"
|
| 29 |
+
}
|
| 30 |
+
],
|
| 31 |
+
"asset_state": "complete_bundle",
|
| 32 |
+
"paper_source_confirmed": true,
|
| 33 |
+
"original_training_bindings": [
|
| 34 |
+
{
|
| 35 |
+
"run": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce",
|
| 36 |
+
"framework": "WanOFT",
|
| 37 |
+
"weight_path": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt",
|
| 38 |
+
"config_path": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/config.full.yaml",
|
| 39 |
+
"normalization_path": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/dataset_statistics.json",
|
| 40 |
+
"source_repo": "latency-sensitive-bench/memory",
|
| 41 |
+
"source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
|
| 42 |
+
"source_weight_path": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt",
|
| 43 |
+
"source_weight_sha256": "a8bd1415990de5a8616a203b15d58f105dbcc57e5ac10ffff0ea70e2220d9c5c",
|
| 44 |
+
"training_data": {
|
| 45 |
+
"status": "source confirmed",
|
| 46 |
+
"repo": "latency-sensitive-bench/memory-data",
|
| 47 |
+
"revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 48 |
+
"config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
|
| 49 |
+
},
|
| 50 |
+
"image_mode": "single",
|
| 51 |
+
"num_obs_frames": 1,
|
| 52 |
+
"evaluation_repo": "latency-sensitive-bench/memory-data",
|
| 53 |
+
"evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 54 |
+
"evidence_directory": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce"
|
| 55 |
+
}
|
| 56 |
+
],
|
| 57 |
+
"training_data": [
|
| 58 |
+
{
|
| 59 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 60 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 61 |
+
"path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps",
|
| 62 |
+
"config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
|
| 63 |
+
}
|
| 64 |
+
]
|
| 65 |
+
}
|
latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0
|
| 2 |
+
|
| 3 |
+
Demon Attack · sample-factory · rollout teacher
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/artifact.json
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "memory/rollout_teachers/demon_attack"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/train/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/checkpoint_p0/checkpoint_000048880_25026560.pth"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/demon-attack/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/train/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/episode_metrics.jsonl"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/demon-attack/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/train/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/git.diff"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/demon-attack/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/train/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/sf_log.txt"
|
| 29 |
+
}
|
| 30 |
+
],
|
| 31 |
+
"asset_state": "teacher_bundle",
|
| 32 |
+
"paper_source_confirmed": false,
|
| 33 |
+
"original_training_bindings": [
|
| 34 |
+
{
|
| 35 |
+
"run": "memory/rollout_teachers/demon_attack",
|
| 36 |
+
"framework": "Sample Factory",
|
| 37 |
+
"weight_path": "memory/rollout_teachers/demon_attack/train/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/checkpoint_p0/checkpoint_000048880_25026560.pth",
|
| 38 |
+
"source_repo": "latency-sensitive-bench/paper-experiment-models",
|
| 39 |
+
"source_revision": "7a26e7762131275e85f5b2398fd0406affb820b8",
|
| 40 |
+
"source_weight_sha256": "6fe7bedd8b32d6c7299f01bd97f1f72f787c7edf7d3dbf519bf90c9384871150",
|
| 41 |
+
"train_step": 48880,
|
| 42 |
+
"env_steps": 25026560,
|
| 43 |
+
"selection": "latest in config and final checkpoint in training log",
|
| 44 |
+
"evidence_repo": "latency-sensitive-bench/memory-data",
|
| 45 |
+
"evidence_revision": "49da56bd92b9842fb457418aba760a1b03379258"
|
| 46 |
+
}
|
| 47 |
+
],
|
| 48 |
+
"training_data": []
|
| 49 |
+
}
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# demon_attack_fix_latency_2_200ep
|
| 2 |
+
|
| 3 |
+
Demon Attack · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/artifact.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/latency-transfer-models",
|
| 4 |
+
"revision": "857ab8492f7514a420397a9644fcc8e0272fe6b2",
|
| 5 |
+
"path": "demon_attack_fix_latency_2_200ep"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/checkpoints/steps_7000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [],
|
| 15 |
+
"asset_state": "complete_bundle",
|
| 16 |
+
"paper_source_confirmed": true,
|
| 17 |
+
"original_training_bindings": [
|
| 18 |
+
{
|
| 19 |
+
"source_repo": "latency-sensitive-bench/openvla_demon_attack_200ep",
|
| 20 |
+
"source_revision": "04fece441aa5b6f5a6a015264a6aa5df3dc4c29a",
|
| 21 |
+
"target_repo": "latency-sensitive-bench/latency-transfer-models",
|
| 22 |
+
"target_run": "demon_attack_fix_latency_2_200ep",
|
| 23 |
+
"artifact_state": "complete_checkpoint_bundle",
|
| 24 |
+
"framework": "QwenOFT",
|
| 25 |
+
"run_id": "demon_attack_fix_latency_2_200ep",
|
| 26 |
+
"training_step": 7000,
|
| 27 |
+
"seed": 42,
|
| 28 |
+
"training_data_root": "/workspace/starVLA/data/demon_attack_fix_latency_2_200ep",
|
| 29 |
+
"training_data_mix": "demon_attack_train__bridge",
|
| 30 |
+
"dataset_reference": null,
|
| 31 |
+
"original_dataset_config": {
|
| 32 |
+
"source_hf": "",
|
| 33 |
+
"config_name": null,
|
| 34 |
+
"source_subdir": null,
|
| 35 |
+
"converted_name": "demon_attack_train",
|
| 36 |
+
"single_source_hf": "",
|
| 37 |
+
"mixed_source_hf": "",
|
| 38 |
+
"single_converted_name": "demon_attack_train",
|
| 39 |
+
"mixed_converted_name": "demon_attack_mixed_latency_train",
|
| 40 |
+
"single_latency_filter": null,
|
| 41 |
+
"mixed_latency_filter": null,
|
| 42 |
+
"force_download": false,
|
| 43 |
+
"setup_force": false,
|
| 44 |
+
"skip_verification": false,
|
| 45 |
+
"verify_rows": 200,
|
| 46 |
+
"max_episodes": null,
|
| 47 |
+
"episodes_per_latency": null,
|
| 48 |
+
"latency_filter": null,
|
| 49 |
+
"debug_subset": {
|
| 50 |
+
"enabled": false,
|
| 51 |
+
"max_episodes": 5,
|
| 52 |
+
"suffix": "debug"
|
| 53 |
+
}
|
| 54 |
+
},
|
| 55 |
+
"weights": [
|
| 56 |
+
{
|
| 57 |
+
"path": "demon_attack_fix_latency_2_200ep/checkpoints/steps_7000_model.safetensors",
|
| 58 |
+
"identity": "2ab6d4d4eb795a9a09da9c63d489771039440689877642e3f9ec48dd9112119a",
|
| 59 |
+
"source_path": "demon_attack_fix_latency_2_200ep/checkpoints/steps_7000_state/model.safetensors",
|
| 60 |
+
"size": 9138230516
|
| 61 |
+
}
|
| 62 |
+
],
|
| 63 |
+
"paper_locations": [
|
| 64 |
+
"paper/exps/openvla/demon_attack",
|
| 65 |
+
"paper/figures/fig6_latency_robustness/demon_attack"
|
| 66 |
+
],
|
| 67 |
+
"paper_identity_confirmed": true,
|
| 68 |
+
"interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
|
| 69 |
+
"unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed."
|
| 70 |
+
}
|
| 71 |
+
],
|
| 72 |
+
"training_data": []
|
| 73 |
+
}
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# demon_attack_fix_latency_4_200ep
|
| 2 |
+
|
| 3 |
+
Demon Attack · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/artifact.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/latency-transfer-models",
|
| 4 |
+
"revision": "857ab8492f7514a420397a9644fcc8e0272fe6b2",
|
| 5 |
+
"path": "demon_attack_fix_latency_4_200ep"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/checkpoints/steps_7000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [],
|
| 15 |
+
"asset_state": "complete_bundle",
|
| 16 |
+
"paper_source_confirmed": true,
|
| 17 |
+
"original_training_bindings": [
|
| 18 |
+
{
|
| 19 |
+
"source_repo": "latency-sensitive-bench/openvla_demon_attack_200ep",
|
| 20 |
+
"source_revision": "04fece441aa5b6f5a6a015264a6aa5df3dc4c29a",
|
| 21 |
+
"target_repo": "latency-sensitive-bench/latency-transfer-models",
|
| 22 |
+
"target_run": "demon_attack_fix_latency_4_200ep",
|
| 23 |
+
"artifact_state": "complete_checkpoint_bundle",
|
| 24 |
+
"framework": "QwenOFT",
|
| 25 |
+
"run_id": "demon_attack_fix_latency_4_200ep",
|
| 26 |
+
"training_step": 7000,
|
| 27 |
+
"seed": 42,
|
| 28 |
+
"training_data_root": "/workspace/starVLA/data/demon_attack_fix_latency_4_200ep",
|
| 29 |
+
"training_data_mix": "demon_attack_train__bridge",
|
| 30 |
+
"dataset_reference": null,
|
| 31 |
+
"original_dataset_config": {
|
| 32 |
+
"source_hf": "",
|
| 33 |
+
"config_name": null,
|
| 34 |
+
"source_subdir": null,
|
| 35 |
+
"converted_name": "demon_attack_train",
|
| 36 |
+
"single_source_hf": "",
|
| 37 |
+
"mixed_source_hf": "",
|
| 38 |
+
"single_converted_name": "demon_attack_train",
|
| 39 |
+
"mixed_converted_name": "demon_attack_mixed_latency_train",
|
| 40 |
+
"single_latency_filter": null,
|
| 41 |
+
"mixed_latency_filter": null,
|
| 42 |
+
"force_download": false,
|
| 43 |
+
"setup_force": false,
|
| 44 |
+
"skip_verification": false,
|
| 45 |
+
"verify_rows": 200,
|
| 46 |
+
"max_episodes": null,
|
| 47 |
+
"episodes_per_latency": null,
|
| 48 |
+
"latency_filter": null,
|
| 49 |
+
"debug_subset": {
|
| 50 |
+
"enabled": false,
|
| 51 |
+
"max_episodes": 5,
|
| 52 |
+
"suffix": "debug"
|
| 53 |
+
}
|
| 54 |
+
},
|
| 55 |
+
"weights": [
|
| 56 |
+
{
|
| 57 |
+
"path": "demon_attack_fix_latency_4_200ep/checkpoints/steps_7000_model.safetensors",
|
| 58 |
+
"identity": "62e9b2a2b38f2b52cedc248c6e135b2593b212d1965fc3efae42e8130b57b373",
|
| 59 |
+
"source_path": "demon_attack_fix_latency_4_200ep/checkpoints/steps_7000_state/model.safetensors",
|
| 60 |
+
"size": 9138230516
|
| 61 |
+
}
|
| 62 |
+
],
|
| 63 |
+
"paper_locations": [
|
| 64 |
+
"paper/exps/openvla/demon_attack",
|
| 65 |
+
"paper/figures/fig6_latency_robustness/demon_attack"
|
| 66 |
+
],
|
| 67 |
+
"paper_identity_confirmed": true,
|
| 68 |
+
"interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
|
| 69 |
+
"unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed."
|
| 70 |
+
}
|
| 71 |
+
],
|
| 72 |
+
"training_data": []
|
| 73 |
+
}
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# demon_attack_fix_latency_6_200ep
|
| 2 |
+
|
| 3 |
+
Demon Attack · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/artifact.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/latency-transfer-models",
|
| 4 |
+
"revision": "857ab8492f7514a420397a9644fcc8e0272fe6b2",
|
| 5 |
+
"path": "demon_attack_fix_latency_6_200ep"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/checkpoints/steps_7000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [],
|
| 15 |
+
"asset_state": "complete_bundle",
|
| 16 |
+
"paper_source_confirmed": true,
|
| 17 |
+
"original_training_bindings": [
|
| 18 |
+
{
|
| 19 |
+
"source_repo": "latency-sensitive-bench/openvla_demon_attack_200ep",
|
| 20 |
+
"source_revision": "04fece441aa5b6f5a6a015264a6aa5df3dc4c29a",
|
| 21 |
+
"target_repo": "latency-sensitive-bench/latency-transfer-models",
|
| 22 |
+
"target_run": "demon_attack_fix_latency_6_200ep",
|
| 23 |
+
"artifact_state": "complete_checkpoint_bundle",
|
| 24 |
+
"framework": "QwenOFT",
|
| 25 |
+
"run_id": "demon_attack_fix_latency_6_200ep",
|
| 26 |
+
"training_step": 7000,
|
| 27 |
+
"seed": 42,
|
| 28 |
+
"training_data_root": "/workspace/starVLA/data/demon_attack_fix_latency_6_200ep",
|
| 29 |
+
"training_data_mix": "demon_attack_train__bridge",
|
| 30 |
+
"dataset_reference": null,
|
| 31 |
+
"original_dataset_config": {
|
| 32 |
+
"source_hf": "",
|
| 33 |
+
"config_name": null,
|
| 34 |
+
"source_subdir": null,
|
| 35 |
+
"converted_name": "demon_attack_train",
|
| 36 |
+
"single_source_hf": "",
|
| 37 |
+
"mixed_source_hf": "",
|
| 38 |
+
"single_converted_name": "demon_attack_train",
|
| 39 |
+
"mixed_converted_name": "demon_attack_mixed_latency_train",
|
| 40 |
+
"single_latency_filter": null,
|
| 41 |
+
"mixed_latency_filter": null,
|
| 42 |
+
"force_download": false,
|
| 43 |
+
"setup_force": false,
|
| 44 |
+
"skip_verification": false,
|
| 45 |
+
"verify_rows": 200,
|
| 46 |
+
"max_episodes": null,
|
| 47 |
+
"episodes_per_latency": null,
|
| 48 |
+
"latency_filter": null,
|
| 49 |
+
"debug_subset": {
|
| 50 |
+
"enabled": false,
|
| 51 |
+
"max_episodes": 5,
|
| 52 |
+
"suffix": "debug"
|
| 53 |
+
}
|
| 54 |
+
},
|
| 55 |
+
"weights": [
|
| 56 |
+
{
|
| 57 |
+
"path": "demon_attack_fix_latency_6_200ep/checkpoints/steps_7000_model.safetensors",
|
| 58 |
+
"identity": "375ff9f24479e219e8197bbc2eee3e71e61e1853e0c80eefe438ca947d5c5b1b",
|
| 59 |
+
"source_path": "demon_attack_fix_latency_6_200ep/checkpoints/steps_7000_state/model.safetensors",
|
| 60 |
+
"size": 9138230516
|
| 61 |
+
}
|
| 62 |
+
],
|
| 63 |
+
"paper_locations": [
|
| 64 |
+
"paper/exps/openvla/demon_attack",
|
| 65 |
+
"paper/figures/fig6_latency_robustness/demon_attack"
|
| 66 |
+
],
|
| 67 |
+
"paper_identity_confirmed": true,
|
| 68 |
+
"interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
|
| 69 |
+
"unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed."
|
| 70 |
+
}
|
| 71 |
+
],
|
| 72 |
+
"training_data": []
|
| 73 |
+
}
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex
|
| 2 |
+
|
| 3 |
+
Demon Attack · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/artifact.json
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/eval/post_train/step_4000.cap3600.json"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/eval/post_train/step_4000.json"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/hydra/.hydra/hydra.yaml"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 32 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 33 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/hydra/.hydra/overrides.yaml"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 37 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 38 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/hydra/train_starvla_hydra.log"
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 42 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 43 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/summary.jsonl"
|
| 44 |
+
}
|
| 45 |
+
],
|
| 46 |
+
"asset_state": "complete_bundle",
|
| 47 |
+
"paper_source_confirmed": true,
|
| 48 |
+
"original_training_bindings": [
|
| 49 |
+
{
|
| 50 |
+
"run": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex",
|
| 51 |
+
"framework": "QwenOFT",
|
| 52 |
+
"weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors",
|
| 53 |
+
"config_path": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/config.full.yaml",
|
| 54 |
+
"normalization_path": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/dataset_statistics.json",
|
| 55 |
+
"source_repo": "latency-sensitive-bench/memory",
|
| 56 |
+
"source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
|
| 57 |
+
"source_weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors",
|
| 58 |
+
"source_weight_sha256": "eef33f41a8d202aced4f896622ec2b872f253e3b453d2fe2497c66cfb05c2cc4",
|
| 59 |
+
"training_data": {
|
| 60 |
+
"status": "source confirmed",
|
| 61 |
+
"repo": "latency-sensitive-bench/memory-data",
|
| 62 |
+
"revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 63 |
+
"config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
|
| 64 |
+
},
|
| 65 |
+
"image_mode": "multiframe",
|
| 66 |
+
"num_obs_frames": 8,
|
| 67 |
+
"evaluation_repo": "latency-sensitive-bench/memory-data",
|
| 68 |
+
"evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 69 |
+
"evidence_directory": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex"
|
| 70 |
+
}
|
| 71 |
+
],
|
| 72 |
+
"training_data": [
|
| 73 |
+
{
|
| 74 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 75 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 76 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps",
|
| 77 |
+
"config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
|
| 78 |
+
}
|
| 79 |
+
]
|
| 80 |
+
}
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# demon_attack_fix_latency_6_200ep_7k2steps_plain_multi
|
| 2 |
+
|
| 3 |
+
Demon Attack · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/artifact.json
ADDED
|
@@ -0,0 +1,85 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/eval/post_train/step_4000.cap3600.json"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/eval/post_train/step_4000.json"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/eval/post_train/step_4000.pre_framealign.json"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 32 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 33 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/hydra/.hydra/hydra.yaml"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 37 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 38 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/hydra/.hydra/overrides.yaml"
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 42 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 43 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/hydra/train_starvla_hydra.log"
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 47 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 48 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/summary.jsonl"
|
| 49 |
+
}
|
| 50 |
+
],
|
| 51 |
+
"asset_state": "complete_bundle",
|
| 52 |
+
"paper_source_confirmed": true,
|
| 53 |
+
"original_training_bindings": [
|
| 54 |
+
{
|
| 55 |
+
"run": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi",
|
| 56 |
+
"framework": "QwenOFT",
|
| 57 |
+
"weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors",
|
| 58 |
+
"config_path": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/config.full.yaml",
|
| 59 |
+
"normalization_path": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/dataset_statistics.json",
|
| 60 |
+
"source_repo": "latency-sensitive-bench/memory",
|
| 61 |
+
"source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
|
| 62 |
+
"source_weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors",
|
| 63 |
+
"source_weight_sha256": "08ba825529c75663280016705b5583bcd4837fd749a7c9ee4b4eb1f75e266eca",
|
| 64 |
+
"training_data": {
|
| 65 |
+
"status": "source confirmed",
|
| 66 |
+
"repo": "latency-sensitive-bench/memory-data",
|
| 67 |
+
"revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 68 |
+
"config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
|
| 69 |
+
},
|
| 70 |
+
"image_mode": "multiframe",
|
| 71 |
+
"num_obs_frames": 4,
|
| 72 |
+
"evaluation_repo": "latency-sensitive-bench/memory-data",
|
| 73 |
+
"evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 74 |
+
"evidence_directory": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi"
|
| 75 |
+
}
|
| 76 |
+
],
|
| 77 |
+
"training_data": [
|
| 78 |
+
{
|
| 79 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 80 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 81 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps",
|
| 82 |
+
"config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
|
| 83 |
+
}
|
| 84 |
+
]
|
| 85 |
+
}
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# demon_attack_fix_latency_6_200ep_7k2steps_single_baseline
|
| 2 |
+
|
| 3 |
+
Demon Attack · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/artifact.json
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/eval/post_train/step_4000.cap3600.json"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/eval/post_train/step_4000.json"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/hydra/.hydra/hydra.yaml"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 32 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 33 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/hydra/.hydra/overrides.yaml"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 37 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 38 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/hydra/train_starvla_hydra.log"
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 42 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 43 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/summary.jsonl"
|
| 44 |
+
}
|
| 45 |
+
],
|
| 46 |
+
"asset_state": "complete_bundle",
|
| 47 |
+
"paper_source_confirmed": true,
|
| 48 |
+
"original_training_bindings": [
|
| 49 |
+
{
|
| 50 |
+
"run": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline",
|
| 51 |
+
"framework": "QwenOFT",
|
| 52 |
+
"weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors",
|
| 53 |
+
"config_path": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/config.full.yaml",
|
| 54 |
+
"normalization_path": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/dataset_statistics.json",
|
| 55 |
+
"source_repo": "latency-sensitive-bench/memory",
|
| 56 |
+
"source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
|
| 57 |
+
"source_weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors",
|
| 58 |
+
"source_weight_sha256": "d5319537cca52cfb0e05705561bb0d883fd3fc6e19314fb386ae3b82659a910c",
|
| 59 |
+
"training_data": {
|
| 60 |
+
"status": "source confirmed",
|
| 61 |
+
"repo": "latency-sensitive-bench/memory-data",
|
| 62 |
+
"revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 63 |
+
"config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
|
| 64 |
+
},
|
| 65 |
+
"image_mode": "single",
|
| 66 |
+
"num_obs_frames": 1,
|
| 67 |
+
"evaluation_repo": "latency-sensitive-bench/memory-data",
|
| 68 |
+
"evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 69 |
+
"evidence_directory": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline"
|
| 70 |
+
}
|
| 71 |
+
],
|
| 72 |
+
"training_data": [
|
| 73 |
+
{
|
| 74 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 75 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 76 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps",
|
| 77 |
+
"config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
|
| 78 |
+
}
|
| 79 |
+
]
|
| 80 |
+
}
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# demon_attack_fix_latency_6_200ep_7k2steps_stitch
|
| 2 |
+
|
| 3 |
+
Demon Attack · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/artifact.json
ADDED
|
@@ -0,0 +1,85 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "demon_attack_fix_latency_6_200ep_7k2steps_stitch"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/eval/post_train/step_4000.cap3600.json"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/eval/post_train/step_4000.json"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/eval/post_train/step_4000.pre_framealign.json"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 32 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 33 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/hydra/.hydra/hydra.yaml"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 37 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 38 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/hydra/.hydra/overrides.yaml"
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 42 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 43 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/hydra/train_starvla_hydra.log"
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 47 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 48 |
+
"path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/summary.jsonl"
|
| 49 |
+
}
|
| 50 |
+
],
|
| 51 |
+
"asset_state": "complete_bundle",
|
| 52 |
+
"paper_source_confirmed": true,
|
| 53 |
+
"original_training_bindings": [
|
| 54 |
+
{
|
| 55 |
+
"run": "demon_attack_fix_latency_6_200ep_7k2steps_stitch",
|
| 56 |
+
"framework": "QwenOFT",
|
| 57 |
+
"weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors",
|
| 58 |
+
"config_path": "demon_attack_fix_latency_6_200ep_7k2steps_stitch/config.full.yaml",
|
| 59 |
+
"normalization_path": "demon_attack_fix_latency_6_200ep_7k2steps_stitch/dataset_statistics.json",
|
| 60 |
+
"source_repo": "latency-sensitive-bench/memory",
|
| 61 |
+
"source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
|
| 62 |
+
"source_weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors",
|
| 63 |
+
"source_weight_sha256": "5bb27757308c5a506424a7c353c5611c3fd4f6cb319a8f9df0c82f696c6c9db9",
|
| 64 |
+
"training_data": {
|
| 65 |
+
"status": "source confirmed",
|
| 66 |
+
"repo": "latency-sensitive-bench/memory-data",
|
| 67 |
+
"revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 68 |
+
"config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
|
| 69 |
+
},
|
| 70 |
+
"image_mode": "stitch",
|
| 71 |
+
"num_obs_frames": 4,
|
| 72 |
+
"evaluation_repo": "latency-sensitive-bench/memory-data",
|
| 73 |
+
"evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 74 |
+
"evidence_directory": "demon_attack_fix_latency_6_200ep_7k2steps_stitch"
|
| 75 |
+
}
|
| 76 |
+
],
|
| 77 |
+
"training_data": [
|
| 78 |
+
{
|
| 79 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 80 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 81 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps",
|
| 82 |
+
"config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
|
| 83 |
+
}
|
| 84 |
+
]
|
| 85 |
+
}
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# demon_attack_fix_latency_8_200ep
|
| 2 |
+
|
| 3 |
+
Demon Attack · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/artifact.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/latency-transfer-models",
|
| 4 |
+
"revision": "857ab8492f7514a420397a9644fcc8e0272fe6b2",
|
| 5 |
+
"path": "demon_attack_fix_latency_8_200ep"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/checkpoints/steps_7000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [],
|
| 15 |
+
"asset_state": "complete_bundle",
|
| 16 |
+
"paper_source_confirmed": true,
|
| 17 |
+
"original_training_bindings": [
|
| 18 |
+
{
|
| 19 |
+
"source_repo": "latency-sensitive-bench/openvla_demon_attack_200ep",
|
| 20 |
+
"source_revision": "04fece441aa5b6f5a6a015264a6aa5df3dc4c29a",
|
| 21 |
+
"target_repo": "latency-sensitive-bench/latency-transfer-models",
|
| 22 |
+
"target_run": "demon_attack_fix_latency_8_200ep",
|
| 23 |
+
"artifact_state": "complete_checkpoint_bundle",
|
| 24 |
+
"framework": "QwenOFT",
|
| 25 |
+
"run_id": "demon_attack_fix_latency_8_200ep",
|
| 26 |
+
"training_step": 7000,
|
| 27 |
+
"seed": 42,
|
| 28 |
+
"training_data_root": "/workspace/starVLA/data/demon_attack_fix_latency_8_200ep",
|
| 29 |
+
"training_data_mix": "demon_attack_train__bridge",
|
| 30 |
+
"dataset_reference": null,
|
| 31 |
+
"original_dataset_config": {
|
| 32 |
+
"source_hf": "",
|
| 33 |
+
"config_name": null,
|
| 34 |
+
"source_subdir": null,
|
| 35 |
+
"converted_name": "demon_attack_train",
|
| 36 |
+
"single_source_hf": "",
|
| 37 |
+
"mixed_source_hf": "",
|
| 38 |
+
"single_converted_name": "demon_attack_train",
|
| 39 |
+
"mixed_converted_name": "demon_attack_mixed_latency_train",
|
| 40 |
+
"single_latency_filter": null,
|
| 41 |
+
"mixed_latency_filter": null,
|
| 42 |
+
"force_download": false,
|
| 43 |
+
"setup_force": false,
|
| 44 |
+
"skip_verification": false,
|
| 45 |
+
"verify_rows": 200,
|
| 46 |
+
"max_episodes": null,
|
| 47 |
+
"episodes_per_latency": null,
|
| 48 |
+
"latency_filter": null,
|
| 49 |
+
"debug_subset": {
|
| 50 |
+
"enabled": false,
|
| 51 |
+
"max_episodes": 5,
|
| 52 |
+
"suffix": "debug"
|
| 53 |
+
}
|
| 54 |
+
},
|
| 55 |
+
"weights": [
|
| 56 |
+
{
|
| 57 |
+
"path": "demon_attack_fix_latency_8_200ep/checkpoints/steps_7000_model.safetensors",
|
| 58 |
+
"identity": "0d52d791412c41f17f607087c988d99267ef09ac097022b3fc3d97ebbb5b0b00",
|
| 59 |
+
"source_path": "demon_attack_fix_latency_8_200ep/checkpoints/steps_7000_state/model.safetensors",
|
| 60 |
+
"size": 9138230516
|
| 61 |
+
}
|
| 62 |
+
],
|
| 63 |
+
"paper_locations": [
|
| 64 |
+
"paper/exps/openvla/demon_attack",
|
| 65 |
+
"paper/figures/fig6_latency_robustness/demon_attack"
|
| 66 |
+
],
|
| 67 |
+
"paper_identity_confirmed": true,
|
| 68 |
+
"interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
|
| 69 |
+
"unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed."
|
| 70 |
+
}
|
| 71 |
+
],
|
| 72 |
+
"training_data": []
|
| 73 |
+
}
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15
|
| 2 |
+
|
| 3 |
+
Demon Attack · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/artifact.json
ADDED
|
@@ -0,0 +1,122 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/checkpoints/steps_5000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_1000.json"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_2000.json"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_3000.json"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 32 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 33 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_4000.json"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 37 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 38 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_5000.json"
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 42 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 43 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/post_train/step_5000.json"
|
| 44 |
+
}
|
| 45 |
+
],
|
| 46 |
+
"asset_state": "complete_bundle",
|
| 47 |
+
"paper_source_confirmed": false,
|
| 48 |
+
"original_training_bindings": [
|
| 49 |
+
{
|
| 50 |
+
"source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
|
| 51 |
+
"source_revision": "cd810024c06f961c95449785f19ab73ccfd20de1",
|
| 52 |
+
"target_repo": "latency-sensitive-bench/memory-models",
|
| 53 |
+
"target_run": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
|
| 54 |
+
"artifact_state": "complete_checkpoint_bundle",
|
| 55 |
+
"framework": "QwenOFT",
|
| 56 |
+
"run_id": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
|
| 57 |
+
"training_step": 5000,
|
| 58 |
+
"seed": 42,
|
| 59 |
+
"training_data_root": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/playground/Datasets/rl_games",
|
| 60 |
+
"training_data_mix": "demon_attack_train__bridge",
|
| 61 |
+
"dataset_reference": {
|
| 62 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 63 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 64 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
|
| 65 |
+
"source_subdir": null
|
| 66 |
+
},
|
| 67 |
+
"original_dataset_config": {
|
| 68 |
+
"source_hf": "latency-sensitive-bench/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
|
| 69 |
+
"config_name": null,
|
| 70 |
+
"source_subdir": null,
|
| 71 |
+
"converted_name": "demon_attack_train",
|
| 72 |
+
"single_source_hf": "",
|
| 73 |
+
"mixed_source_hf": "",
|
| 74 |
+
"single_converted_name": "demon_attack_train",
|
| 75 |
+
"mixed_converted_name": "demon_attack_mixed_latency_train",
|
| 76 |
+
"single_latency_filter": null,
|
| 77 |
+
"mixed_latency_filter": null,
|
| 78 |
+
"force_download": false,
|
| 79 |
+
"setup_force": false,
|
| 80 |
+
"skip_verification": false,
|
| 81 |
+
"target_latency_unit": "observation_steps",
|
| 82 |
+
"verify_rows": 200,
|
| 83 |
+
"max_episodes": null,
|
| 84 |
+
"episodes_per_latency": 40,
|
| 85 |
+
"latency_filter": [
|
| 86 |
+
6
|
| 87 |
+
],
|
| 88 |
+
"debug_subset": {
|
| 89 |
+
"enabled": false,
|
| 90 |
+
"max_episodes": 5,
|
| 91 |
+
"suffix": "debug"
|
| 92 |
+
}
|
| 93 |
+
},
|
| 94 |
+
"weights": [
|
| 95 |
+
{
|
| 96 |
+
"path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/checkpoints/steps_5000_model.safetensors",
|
| 97 |
+
"identity": "2506bd51c7054d65cc980738979dd484de07b4af15da554185cbc28ede512de5",
|
| 98 |
+
"source_path": "checkpoints/steps_5000_model.safetensors",
|
| 99 |
+
"size": 9138230516
|
| 100 |
+
}
|
| 101 |
+
],
|
| 102 |
+
"paper_locations": [
|
| 103 |
+
"paper/tables/table7_memory_comparison"
|
| 104 |
+
],
|
| 105 |
+
"paper_identity_confirmed": false,
|
| 106 |
+
"interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
|
| 107 |
+
"training_recipe_dataset_reference": {
|
| 108 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 109 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 110 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
|
| 111 |
+
"source_subdir": null
|
| 112 |
+
}
|
| 113 |
+
}
|
| 114 |
+
],
|
| 115 |
+
"training_data": [
|
| 116 |
+
{
|
| 117 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 118 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 119 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15"
|
| 120 |
+
}
|
| 121 |
+
]
|
| 122 |
+
}
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2
|
| 2 |
+
|
| 3 |
+
Demon Attack · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2/artifact.json
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [],
|
| 8 |
+
"evaluation": [],
|
| 9 |
+
"asset_state": "metadata_only",
|
| 10 |
+
"paper_source_confirmed": false,
|
| 11 |
+
"original_training_bindings": [
|
| 12 |
+
{
|
| 13 |
+
"source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
|
| 14 |
+
"source_revision": "ac5ff1109c46295299d74b5e30a56f1e27e930a6",
|
| 15 |
+
"target_repo": "latency-sensitive-bench/memory-models",
|
| 16 |
+
"target_run": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
|
| 17 |
+
"artifact_state": "metadata_only",
|
| 18 |
+
"framework": "QwenOFT",
|
| 19 |
+
"run_id": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
|
| 20 |
+
"training_step": 4000,
|
| 21 |
+
"seed": 42,
|
| 22 |
+
"training_data_root": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/playground/Datasets/rl_games",
|
| 23 |
+
"training_data_mix": "demon_attack_train__bridge",
|
| 24 |
+
"dataset_reference": {
|
| 25 |
+
"repo": "latency-sensitive-bench/memory-rollouts",
|
| 26 |
+
"revision": "189c04468447ed75c3203b44844b52d11832def7",
|
| 27 |
+
"path": "demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
|
| 28 |
+
"evidence": "Original training config directly names this retained dataset repository."
|
| 29 |
+
},
|
| 30 |
+
"original_dataset_config": {
|
| 31 |
+
"source_hf": "latency-sensitive-bench/memory-rollouts",
|
| 32 |
+
"config_name": null,
|
| 33 |
+
"source_subdir": "demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
|
| 34 |
+
"converted_name": "demon_attack_train",
|
| 35 |
+
"single_source_hf": "",
|
| 36 |
+
"mixed_source_hf": "",
|
| 37 |
+
"single_converted_name": "demon_attack_train",
|
| 38 |
+
"mixed_converted_name": "demon_attack_mixed_latency_train",
|
| 39 |
+
"single_latency_filter": null,
|
| 40 |
+
"mixed_latency_filter": null,
|
| 41 |
+
"force_download": false,
|
| 42 |
+
"setup_force": false,
|
| 43 |
+
"skip_verification": false,
|
| 44 |
+
"target_latency_unit": "raw_frames",
|
| 45 |
+
"verify_rows": 200,
|
| 46 |
+
"max_episodes": null,
|
| 47 |
+
"episodes_per_latency": 200,
|
| 48 |
+
"latency_filter": [
|
| 49 |
+
6
|
| 50 |
+
],
|
| 51 |
+
"debug_subset": {
|
| 52 |
+
"enabled": false,
|
| 53 |
+
"max_episodes": 5,
|
| 54 |
+
"suffix": "debug"
|
| 55 |
+
}
|
| 56 |
+
},
|
| 57 |
+
"weights": [],
|
| 58 |
+
"paper_locations": [
|
| 59 |
+
"paper/tables/table7_memory_comparison"
|
| 60 |
+
],
|
| 61 |
+
"paper_identity_confirmed": false,
|
| 62 |
+
"interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
|
| 63 |
+
"training_recipe_dataset_reference": {
|
| 64 |
+
"repo": "latency-sensitive-bench/memory-rollouts",
|
| 65 |
+
"revision": "189c04468447ed75c3203b44844b52d11832def7",
|
| 66 |
+
"path": "demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
|
| 67 |
+
"evidence": "Original training config directly names this retained dataset repository."
|
| 68 |
+
}
|
| 69 |
+
}
|
| 70 |
+
],
|
| 71 |
+
"training_data": [
|
| 72 |
+
{
|
| 73 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 74 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 75 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2"
|
| 76 |
+
}
|
| 77 |
+
]
|
| 78 |
+
}
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3
|
| 2 |
+
|
| 3 |
+
Demon Attack · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/artifact.json
ADDED
|
@@ -0,0 +1,132 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/checkpoints/steps_4000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/mid_train/step_1000.json"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/mid_train/step_2000.json"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/mid_train/step_3000.json"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 32 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 33 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/mid_train/step_4000.json"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 37 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 38 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/post_train/step_4000.json"
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 42 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 43 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/post_train/step_4000.max3600.json"
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 47 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 48 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/post_train/step_4000.part0of2.json"
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 52 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 53 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/post_train/step_4000.part1of2.json"
|
| 54 |
+
}
|
| 55 |
+
],
|
| 56 |
+
"asset_state": "complete_bundle",
|
| 57 |
+
"paper_source_confirmed": true,
|
| 58 |
+
"original_training_bindings": [
|
| 59 |
+
{
|
| 60 |
+
"source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3",
|
| 61 |
+
"source_revision": "f8d64aff21628adbdd0d1aaddd1bc7067bc2a23c",
|
| 62 |
+
"target_repo": "latency-sensitive-bench/memory-models",
|
| 63 |
+
"target_run": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3",
|
| 64 |
+
"artifact_state": "complete_checkpoint_bundle",
|
| 65 |
+
"framework": "QwenOFT",
|
| 66 |
+
"run_id": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3",
|
| 67 |
+
"training_step": 4000,
|
| 68 |
+
"seed": 42,
|
| 69 |
+
"training_data_root": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/playground/Datasets/rl_games",
|
| 70 |
+
"training_data_mix": "demon_attack_train__bridge",
|
| 71 |
+
"dataset_reference": {
|
| 72 |
+
"repo": "latency-sensitive-bench/memory-rollouts",
|
| 73 |
+
"revision": "189c04468447ed75c3203b44844b52d11832def7",
|
| 74 |
+
"path": "demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
|
| 75 |
+
"evidence": "Original training config directly names this retained dataset repository."
|
| 76 |
+
},
|
| 77 |
+
"original_dataset_config": {
|
| 78 |
+
"source_hf": "latency-sensitive-bench/memory-rollouts",
|
| 79 |
+
"config_name": null,
|
| 80 |
+
"source_subdir": "demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
|
| 81 |
+
"converted_name": "demon_attack_train",
|
| 82 |
+
"single_source_hf": "",
|
| 83 |
+
"mixed_source_hf": "",
|
| 84 |
+
"single_converted_name": "demon_attack_train",
|
| 85 |
+
"mixed_converted_name": "demon_attack_mixed_latency_train",
|
| 86 |
+
"single_latency_filter": null,
|
| 87 |
+
"mixed_latency_filter": null,
|
| 88 |
+
"force_download": false,
|
| 89 |
+
"setup_force": false,
|
| 90 |
+
"skip_verification": false,
|
| 91 |
+
"target_latency_unit": "raw_frames",
|
| 92 |
+
"verify_rows": 200,
|
| 93 |
+
"max_episodes": null,
|
| 94 |
+
"episodes_per_latency": 200,
|
| 95 |
+
"latency_filter": [
|
| 96 |
+
6
|
| 97 |
+
],
|
| 98 |
+
"debug_subset": {
|
| 99 |
+
"enabled": false,
|
| 100 |
+
"max_episodes": 5,
|
| 101 |
+
"suffix": "debug"
|
| 102 |
+
}
|
| 103 |
+
},
|
| 104 |
+
"weights": [
|
| 105 |
+
{
|
| 106 |
+
"path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/checkpoints/steps_4000_model.safetensors",
|
| 107 |
+
"identity": "834ce01a8a1ec7ec4da4b6ea2765d7dbc249af3f80e59c571744dcee4242a13e",
|
| 108 |
+
"source_path": "checkpoints/steps_4000_model.safetensors",
|
| 109 |
+
"size": 9784896958
|
| 110 |
+
}
|
| 111 |
+
],
|
| 112 |
+
"paper_locations": [
|
| 113 |
+
"paper/tables/table7_memory_comparison"
|
| 114 |
+
],
|
| 115 |
+
"paper_identity_confirmed": false,
|
| 116 |
+
"interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
|
| 117 |
+
"training_recipe_dataset_reference": {
|
| 118 |
+
"repo": "latency-sensitive-bench/memory-rollouts",
|
| 119 |
+
"revision": "189c04468447ed75c3203b44844b52d11832def7",
|
| 120 |
+
"path": "demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
|
| 121 |
+
"evidence": "Original training config directly names this retained dataset repository."
|
| 122 |
+
}
|
| 123 |
+
}
|
| 124 |
+
],
|
| 125 |
+
"training_data": [
|
| 126 |
+
{
|
| 127 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 128 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 129 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2"
|
| 130 |
+
}
|
| 131 |
+
]
|
| 132 |
+
}
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2
|
| 2 |
+
|
| 3 |
+
Demon Attack · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/artifact.json
ADDED
|
@@ -0,0 +1,122 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/checkpoints/steps_5000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_1000.json"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_2000.json"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_3000.json"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 32 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 33 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_4000.json"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 37 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 38 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_5000.json"
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 42 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 43 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/post_train/step_5000.json"
|
| 44 |
+
}
|
| 45 |
+
],
|
| 46 |
+
"asset_state": "complete_bundle",
|
| 47 |
+
"paper_source_confirmed": false,
|
| 48 |
+
"original_training_bindings": [
|
| 49 |
+
{
|
| 50 |
+
"source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2",
|
| 51 |
+
"source_revision": "c4cbca936a122c2d55b1edee3959656f8174c5b7",
|
| 52 |
+
"target_repo": "latency-sensitive-bench/memory-models",
|
| 53 |
+
"target_run": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2",
|
| 54 |
+
"artifact_state": "complete_checkpoint_bundle",
|
| 55 |
+
"framework": "QwenOFT",
|
| 56 |
+
"run_id": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2",
|
| 57 |
+
"training_step": 5000,
|
| 58 |
+
"seed": 42,
|
| 59 |
+
"training_data_root": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/playground/Datasets/rl_games",
|
| 60 |
+
"training_data_mix": "demon_attack_train__bridge",
|
| 61 |
+
"dataset_reference": {
|
| 62 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 63 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 64 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
|
| 65 |
+
"source_subdir": null
|
| 66 |
+
},
|
| 67 |
+
"original_dataset_config": {
|
| 68 |
+
"source_hf": "latency-sensitive-bench/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
|
| 69 |
+
"config_name": null,
|
| 70 |
+
"source_subdir": null,
|
| 71 |
+
"converted_name": "demon_attack_train",
|
| 72 |
+
"single_source_hf": "",
|
| 73 |
+
"mixed_source_hf": "",
|
| 74 |
+
"single_converted_name": "demon_attack_train",
|
| 75 |
+
"mixed_converted_name": "demon_attack_mixed_latency_train",
|
| 76 |
+
"single_latency_filter": null,
|
| 77 |
+
"mixed_latency_filter": null,
|
| 78 |
+
"force_download": false,
|
| 79 |
+
"setup_force": false,
|
| 80 |
+
"skip_verification": false,
|
| 81 |
+
"target_latency_unit": "observation_steps",
|
| 82 |
+
"verify_rows": 200,
|
| 83 |
+
"max_episodes": null,
|
| 84 |
+
"episodes_per_latency": 40,
|
| 85 |
+
"latency_filter": [
|
| 86 |
+
6
|
| 87 |
+
],
|
| 88 |
+
"debug_subset": {
|
| 89 |
+
"enabled": false,
|
| 90 |
+
"max_episodes": 5,
|
| 91 |
+
"suffix": "debug"
|
| 92 |
+
}
|
| 93 |
+
},
|
| 94 |
+
"weights": [
|
| 95 |
+
{
|
| 96 |
+
"path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/checkpoints/steps_5000_model.safetensors",
|
| 97 |
+
"identity": "2506bd51c7054d65cc980738979dd484de07b4af15da554185cbc28ede512de5",
|
| 98 |
+
"source_path": "checkpoints/steps_5000_model.safetensors",
|
| 99 |
+
"size": 9138230516
|
| 100 |
+
}
|
| 101 |
+
],
|
| 102 |
+
"paper_locations": [
|
| 103 |
+
"paper/tables/table7_memory_comparison"
|
| 104 |
+
],
|
| 105 |
+
"paper_identity_confirmed": false,
|
| 106 |
+
"interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
|
| 107 |
+
"training_recipe_dataset_reference": {
|
| 108 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 109 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 110 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
|
| 111 |
+
"source_subdir": null
|
| 112 |
+
}
|
| 113 |
+
}
|
| 114 |
+
],
|
| 115 |
+
"training_data": [
|
| 116 |
+
{
|
| 117 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 118 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 119 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15"
|
| 120 |
+
}
|
| 121 |
+
]
|
| 122 |
+
}
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1
|
| 2 |
+
|
| 3 |
+
Demon Attack · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/artifact.json
ADDED
|
@@ -0,0 +1,122 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/checkpoints/steps_5000_model.safetensors"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_1000.json"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_2000.json"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_3000.json"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 32 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 33 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_4000.json"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 37 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 38 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_5000.json"
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 42 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 43 |
+
"path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/post_train/step_5000.json"
|
| 44 |
+
}
|
| 45 |
+
],
|
| 46 |
+
"asset_state": "complete_bundle",
|
| 47 |
+
"paper_source_confirmed": false,
|
| 48 |
+
"original_training_bindings": [
|
| 49 |
+
{
|
| 50 |
+
"source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1",
|
| 51 |
+
"source_revision": "bc733d64e32512a8fc76f9be022eb5b0d7c0e2cb",
|
| 52 |
+
"target_repo": "latency-sensitive-bench/memory-models",
|
| 53 |
+
"target_run": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1",
|
| 54 |
+
"artifact_state": "complete_checkpoint_bundle",
|
| 55 |
+
"framework": "QwenOFT",
|
| 56 |
+
"run_id": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1",
|
| 57 |
+
"training_step": 5000,
|
| 58 |
+
"seed": 1,
|
| 59 |
+
"training_data_root": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/playground/Datasets/rl_games",
|
| 60 |
+
"training_data_mix": "demon_attack_train__bridge",
|
| 61 |
+
"dataset_reference": {
|
| 62 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 63 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 64 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
|
| 65 |
+
"source_subdir": null
|
| 66 |
+
},
|
| 67 |
+
"original_dataset_config": {
|
| 68 |
+
"source_hf": "latency-sensitive-bench/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
|
| 69 |
+
"config_name": null,
|
| 70 |
+
"source_subdir": null,
|
| 71 |
+
"converted_name": "demon_attack_train",
|
| 72 |
+
"single_source_hf": "",
|
| 73 |
+
"mixed_source_hf": "",
|
| 74 |
+
"single_converted_name": "demon_attack_train",
|
| 75 |
+
"mixed_converted_name": "demon_attack_mixed_latency_train",
|
| 76 |
+
"single_latency_filter": null,
|
| 77 |
+
"mixed_latency_filter": null,
|
| 78 |
+
"force_download": false,
|
| 79 |
+
"setup_force": false,
|
| 80 |
+
"skip_verification": false,
|
| 81 |
+
"target_latency_unit": "observation_steps",
|
| 82 |
+
"verify_rows": 200,
|
| 83 |
+
"max_episodes": null,
|
| 84 |
+
"episodes_per_latency": 40,
|
| 85 |
+
"latency_filter": [
|
| 86 |
+
6
|
| 87 |
+
],
|
| 88 |
+
"debug_subset": {
|
| 89 |
+
"enabled": false,
|
| 90 |
+
"max_episodes": 5,
|
| 91 |
+
"suffix": "debug"
|
| 92 |
+
}
|
| 93 |
+
},
|
| 94 |
+
"weights": [
|
| 95 |
+
{
|
| 96 |
+
"path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/checkpoints/steps_5000_model.safetensors",
|
| 97 |
+
"identity": "2506bd51c7054d65cc980738979dd484de07b4af15da554185cbc28ede512de5",
|
| 98 |
+
"source_path": "checkpoints/steps_5000_model.safetensors",
|
| 99 |
+
"size": 9138230516
|
| 100 |
+
}
|
| 101 |
+
],
|
| 102 |
+
"paper_locations": [
|
| 103 |
+
"paper/tables/table7_memory_comparison"
|
| 104 |
+
],
|
| 105 |
+
"paper_identity_confirmed": false,
|
| 106 |
+
"interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
|
| 107 |
+
"training_recipe_dataset_reference": {
|
| 108 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 109 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 110 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
|
| 111 |
+
"source_subdir": null
|
| 112 |
+
}
|
| 113 |
+
}
|
| 114 |
+
],
|
| 115 |
+
"training_data": [
|
| 116 |
+
{
|
| 117 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 118 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 119 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15"
|
| 120 |
+
}
|
| 121 |
+
]
|
| 122 |
+
}
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# openvla_demon_attack_fix_latency_2_small
|
| 2 |
+
|
| 3 |
+
Demon Attack · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer/archive/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/artifact.json
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/latency-transfer-models",
|
| 4 |
+
"revision": "857ab8492f7514a420397a9644fcc8e0272fe6b2",
|
| 5 |
+
"path": "historical/openvla_demon_attack_fix_latency_2_small"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/checkpoints/best_model.safetensors"
|
| 12 |
+
},
|
| 13 |
+
{
|
| 14 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 15 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 16 |
+
"path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/checkpoints/steps_2000_model.safetensors"
|
| 17 |
+
}
|
| 18 |
+
],
|
| 19 |
+
"evaluation": [],
|
| 20 |
+
"asset_state": "complete_bundle",
|
| 21 |
+
"paper_source_confirmed": false,
|
| 22 |
+
"original_training_bindings": [
|
| 23 |
+
{
|
| 24 |
+
"source_repo": "latency-sensitive-bench/openvla_demon_attack_fix_latency_2_small",
|
| 25 |
+
"source_revision": "bb91ae40a1bb9b9f6a93be031193de603da86ecd",
|
| 26 |
+
"target_repo": "latency-sensitive-bench/latency-transfer-models",
|
| 27 |
+
"target_run": "historical/openvla_demon_attack_fix_latency_2_small",
|
| 28 |
+
"artifact_state": "complete_checkpoint_bundle",
|
| 29 |
+
"framework": "QwenOFT",
|
| 30 |
+
"run_id": "openvla_demon_attack_fix_latency_2_small",
|
| 31 |
+
"training_step": 2000,
|
| 32 |
+
"seed": 42,
|
| 33 |
+
"training_data_root": "/workspace/starVLA/data/demon_attack_fix_latency_2_small",
|
| 34 |
+
"training_data_mix": "demon_attack_train__bridge",
|
| 35 |
+
"dataset_reference": null,
|
| 36 |
+
"original_dataset_config": {
|
| 37 |
+
"source_hf": "",
|
| 38 |
+
"converted_name": "demon_attack_train",
|
| 39 |
+
"single_source_hf": "",
|
| 40 |
+
"mixed_source_hf": "",
|
| 41 |
+
"single_converted_name": "demon_attack_train",
|
| 42 |
+
"mixed_converted_name": "demon_attack_mixed_latency_train",
|
| 43 |
+
"single_latency_filter": null,
|
| 44 |
+
"mixed_latency_filter": null,
|
| 45 |
+
"force_download": false,
|
| 46 |
+
"setup_force": false,
|
| 47 |
+
"verify_rows": 200,
|
| 48 |
+
"max_episodes": null,
|
| 49 |
+
"episodes_per_latency": null,
|
| 50 |
+
"latency_filter": null,
|
| 51 |
+
"debug_subset": {
|
| 52 |
+
"enabled": false,
|
| 53 |
+
"max_episodes": 5,
|
| 54 |
+
"suffix": "debug"
|
| 55 |
+
}
|
| 56 |
+
},
|
| 57 |
+
"weights": [
|
| 58 |
+
{
|
| 59 |
+
"path": "historical/openvla_demon_attack_fix_latency_2_small/checkpoints/best_model.safetensors",
|
| 60 |
+
"identity": "adb853d16890002501675633ddefc2126fd3f102a63cf6ece7a5e56d0c8c662c",
|
| 61 |
+
"source_path": "checkpoints/best_state/model.safetensors",
|
| 62 |
+
"size": 9138230516
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"path": "historical/openvla_demon_attack_fix_latency_2_small/checkpoints/steps_2000_model.safetensors",
|
| 66 |
+
"identity": "adb853d16890002501675633ddefc2126fd3f102a63cf6ece7a5e56d0c8c662c",
|
| 67 |
+
"source_path": "checkpoints/steps_2000_state/model.safetensors",
|
| 68 |
+
"size": 9138230516
|
| 69 |
+
}
|
| 70 |
+
],
|
| 71 |
+
"paper_locations": [],
|
| 72 |
+
"paper_identity_confirmed": false,
|
| 73 |
+
"interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
|
| 74 |
+
"unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed."
|
| 75 |
+
}
|
| 76 |
+
],
|
| 77 |
+
"training_data": []
|
| 78 |
+
}
|
latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce
|
| 2 |
+
|
| 3 |
+
Demon Attack · wanoft · H8
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/demon-attack)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/artifact.json
ADDED
|
@@ -0,0 +1,85 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/checkpoints/steps_5000_pytorch_model.pt"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/eval/fixed_6/eval_latency_6/episode_metrics.jsonl"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/eval/fixed_6/queue_eval_latency_6.json"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/eval/fixed_6/queue_eval_results.jsonl"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 32 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 33 |
+
"path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/hydra/.hydra/hydra.yaml"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 37 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 38 |
+
"path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/hydra/.hydra/overrides.yaml"
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 42 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 43 |
+
"path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/hydra/train_starvla_hydra.log"
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 47 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 48 |
+
"path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/summary.jsonl"
|
| 49 |
+
}
|
| 50 |
+
],
|
| 51 |
+
"asset_state": "complete_bundle",
|
| 52 |
+
"paper_source_confirmed": true,
|
| 53 |
+
"original_training_bindings": [
|
| 54 |
+
{
|
| 55 |
+
"run": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce",
|
| 56 |
+
"framework": "WanOFT",
|
| 57 |
+
"weight_path": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/checkpoints/steps_5000_pytorch_model.pt",
|
| 58 |
+
"config_path": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/config.full.yaml",
|
| 59 |
+
"normalization_path": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/dataset_statistics.json",
|
| 60 |
+
"source_repo": "latency-sensitive-bench/memory",
|
| 61 |
+
"source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
|
| 62 |
+
"source_weight_path": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/checkpoints/steps_5000_pytorch_model.pt",
|
| 63 |
+
"source_weight_sha256": "791c66ee0313063e3eeec01a3eeb788e642f8e22952e232caa6562998d0754dd",
|
| 64 |
+
"training_data": {
|
| 65 |
+
"status": "source confirmed",
|
| 66 |
+
"repo": "latency-sensitive-bench/memory-data",
|
| 67 |
+
"revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 68 |
+
"config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
|
| 69 |
+
},
|
| 70 |
+
"image_mode": "single",
|
| 71 |
+
"num_obs_frames": 1,
|
| 72 |
+
"evaluation_repo": "latency-sensitive-bench/memory-data",
|
| 73 |
+
"evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
|
| 74 |
+
"evidence_directory": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce"
|
| 75 |
+
}
|
| 76 |
+
],
|
| 77 |
+
"training_data": [
|
| 78 |
+
{
|
| 79 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 80 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 81 |
+
"path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps",
|
| 82 |
+
"config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
|
| 83 |
+
}
|
| 84 |
+
]
|
| 85 |
+
}
|
latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0
|
| 2 |
+
|
| 3 |
+
Flappy Bird · sample-factory · rollout teacher
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/flappy)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|
latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/artifact.json
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": {
|
| 3 |
+
"repo": "latency-sensitive-bench/memory-models",
|
| 4 |
+
"revision": "289306dcd0bd72502011d98e71b0648d149071bc",
|
| 5 |
+
"path": "memory/rollout_teachers/flappy"
|
| 6 |
+
},
|
| 7 |
+
"checkpoint": [
|
| 8 |
+
{
|
| 9 |
+
"repo": "latency-sensitive-bench/benchmark-models",
|
| 10 |
+
"revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
|
| 11 |
+
"path": "latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/train/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/checkpoint_p0/checkpoint_000048840_25034752.pth"
|
| 12 |
+
}
|
| 13 |
+
],
|
| 14 |
+
"evaluation": [
|
| 15 |
+
{
|
| 16 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 17 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 18 |
+
"path": "evaluations/flappy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/train/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/episode_metrics.jsonl"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 22 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 23 |
+
"path": "evaluations/flappy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/train/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/git.diff"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"repo": "latency-sensitive-bench/benchmark-datasets",
|
| 27 |
+
"revision": "15d17287246bd19940c837d6c8a5327564f969c5",
|
| 28 |
+
"path": "evaluations/flappy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/train/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/sf_log.txt"
|
| 29 |
+
}
|
| 30 |
+
],
|
| 31 |
+
"asset_state": "teacher_bundle",
|
| 32 |
+
"paper_source_confirmed": false,
|
| 33 |
+
"original_training_bindings": [
|
| 34 |
+
{
|
| 35 |
+
"run": "memory/rollout_teachers/flappy",
|
| 36 |
+
"framework": "Sample Factory",
|
| 37 |
+
"weight_path": "memory/rollout_teachers/flappy/train/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/checkpoint_p0/checkpoint_000048840_25034752.pth",
|
| 38 |
+
"source_repo": "latency-sensitive-bench/paper-experiment-models",
|
| 39 |
+
"source_revision": "7a26e7762131275e85f5b2398fd0406affb820b8",
|
| 40 |
+
"source_weight_sha256": "73335509ad209b093377f3c98b5da814a2ae29f23ba9c5ef2d363cae3766cbd2",
|
| 41 |
+
"train_step": 48840,
|
| 42 |
+
"env_steps": 25034752,
|
| 43 |
+
"selection": "latest in config and final checkpoint in training log",
|
| 44 |
+
"evidence_repo": "latency-sensitive-bench/memory-data",
|
| 45 |
+
"evidence_revision": "49da56bd92b9842fb457418aba760a1b03379258"
|
| 46 |
+
}
|
| 47 |
+
],
|
| 48 |
+
"training_data": []
|
| 49 |
+
}
|
latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_cumulative_40ep_per_latency/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# flappy_curriculum_cumulative_40ep_per_latency
|
| 2 |
+
|
| 3 |
+
Flappy Bird · qwenoft · H1
|
| 4 |
+
|
| 5 |
+
[Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer/flappy)
|
| 6 |
+
|
| 7 |
+
Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
|