Caesarrr commited on
Commit
87da8c0
·
verified ·
1 Parent(s): a4099f7

Add concise experiment navigation and task-level reproducibility manifests

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +19 -67
  2. latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/README.md +7 -0
  3. latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/artifact.json +49 -0
  4. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/README.md +7 -0
  5. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/artifact.json +75 -0
  6. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/README.md +7 -0
  7. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/artifact.json +75 -0
  8. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/README.md +7 -0
  9. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/artifact.json +85 -0
  10. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/README.md +7 -0
  11. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/artifact.json +75 -0
  12. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/README.md +7 -0
  13. latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/artifact.json +88 -0
  14. latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/README.md +7 -0
  15. latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/artifact.json +65 -0
  16. latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/README.md +7 -0
  17. latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/artifact.json +49 -0
  18. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/README.md +7 -0
  19. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/artifact.json +73 -0
  20. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/README.md +7 -0
  21. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/artifact.json +73 -0
  22. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/README.md +7 -0
  23. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/artifact.json +73 -0
  24. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/README.md +7 -0
  25. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/artifact.json +80 -0
  26. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/README.md +7 -0
  27. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/artifact.json +85 -0
  28. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/README.md +7 -0
  29. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/artifact.json +80 -0
  30. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/README.md +7 -0
  31. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/artifact.json +85 -0
  32. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/README.md +7 -0
  33. latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/artifact.json +73 -0
  34. latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/README.md +7 -0
  35. latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/artifact.json +122 -0
  36. latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2/README.md +7 -0
  37. latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2/artifact.json +78 -0
  38. latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/README.md +7 -0
  39. latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/artifact.json +132 -0
  40. latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/README.md +7 -0
  41. latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/artifact.json +122 -0
  42. latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/README.md +7 -0
  43. latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/artifact.json +122 -0
  44. latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/README.md +7 -0
  45. latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/artifact.json +78 -0
  46. latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/README.md +7 -0
  47. latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/artifact.json +85 -0
  48. latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/README.md +7 -0
  49. latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/artifact.json +49 -0
  50. latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_cumulative_40ep_per_latency/README.md +7 -0
README.md CHANGED
@@ -1,74 +1,26 @@
1
  ---
2
- license: other
 
 
 
 
 
3
  ---
4
- # Latency-Sensitive Bench models
5
 
6
- Inference-ready teachers and VLA policies for the supported benchmark tasks.
7
 
8
- ## Layout
9
 
10
- - `zero-latency/<task>/small-policy/` and `zero-latency/<task>/vla/`: models trained without latency.
11
- - `latency-aware/<task>/small-policy/` and `latency-aware/<task>/vla/`: models trained for latency. Profile and fixed-2 training conditions are identified by run ID and bundle provenance.
 
 
 
 
12
 
13
- MIKASA H8 conditioned inference bundles use `latency-aware/mikasa-intercept-grab-fast/vla/starvla-<model>-h8/<run-id>/`, where `<model>` is `qwenoft`, `qwenpi_v3`, or `qwengr00t`. Each model has an SFT run `h8-conditioned-seed-reset-20260922-{profile|fixed-2}` and a DAgger run `h8-conditioned-dagger-20260923-{profile|fixed-2}`.
 
 
 
14
 
15
- ## Hist8 VLA release: 18 models, 27 formal evaluations
16
-
17
- Flappy, Demon Attack and Deadly Corridor × QwenOFT, QwenGR00T and QwenPI v3 × zero/profile training. Each model is the evaluated step-5000 checkpoint, initialized from Qwen3-VL-4B revision `ebb281ec70b05090aa6165b016eac8ec08e71b17` with seed 42.
18
-
19
- Input is one current RGB image plus eight causal decision histories, passed as raw 0/1 transport state. Action horizon is **1**; the model directory suffix `h1` refers to this action horizon, while `hist8` in each run ID refers to input history.
20
-
21
- ### Formal scores
22
-
23
- Each value is the mean of 100 episodes, seeds 1,000,000–1,000,099; parallel 32 and capacity 1. Flappy/Demon/Deadly caps are 3,600/7,200/3,600 raw frames at FPS/decision Hz 10/10, 60/15, 35/8.75. Deadly uses the corrected sf-render-v4 view (160×120 RGB with HUD).
24
-
25
- | Game / model | zero→zero | zero→profile | profile→profile |
26
- |---|---:|---:|---:|
27
- | flappy / qwenoft | 439.13 | 19.19 | 373.78 |
28
- | flappy / qwengr00t | 428.48 | 6.62 | 414.52 |
29
- | flappy / qwenpi_v3 | 408.72 | 5.58 | 344.48 |
30
- | demon_attack / qwenoft | 2362.15 | 584.35 | 1452.80 |
31
- | demon_attack / qwengr00t | 2370.90 | 231.90 | 1203.10 |
32
- | demon_attack / qwenpi_v3 | 2350.95 | 112.30 | 907.30 |
33
- | deadly_corridor / qwenoft | 2098.67 | 742.35 | 2091.23 |
34
- | deadly_corridor / qwengr00t | 2100.46 | 341.76 | 2090.82 |
35
- | deadly_corridor / qwenpi_v3 | 2104.09 | 140.94 | 1450.83 |
36
-
37
- ### Downloadable models
38
-
39
- | Training | Game / model | Run |
40
- |---|---|---|
41
- | profile | flappy / qwenoft | [flappy-qwenoft-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy-qwenoft-hist8-scratch-s42-v2) |
42
- | profile | demon_attack / qwenoft | [demon_attack-qwenoft-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-scratch-s42-v2) |
43
- | profile | flappy / qwengr00t | [flappy-qwengr00t-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2) |
44
- | profile | demon_attack / qwengr00t | [demon_attack-qwengr00t-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2) |
45
- | profile | demon_attack / qwenpi_v3 | [demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6) |
46
- | zero | flappy / qwenoft | [flappy-qwenoft-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/flappy/vla/starvla-qwenoft-h1/flappy-qwenoft-hist8-zero-scratch-s42-v2) |
47
- | profile | flappy / qwenpi_v3 | [flappy-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/flappy/vla/starvla-qwenpi_v3-h1/flappy-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6) |
48
- | zero | demon_attack / qwenoft | [demon_attack-qwenoft-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2) |
49
- | zero | flappy / qwengr00t | [flappy-qwengr00t-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-zero-scratch-s42-v2) |
50
- | zero | flappy / qwenpi_v3 | [flappy-qwenpi_v3-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/flappy/vla/starvla-qwenpi_v3-h1/flappy-qwenpi_v3-hist8-zero-scratch-s42-v2) |
51
- | zero | deadly_corridor / qwenoft | [deadly_corridor-qwenoft-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-zero-scratch-s42-v2) |
52
- | zero | demon_attack / qwengr00t | [demon_attack-qwengr00t-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-zero-scratch-s42-v2) |
53
- | profile | deadly_corridor / qwenpi_v3 | [deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6) |
54
- | profile | deadly_corridor / qwenoft | [deadly_corridor-qwenoft-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2) |
55
- | profile | deadly_corridor / qwengr00t | [deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16) |
56
- | zero | demon_attack / qwenpi_v3 | [demon_attack-qwenpi_v3-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-zero-scratch-s42-v2) |
57
- | zero | deadly_corridor / qwengr00t | [deadly_corridor-qwengr00t-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-zero-scratch-s42-v2) |
58
- | zero | deadly_corridor / qwenpi_v3 | [deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2) |
59
-
60
- Every model contains its README, checkpoint, inference/training configuration, statistics, task contract, collection/training provenance, exact latency profile and episode-level evaluation evidence. The original detailed JSON index remains in the benchmark publication receipt.
61
-
62
- ### Interpretation and reproduction
63
-
64
- The same zero-trained checkpoint is used in both evaluation environments. Each architecture has its own latency profile, so this is not a same-latency cross-architecture ranking. Zero and profile training use different teachers and collected data; differences do not isolate learning rate or a single training factor. Results use one training seed.
65
-
66
- Common training: two GPUs, bf16 ZeRO-2, batch 64/rank, accumulation 1, global batch 128, 16 workers/rank, prefetch 4, backbone LR 3e-6, action-head LR 1e-4, 100-step warmup, cosine min_lr_rate 1/30, 5,000 steps. Architecture-specific losses and other parameter groups are retained.
67
-
68
- Hist8 corrects the earlier -1/1 history input mismatch. Deadly also corrects an evaluation rendering mismatch; invalid older results are not included in this release. Profiles are preserved byte-for-byte with their sampling sidecars. Use each model task contract and pinned base-model revision when replaying.
69
-
70
- ## Standard-Pipeline import: seven Gymnasium tasks
71
-
72
- AirRaid, Ant, HalfCheetah, Hopper, Humanoid, InvertedPendulum and Walker2d: 37 H1 VLA bundles (QwenOFT, QwenGR00T, QwenPI v3) and 28 Sample Factory APPO bundles. Each bundle contains one selected checkpoint. These are source-preserving copies with recorded experiment status; this import does not imply new evaluation or acceptance.
73
-
74
- [Model inventory and verification](reports/standard-pipeline-2208875f92b2/README.md). HalfCheetah lacks profile QwenGR00T/QwenPI v3 VLAs; Humanoid lacks all three profile VLAs.
 
1
  ---
2
+ library_name: pytorch
3
+ tags:
4
+ - robotics
5
+ - vision-language-action
6
+ - latency-sensitive-bench
7
+ - multiple-checkpoints
8
  ---
 
9
 
10
+ # LAGEN benchmark-models
11
 
12
+ Inference checkpoints, original configurations and model provenance.
13
 
14
+ | Experiment | Entry |
15
+ |---|---|
16
+ | Visual history | [Visual history](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history) |
17
+ | Latency in prompt | [Latency in prompt](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-in-prompt) |
18
+ | Latency transfer | [Latency transfer](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer) |
19
+ | Mean vs. profile training | [Mean vs. profile training](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/mean-vs-profile) |
20
 
21
+ | Resource | Repository |
22
+ |---|---|
23
+ | benchmark-datasets | [latency-sensitive-bench/benchmark-datasets](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets) |
24
+ | profiles | [latency-sensitive-bench/profiles](https://huggingface.co/datasets/latency-sensitive-bench/profiles) |
25
 
26
+ [Benchmark release inventory](reports/benchmark-release/README.md)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0
2
+
3
+ Deadly Corridor · sample-factory · rollout teacher
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/deadly-corridor)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/artifact.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "memory/rollout_teachers/deadly_corridor"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/train/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/checkpoint_p0/checkpoint_000048836_25004032.pth"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/deadly-corridor/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/train/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/episode_metrics.jsonl"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/deadly-corridor/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/train/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/git.diff"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/deadly-corridor/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/train/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/sf_log.txt"
29
+ }
30
+ ],
31
+ "asset_state": "teacher_bundle",
32
+ "paper_source_confirmed": false,
33
+ "original_training_bindings": [
34
+ {
35
+ "run": "memory/rollout_teachers/deadly_corridor",
36
+ "framework": "Sample Factory",
37
+ "weight_path": "memory/rollout_teachers/deadly_corridor/train/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/checkpoint_p0/checkpoint_000048836_25004032.pth",
38
+ "source_repo": "latency-sensitive-bench/paper-experiment-models",
39
+ "source_revision": "7a26e7762131275e85f5b2398fd0406affb820b8",
40
+ "source_weight_sha256": "3a5d74e953be4b01ee57ea2cc6012317e3d25c046d34a89e62258b0a9844e124",
41
+ "train_step": 48836,
42
+ "env_steps": 25004032,
43
+ "selection": "latest in config and final checkpoint in training log",
44
+ "evidence_repo": "latency-sensitive-bench/memory-data",
45
+ "evidence_revision": "49da56bd92b9842fb457418aba760a1b03379258"
46
+ }
47
+ ],
48
+ "training_data": []
49
+ }
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex
2
+
3
+ Deadly Corridor · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/deadly-corridor)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/artifact.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/eval/post_train/step_4000.json"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/hydra/.hydra/hydra.yaml"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/hydra/.hydra/overrides.yaml"
29
+ },
30
+ {
31
+ "repo": "latency-sensitive-bench/benchmark-datasets",
32
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
33
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/hydra/train_starvla_hydra.log"
34
+ },
35
+ {
36
+ "repo": "latency-sensitive-bench/benchmark-datasets",
37
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
38
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/summary.jsonl"
39
+ }
40
+ ],
41
+ "asset_state": "complete_bundle",
42
+ "paper_source_confirmed": true,
43
+ "original_training_bindings": [
44
+ {
45
+ "run": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex",
46
+ "framework": "QwenOFT",
47
+ "weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors",
48
+ "config_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/config.full.yaml",
49
+ "normalization_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/dataset_statistics.json",
50
+ "source_repo": "latency-sensitive-bench/memory",
51
+ "source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
52
+ "source_weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors",
53
+ "source_weight_sha256": "f3b8a14cb9feeecdddba3d73f011c49d93034b4d2f20a73acc59b7ea66ba395d",
54
+ "training_data": {
55
+ "status": "source confirmed",
56
+ "repo": "latency-sensitive-bench/memory-data",
57
+ "revision": "49da56bd92b9842fb457418aba760a1b03379258",
58
+ "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
59
+ },
60
+ "image_mode": "multiframe",
61
+ "num_obs_frames": 8,
62
+ "evaluation_repo": "latency-sensitive-bench/memory-data",
63
+ "evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
64
+ "evidence_directory": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex"
65
+ }
66
+ ],
67
+ "training_data": [
68
+ {
69
+ "repo": "latency-sensitive-bench/benchmark-datasets",
70
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
71
+ "path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps",
72
+ "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
73
+ }
74
+ ]
75
+ }
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi
2
+
3
+ Deadly Corridor · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/deadly-corridor)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/artifact.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/eval/post_train/step_4000.json"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/hydra/.hydra/hydra.yaml"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/hydra/.hydra/overrides.yaml"
29
+ },
30
+ {
31
+ "repo": "latency-sensitive-bench/benchmark-datasets",
32
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
33
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/hydra/train_starvla_hydra.log"
34
+ },
35
+ {
36
+ "repo": "latency-sensitive-bench/benchmark-datasets",
37
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
38
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/summary.jsonl"
39
+ }
40
+ ],
41
+ "asset_state": "complete_bundle",
42
+ "paper_source_confirmed": true,
43
+ "original_training_bindings": [
44
+ {
45
+ "run": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi",
46
+ "framework": "QwenOFT",
47
+ "weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors",
48
+ "config_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/config.full.yaml",
49
+ "normalization_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/dataset_statistics.json",
50
+ "source_repo": "latency-sensitive-bench/memory",
51
+ "source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
52
+ "source_weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors",
53
+ "source_weight_sha256": "d7b311bfda72620b79f10575c5acc9b52d1c722e3ee42b20c2878603797e0530",
54
+ "training_data": {
55
+ "status": "source confirmed",
56
+ "repo": "latency-sensitive-bench/memory-data",
57
+ "revision": "49da56bd92b9842fb457418aba760a1b03379258",
58
+ "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
59
+ },
60
+ "image_mode": "multiframe",
61
+ "num_obs_frames": 4,
62
+ "evaluation_repo": "latency-sensitive-bench/memory-data",
63
+ "evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
64
+ "evidence_directory": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi"
65
+ }
66
+ ],
67
+ "training_data": [
68
+ {
69
+ "repo": "latency-sensitive-bench/benchmark-datasets",
70
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
71
+ "path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps",
72
+ "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
73
+ }
74
+ ]
75
+ }
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline
2
+
3
+ Deadly Corridor · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/deadly-corridor)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/artifact.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/eval/post_train/step_2000.json"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/eval/post_train/step_4000.json"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/eval_inputs/deadly_corridor_fixed_latency_6.json"
29
+ },
30
+ {
31
+ "repo": "latency-sensitive-bench/benchmark-datasets",
32
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
33
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/hydra/.hydra/hydra.yaml"
34
+ },
35
+ {
36
+ "repo": "latency-sensitive-bench/benchmark-datasets",
37
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
38
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/hydra/.hydra/overrides.yaml"
39
+ },
40
+ {
41
+ "repo": "latency-sensitive-bench/benchmark-datasets",
42
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
43
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/hydra/train_starvla_hydra.log"
44
+ },
45
+ {
46
+ "repo": "latency-sensitive-bench/benchmark-datasets",
47
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
48
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/summary.jsonl"
49
+ }
50
+ ],
51
+ "asset_state": "complete_bundle",
52
+ "paper_source_confirmed": true,
53
+ "original_training_bindings": [
54
+ {
55
+ "run": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline",
56
+ "framework": "QwenOFT",
57
+ "weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors",
58
+ "config_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/config.full.yaml",
59
+ "normalization_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/dataset_statistics.json",
60
+ "source_repo": "latency-sensitive-bench/memory",
61
+ "source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
62
+ "source_weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors",
63
+ "source_weight_sha256": "1dfd3f99e14743813ff4a86047bc66f0a4e81a6e8a4c5970c617d1813721e121",
64
+ "training_data": {
65
+ "status": "source confirmed",
66
+ "repo": "latency-sensitive-bench/memory-data",
67
+ "revision": "49da56bd92b9842fb457418aba760a1b03379258",
68
+ "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
69
+ },
70
+ "image_mode": "single",
71
+ "num_obs_frames": 1,
72
+ "evaluation_repo": "latency-sensitive-bench/memory-data",
73
+ "evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
74
+ "evidence_directory": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline"
75
+ }
76
+ ],
77
+ "training_data": [
78
+ {
79
+ "repo": "latency-sensitive-bench/benchmark-datasets",
80
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
81
+ "path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps",
82
+ "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
83
+ }
84
+ ]
85
+ }
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch
2
+
3
+ Deadly Corridor · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/deadly-corridor)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/artifact.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/eval/post_train/step_4000.json"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/hydra/.hydra/hydra.yaml"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/hydra/.hydra/overrides.yaml"
29
+ },
30
+ {
31
+ "repo": "latency-sensitive-bench/benchmark-datasets",
32
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
33
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/hydra/train_starvla_hydra.log"
34
+ },
35
+ {
36
+ "repo": "latency-sensitive-bench/benchmark-datasets",
37
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
38
+ "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/summary.jsonl"
39
+ }
40
+ ],
41
+ "asset_state": "complete_bundle",
42
+ "paper_source_confirmed": true,
43
+ "original_training_bindings": [
44
+ {
45
+ "run": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch",
46
+ "framework": "QwenOFT",
47
+ "weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors",
48
+ "config_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/config.full.yaml",
49
+ "normalization_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/dataset_statistics.json",
50
+ "source_repo": "latency-sensitive-bench/memory",
51
+ "source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
52
+ "source_weight_path": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors",
53
+ "source_weight_sha256": "6ae6507a0c59ba77f90eb1e823c920092f3ad51ad8bb4da7689ccb48b303bb90",
54
+ "training_data": {
55
+ "status": "source confirmed",
56
+ "repo": "latency-sensitive-bench/memory-data",
57
+ "revision": "49da56bd92b9842fb457418aba760a1b03379258",
58
+ "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
59
+ },
60
+ "image_mode": "stitch",
61
+ "num_obs_frames": 4,
62
+ "evaluation_repo": "latency-sensitive-bench/memory-data",
63
+ "evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
64
+ "evidence_directory": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch"
65
+ }
66
+ ],
67
+ "training_data": [
68
+ {
69
+ "repo": "latency-sensitive-bench/benchmark-datasets",
70
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
71
+ "path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps",
72
+ "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
73
+ }
74
+ ]
75
+ }
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # openvla_deadly_corridor_fix_latency_2
2
+
3
+ Deadly Corridor · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer/archive/deadly-corridor)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/artifact.json ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/latency-transfer-models",
4
+ "revision": "857ab8492f7514a420397a9644fcc8e0272fe6b2",
5
+ "path": "historical/openvla_deadly_corridor_fix_latency_2"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/checkpoints/best_model.safetensors"
12
+ },
13
+ {
14
+ "repo": "latency-sensitive-bench/benchmark-models",
15
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
16
+ "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/checkpoints/steps_500_model.safetensors"
17
+ }
18
+ ],
19
+ "evaluation": [],
20
+ "asset_state": "complete_bundle",
21
+ "paper_source_confirmed": false,
22
+ "original_training_bindings": [
23
+ {
24
+ "source_repo": "latency-sensitive-bench/openvla_deadly_corridor_fix_latency_2",
25
+ "source_revision": "0a60d6c8a400b48e4d9737b36ef3a44814d52d2a",
26
+ "target_repo": "latency-sensitive-bench/latency-transfer-models",
27
+ "target_run": "historical/openvla_deadly_corridor_fix_latency_2",
28
+ "artifact_state": "complete_checkpoint_bundle",
29
+ "framework": "QwenOFT",
30
+ "run_id": "openvla_deadly_corridor_fix_latency_2",
31
+ "training_step": 500,
32
+ "seed": 42,
33
+ "training_data_root": "/inspire/hdd/global_user/liumingyu-253208120284/lzj/starvla/data/deadly_corridor_fix_latency_2",
34
+ "training_data_mix": "deadly_corridor_train__bridge",
35
+ "dataset_reference": {
36
+ "repo": "latency-sensitive-bench/benchmark-datasets",
37
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
38
+ "path": "latency-aware/deadly-corridor/deadly_corridor_fix_latency_2",
39
+ "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately."
40
+ },
41
+ "original_dataset_config": {
42
+ "source_hf": "",
43
+ "converted_name": "deadly_corridor_train",
44
+ "single_source_hf": "",
45
+ "mixed_source_hf": "",
46
+ "single_converted_name": "deadly_corridor_train",
47
+ "mixed_converted_name": "deadly_corridor_mixed_latency_train",
48
+ "single_latency_filter": null,
49
+ "mixed_latency_filter": null,
50
+ "force_download": false,
51
+ "setup_force": false,
52
+ "verify_rows": 200,
53
+ "max_episodes": null,
54
+ "episodes_per_latency": null,
55
+ "latency_filter": null,
56
+ "debug_subset": {
57
+ "enabled": false,
58
+ "max_episodes": 5,
59
+ "suffix": "debug"
60
+ }
61
+ },
62
+ "weights": [
63
+ {
64
+ "path": "historical/openvla_deadly_corridor_fix_latency_2/checkpoints/best_model.safetensors",
65
+ "identity": "630d55bc258d986e0de4b04d9223f418855bb94c2d310c13ae808912553d6c7f",
66
+ "source_path": "checkpoints/best_state/model.safetensors",
67
+ "size": 9138230516
68
+ },
69
+ {
70
+ "path": "historical/openvla_deadly_corridor_fix_latency_2/checkpoints/steps_500_model.safetensors",
71
+ "identity": "ad5f732f19bbfda68d6686e39e875f07957d08980bf6325dea7f85eccb4abc70",
72
+ "source_path": "checkpoints/steps_500_state/model.safetensors",
73
+ "size": 9138230516
74
+ }
75
+ ],
76
+ "paper_locations": [],
77
+ "paper_identity_confirmed": false,
78
+ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
79
+ "training_recipe_dataset_reference": {
80
+ "repo": "latency-sensitive-bench/benchmark-datasets",
81
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
82
+ "path": "latency-aware/deadly-corridor/deadly_corridor_fix_latency_2",
83
+ "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately."
84
+ }
85
+ }
86
+ ],
87
+ "training_data": []
88
+ }
latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce
2
+
3
+ Deadly Corridor · wanoft · H8
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/deadly-corridor)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/artifact.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/deadly-corridor/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/eval/fixed_6/eval_latency_6/episode_metrics.jsonl"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/deadly-corridor/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/eval/fixed_6/queue_eval_latency_6.json"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/deadly-corridor/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/eval/fixed_6/queue_eval_results.jsonl"
29
+ }
30
+ ],
31
+ "asset_state": "complete_bundle",
32
+ "paper_source_confirmed": true,
33
+ "original_training_bindings": [
34
+ {
35
+ "run": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce",
36
+ "framework": "WanOFT",
37
+ "weight_path": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt",
38
+ "config_path": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/config.full.yaml",
39
+ "normalization_path": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/dataset_statistics.json",
40
+ "source_repo": "latency-sensitive-bench/memory",
41
+ "source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
42
+ "source_weight_path": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt",
43
+ "source_weight_sha256": "a8bd1415990de5a8616a203b15d58f105dbcc57e5ac10ffff0ea70e2220d9c5c",
44
+ "training_data": {
45
+ "status": "source confirmed",
46
+ "repo": "latency-sensitive-bench/memory-data",
47
+ "revision": "49da56bd92b9842fb457418aba760a1b03379258",
48
+ "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
49
+ },
50
+ "image_mode": "single",
51
+ "num_obs_frames": 1,
52
+ "evaluation_repo": "latency-sensitive-bench/memory-data",
53
+ "evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
54
+ "evidence_directory": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce"
55
+ }
56
+ ],
57
+ "training_data": [
58
+ {
59
+ "repo": "latency-sensitive-bench/benchmark-datasets",
60
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
61
+ "path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps",
62
+ "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps"
63
+ }
64
+ ]
65
+ }
latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0
2
+
3
+ Demon Attack · sample-factory · rollout teacher
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/artifact.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "memory/rollout_teachers/demon_attack"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/train/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/checkpoint_p0/checkpoint_000048880_25026560.pth"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/demon-attack/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/train/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/episode_metrics.jsonl"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/demon-attack/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/train/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/git.diff"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/demon-attack/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/train/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/sf_log.txt"
29
+ }
30
+ ],
31
+ "asset_state": "teacher_bundle",
32
+ "paper_source_confirmed": false,
33
+ "original_training_bindings": [
34
+ {
35
+ "run": "memory/rollout_teachers/demon_attack",
36
+ "framework": "Sample Factory",
37
+ "weight_path": "memory/rollout_teachers/demon_attack/train/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/checkpoint_p0/checkpoint_000048880_25026560.pth",
38
+ "source_repo": "latency-sensitive-bench/paper-experiment-models",
39
+ "source_revision": "7a26e7762131275e85f5b2398fd0406affb820b8",
40
+ "source_weight_sha256": "6fe7bedd8b32d6c7299f01bd97f1f72f787c7edf7d3dbf519bf90c9384871150",
41
+ "train_step": 48880,
42
+ "env_steps": 25026560,
43
+ "selection": "latest in config and final checkpoint in training log",
44
+ "evidence_repo": "latency-sensitive-bench/memory-data",
45
+ "evidence_revision": "49da56bd92b9842fb457418aba760a1b03379258"
46
+ }
47
+ ],
48
+ "training_data": []
49
+ }
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # demon_attack_fix_latency_2_200ep
2
+
3
+ Demon Attack · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/artifact.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/latency-transfer-models",
4
+ "revision": "857ab8492f7514a420397a9644fcc8e0272fe6b2",
5
+ "path": "demon_attack_fix_latency_2_200ep"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/checkpoints/steps_7000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [],
15
+ "asset_state": "complete_bundle",
16
+ "paper_source_confirmed": true,
17
+ "original_training_bindings": [
18
+ {
19
+ "source_repo": "latency-sensitive-bench/openvla_demon_attack_200ep",
20
+ "source_revision": "04fece441aa5b6f5a6a015264a6aa5df3dc4c29a",
21
+ "target_repo": "latency-sensitive-bench/latency-transfer-models",
22
+ "target_run": "demon_attack_fix_latency_2_200ep",
23
+ "artifact_state": "complete_checkpoint_bundle",
24
+ "framework": "QwenOFT",
25
+ "run_id": "demon_attack_fix_latency_2_200ep",
26
+ "training_step": 7000,
27
+ "seed": 42,
28
+ "training_data_root": "/workspace/starVLA/data/demon_attack_fix_latency_2_200ep",
29
+ "training_data_mix": "demon_attack_train__bridge",
30
+ "dataset_reference": null,
31
+ "original_dataset_config": {
32
+ "source_hf": "",
33
+ "config_name": null,
34
+ "source_subdir": null,
35
+ "converted_name": "demon_attack_train",
36
+ "single_source_hf": "",
37
+ "mixed_source_hf": "",
38
+ "single_converted_name": "demon_attack_train",
39
+ "mixed_converted_name": "demon_attack_mixed_latency_train",
40
+ "single_latency_filter": null,
41
+ "mixed_latency_filter": null,
42
+ "force_download": false,
43
+ "setup_force": false,
44
+ "skip_verification": false,
45
+ "verify_rows": 200,
46
+ "max_episodes": null,
47
+ "episodes_per_latency": null,
48
+ "latency_filter": null,
49
+ "debug_subset": {
50
+ "enabled": false,
51
+ "max_episodes": 5,
52
+ "suffix": "debug"
53
+ }
54
+ },
55
+ "weights": [
56
+ {
57
+ "path": "demon_attack_fix_latency_2_200ep/checkpoints/steps_7000_model.safetensors",
58
+ "identity": "2ab6d4d4eb795a9a09da9c63d489771039440689877642e3f9ec48dd9112119a",
59
+ "source_path": "demon_attack_fix_latency_2_200ep/checkpoints/steps_7000_state/model.safetensors",
60
+ "size": 9138230516
61
+ }
62
+ ],
63
+ "paper_locations": [
64
+ "paper/exps/openvla/demon_attack",
65
+ "paper/figures/fig6_latency_robustness/demon_attack"
66
+ ],
67
+ "paper_identity_confirmed": true,
68
+ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
69
+ "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed."
70
+ }
71
+ ],
72
+ "training_data": []
73
+ }
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # demon_attack_fix_latency_4_200ep
2
+
3
+ Demon Attack · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/artifact.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/latency-transfer-models",
4
+ "revision": "857ab8492f7514a420397a9644fcc8e0272fe6b2",
5
+ "path": "demon_attack_fix_latency_4_200ep"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/checkpoints/steps_7000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [],
15
+ "asset_state": "complete_bundle",
16
+ "paper_source_confirmed": true,
17
+ "original_training_bindings": [
18
+ {
19
+ "source_repo": "latency-sensitive-bench/openvla_demon_attack_200ep",
20
+ "source_revision": "04fece441aa5b6f5a6a015264a6aa5df3dc4c29a",
21
+ "target_repo": "latency-sensitive-bench/latency-transfer-models",
22
+ "target_run": "demon_attack_fix_latency_4_200ep",
23
+ "artifact_state": "complete_checkpoint_bundle",
24
+ "framework": "QwenOFT",
25
+ "run_id": "demon_attack_fix_latency_4_200ep",
26
+ "training_step": 7000,
27
+ "seed": 42,
28
+ "training_data_root": "/workspace/starVLA/data/demon_attack_fix_latency_4_200ep",
29
+ "training_data_mix": "demon_attack_train__bridge",
30
+ "dataset_reference": null,
31
+ "original_dataset_config": {
32
+ "source_hf": "",
33
+ "config_name": null,
34
+ "source_subdir": null,
35
+ "converted_name": "demon_attack_train",
36
+ "single_source_hf": "",
37
+ "mixed_source_hf": "",
38
+ "single_converted_name": "demon_attack_train",
39
+ "mixed_converted_name": "demon_attack_mixed_latency_train",
40
+ "single_latency_filter": null,
41
+ "mixed_latency_filter": null,
42
+ "force_download": false,
43
+ "setup_force": false,
44
+ "skip_verification": false,
45
+ "verify_rows": 200,
46
+ "max_episodes": null,
47
+ "episodes_per_latency": null,
48
+ "latency_filter": null,
49
+ "debug_subset": {
50
+ "enabled": false,
51
+ "max_episodes": 5,
52
+ "suffix": "debug"
53
+ }
54
+ },
55
+ "weights": [
56
+ {
57
+ "path": "demon_attack_fix_latency_4_200ep/checkpoints/steps_7000_model.safetensors",
58
+ "identity": "62e9b2a2b38f2b52cedc248c6e135b2593b212d1965fc3efae42e8130b57b373",
59
+ "source_path": "demon_attack_fix_latency_4_200ep/checkpoints/steps_7000_state/model.safetensors",
60
+ "size": 9138230516
61
+ }
62
+ ],
63
+ "paper_locations": [
64
+ "paper/exps/openvla/demon_attack",
65
+ "paper/figures/fig6_latency_robustness/demon_attack"
66
+ ],
67
+ "paper_identity_confirmed": true,
68
+ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
69
+ "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed."
70
+ }
71
+ ],
72
+ "training_data": []
73
+ }
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # demon_attack_fix_latency_6_200ep
2
+
3
+ Demon Attack · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/artifact.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/latency-transfer-models",
4
+ "revision": "857ab8492f7514a420397a9644fcc8e0272fe6b2",
5
+ "path": "demon_attack_fix_latency_6_200ep"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/checkpoints/steps_7000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [],
15
+ "asset_state": "complete_bundle",
16
+ "paper_source_confirmed": true,
17
+ "original_training_bindings": [
18
+ {
19
+ "source_repo": "latency-sensitive-bench/openvla_demon_attack_200ep",
20
+ "source_revision": "04fece441aa5b6f5a6a015264a6aa5df3dc4c29a",
21
+ "target_repo": "latency-sensitive-bench/latency-transfer-models",
22
+ "target_run": "demon_attack_fix_latency_6_200ep",
23
+ "artifact_state": "complete_checkpoint_bundle",
24
+ "framework": "QwenOFT",
25
+ "run_id": "demon_attack_fix_latency_6_200ep",
26
+ "training_step": 7000,
27
+ "seed": 42,
28
+ "training_data_root": "/workspace/starVLA/data/demon_attack_fix_latency_6_200ep",
29
+ "training_data_mix": "demon_attack_train__bridge",
30
+ "dataset_reference": null,
31
+ "original_dataset_config": {
32
+ "source_hf": "",
33
+ "config_name": null,
34
+ "source_subdir": null,
35
+ "converted_name": "demon_attack_train",
36
+ "single_source_hf": "",
37
+ "mixed_source_hf": "",
38
+ "single_converted_name": "demon_attack_train",
39
+ "mixed_converted_name": "demon_attack_mixed_latency_train",
40
+ "single_latency_filter": null,
41
+ "mixed_latency_filter": null,
42
+ "force_download": false,
43
+ "setup_force": false,
44
+ "skip_verification": false,
45
+ "verify_rows": 200,
46
+ "max_episodes": null,
47
+ "episodes_per_latency": null,
48
+ "latency_filter": null,
49
+ "debug_subset": {
50
+ "enabled": false,
51
+ "max_episodes": 5,
52
+ "suffix": "debug"
53
+ }
54
+ },
55
+ "weights": [
56
+ {
57
+ "path": "demon_attack_fix_latency_6_200ep/checkpoints/steps_7000_model.safetensors",
58
+ "identity": "375ff9f24479e219e8197bbc2eee3e71e61e1853e0c80eefe438ca947d5c5b1b",
59
+ "source_path": "demon_attack_fix_latency_6_200ep/checkpoints/steps_7000_state/model.safetensors",
60
+ "size": 9138230516
61
+ }
62
+ ],
63
+ "paper_locations": [
64
+ "paper/exps/openvla/demon_attack",
65
+ "paper/figures/fig6_latency_robustness/demon_attack"
66
+ ],
67
+ "paper_identity_confirmed": true,
68
+ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
69
+ "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed."
70
+ }
71
+ ],
72
+ "training_data": []
73
+ }
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex
2
+
3
+ Demon Attack · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/artifact.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/eval/post_train/step_4000.cap3600.json"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/eval/post_train/step_4000.json"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/hydra/.hydra/hydra.yaml"
29
+ },
30
+ {
31
+ "repo": "latency-sensitive-bench/benchmark-datasets",
32
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
33
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/hydra/.hydra/overrides.yaml"
34
+ },
35
+ {
36
+ "repo": "latency-sensitive-bench/benchmark-datasets",
37
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
38
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/hydra/train_starvla_hydra.log"
39
+ },
40
+ {
41
+ "repo": "latency-sensitive-bench/benchmark-datasets",
42
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
43
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/summary.jsonl"
44
+ }
45
+ ],
46
+ "asset_state": "complete_bundle",
47
+ "paper_source_confirmed": true,
48
+ "original_training_bindings": [
49
+ {
50
+ "run": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex",
51
+ "framework": "QwenOFT",
52
+ "weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors",
53
+ "config_path": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/config.full.yaml",
54
+ "normalization_path": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/dataset_statistics.json",
55
+ "source_repo": "latency-sensitive-bench/memory",
56
+ "source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
57
+ "source_weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors",
58
+ "source_weight_sha256": "eef33f41a8d202aced4f896622ec2b872f253e3b453d2fe2497c66cfb05c2cc4",
59
+ "training_data": {
60
+ "status": "source confirmed",
61
+ "repo": "latency-sensitive-bench/memory-data",
62
+ "revision": "49da56bd92b9842fb457418aba760a1b03379258",
63
+ "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
64
+ },
65
+ "image_mode": "multiframe",
66
+ "num_obs_frames": 8,
67
+ "evaluation_repo": "latency-sensitive-bench/memory-data",
68
+ "evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
69
+ "evidence_directory": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex"
70
+ }
71
+ ],
72
+ "training_data": [
73
+ {
74
+ "repo": "latency-sensitive-bench/benchmark-datasets",
75
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
76
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps",
77
+ "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
78
+ }
79
+ ]
80
+ }
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # demon_attack_fix_latency_6_200ep_7k2steps_plain_multi
2
+
3
+ Demon Attack · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/artifact.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/eval/post_train/step_4000.cap3600.json"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/eval/post_train/step_4000.json"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/eval/post_train/step_4000.pre_framealign.json"
29
+ },
30
+ {
31
+ "repo": "latency-sensitive-bench/benchmark-datasets",
32
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
33
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/hydra/.hydra/hydra.yaml"
34
+ },
35
+ {
36
+ "repo": "latency-sensitive-bench/benchmark-datasets",
37
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
38
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/hydra/.hydra/overrides.yaml"
39
+ },
40
+ {
41
+ "repo": "latency-sensitive-bench/benchmark-datasets",
42
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
43
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/hydra/train_starvla_hydra.log"
44
+ },
45
+ {
46
+ "repo": "latency-sensitive-bench/benchmark-datasets",
47
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
48
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/summary.jsonl"
49
+ }
50
+ ],
51
+ "asset_state": "complete_bundle",
52
+ "paper_source_confirmed": true,
53
+ "original_training_bindings": [
54
+ {
55
+ "run": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi",
56
+ "framework": "QwenOFT",
57
+ "weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors",
58
+ "config_path": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/config.full.yaml",
59
+ "normalization_path": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/dataset_statistics.json",
60
+ "source_repo": "latency-sensitive-bench/memory",
61
+ "source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
62
+ "source_weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors",
63
+ "source_weight_sha256": "08ba825529c75663280016705b5583bcd4837fd749a7c9ee4b4eb1f75e266eca",
64
+ "training_data": {
65
+ "status": "source confirmed",
66
+ "repo": "latency-sensitive-bench/memory-data",
67
+ "revision": "49da56bd92b9842fb457418aba760a1b03379258",
68
+ "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
69
+ },
70
+ "image_mode": "multiframe",
71
+ "num_obs_frames": 4,
72
+ "evaluation_repo": "latency-sensitive-bench/memory-data",
73
+ "evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
74
+ "evidence_directory": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi"
75
+ }
76
+ ],
77
+ "training_data": [
78
+ {
79
+ "repo": "latency-sensitive-bench/benchmark-datasets",
80
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
81
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps",
82
+ "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
83
+ }
84
+ ]
85
+ }
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # demon_attack_fix_latency_6_200ep_7k2steps_single_baseline
2
+
3
+ Demon Attack · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/artifact.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/eval/post_train/step_4000.cap3600.json"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/eval/post_train/step_4000.json"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/hydra/.hydra/hydra.yaml"
29
+ },
30
+ {
31
+ "repo": "latency-sensitive-bench/benchmark-datasets",
32
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
33
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/hydra/.hydra/overrides.yaml"
34
+ },
35
+ {
36
+ "repo": "latency-sensitive-bench/benchmark-datasets",
37
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
38
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/hydra/train_starvla_hydra.log"
39
+ },
40
+ {
41
+ "repo": "latency-sensitive-bench/benchmark-datasets",
42
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
43
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/summary.jsonl"
44
+ }
45
+ ],
46
+ "asset_state": "complete_bundle",
47
+ "paper_source_confirmed": true,
48
+ "original_training_bindings": [
49
+ {
50
+ "run": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline",
51
+ "framework": "QwenOFT",
52
+ "weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors",
53
+ "config_path": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/config.full.yaml",
54
+ "normalization_path": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/dataset_statistics.json",
55
+ "source_repo": "latency-sensitive-bench/memory",
56
+ "source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
57
+ "source_weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors",
58
+ "source_weight_sha256": "d5319537cca52cfb0e05705561bb0d883fd3fc6e19314fb386ae3b82659a910c",
59
+ "training_data": {
60
+ "status": "source confirmed",
61
+ "repo": "latency-sensitive-bench/memory-data",
62
+ "revision": "49da56bd92b9842fb457418aba760a1b03379258",
63
+ "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
64
+ },
65
+ "image_mode": "single",
66
+ "num_obs_frames": 1,
67
+ "evaluation_repo": "latency-sensitive-bench/memory-data",
68
+ "evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
69
+ "evidence_directory": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline"
70
+ }
71
+ ],
72
+ "training_data": [
73
+ {
74
+ "repo": "latency-sensitive-bench/benchmark-datasets",
75
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
76
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps",
77
+ "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
78
+ }
79
+ ]
80
+ }
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # demon_attack_fix_latency_6_200ep_7k2steps_stitch
2
+
3
+ Demon Attack · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/artifact.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "demon_attack_fix_latency_6_200ep_7k2steps_stitch"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/eval/post_train/step_4000.cap3600.json"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/eval/post_train/step_4000.json"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/eval/post_train/step_4000.pre_framealign.json"
29
+ },
30
+ {
31
+ "repo": "latency-sensitive-bench/benchmark-datasets",
32
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
33
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/hydra/.hydra/hydra.yaml"
34
+ },
35
+ {
36
+ "repo": "latency-sensitive-bench/benchmark-datasets",
37
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
38
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/hydra/.hydra/overrides.yaml"
39
+ },
40
+ {
41
+ "repo": "latency-sensitive-bench/benchmark-datasets",
42
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
43
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/hydra/train_starvla_hydra.log"
44
+ },
45
+ {
46
+ "repo": "latency-sensitive-bench/benchmark-datasets",
47
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
48
+ "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/summary.jsonl"
49
+ }
50
+ ],
51
+ "asset_state": "complete_bundle",
52
+ "paper_source_confirmed": true,
53
+ "original_training_bindings": [
54
+ {
55
+ "run": "demon_attack_fix_latency_6_200ep_7k2steps_stitch",
56
+ "framework": "QwenOFT",
57
+ "weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors",
58
+ "config_path": "demon_attack_fix_latency_6_200ep_7k2steps_stitch/config.full.yaml",
59
+ "normalization_path": "demon_attack_fix_latency_6_200ep_7k2steps_stitch/dataset_statistics.json",
60
+ "source_repo": "latency-sensitive-bench/memory",
61
+ "source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
62
+ "source_weight_path": "demon_attack_fix_latency_6_200ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors",
63
+ "source_weight_sha256": "5bb27757308c5a506424a7c353c5611c3fd4f6cb319a8f9df0c82f696c6c9db9",
64
+ "training_data": {
65
+ "status": "source confirmed",
66
+ "repo": "latency-sensitive-bench/memory-data",
67
+ "revision": "49da56bd92b9842fb457418aba760a1b03379258",
68
+ "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
69
+ },
70
+ "image_mode": "stitch",
71
+ "num_obs_frames": 4,
72
+ "evaluation_repo": "latency-sensitive-bench/memory-data",
73
+ "evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
74
+ "evidence_directory": "demon_attack_fix_latency_6_200ep_7k2steps_stitch"
75
+ }
76
+ ],
77
+ "training_data": [
78
+ {
79
+ "repo": "latency-sensitive-bench/benchmark-datasets",
80
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
81
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps",
82
+ "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
83
+ }
84
+ ]
85
+ }
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # demon_attack_fix_latency_8_200ep
2
+
3
+ Demon Attack · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/artifact.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/latency-transfer-models",
4
+ "revision": "857ab8492f7514a420397a9644fcc8e0272fe6b2",
5
+ "path": "demon_attack_fix_latency_8_200ep"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/checkpoints/steps_7000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [],
15
+ "asset_state": "complete_bundle",
16
+ "paper_source_confirmed": true,
17
+ "original_training_bindings": [
18
+ {
19
+ "source_repo": "latency-sensitive-bench/openvla_demon_attack_200ep",
20
+ "source_revision": "04fece441aa5b6f5a6a015264a6aa5df3dc4c29a",
21
+ "target_repo": "latency-sensitive-bench/latency-transfer-models",
22
+ "target_run": "demon_attack_fix_latency_8_200ep",
23
+ "artifact_state": "complete_checkpoint_bundle",
24
+ "framework": "QwenOFT",
25
+ "run_id": "demon_attack_fix_latency_8_200ep",
26
+ "training_step": 7000,
27
+ "seed": 42,
28
+ "training_data_root": "/workspace/starVLA/data/demon_attack_fix_latency_8_200ep",
29
+ "training_data_mix": "demon_attack_train__bridge",
30
+ "dataset_reference": null,
31
+ "original_dataset_config": {
32
+ "source_hf": "",
33
+ "config_name": null,
34
+ "source_subdir": null,
35
+ "converted_name": "demon_attack_train",
36
+ "single_source_hf": "",
37
+ "mixed_source_hf": "",
38
+ "single_converted_name": "demon_attack_train",
39
+ "mixed_converted_name": "demon_attack_mixed_latency_train",
40
+ "single_latency_filter": null,
41
+ "mixed_latency_filter": null,
42
+ "force_download": false,
43
+ "setup_force": false,
44
+ "skip_verification": false,
45
+ "verify_rows": 200,
46
+ "max_episodes": null,
47
+ "episodes_per_latency": null,
48
+ "latency_filter": null,
49
+ "debug_subset": {
50
+ "enabled": false,
51
+ "max_episodes": 5,
52
+ "suffix": "debug"
53
+ }
54
+ },
55
+ "weights": [
56
+ {
57
+ "path": "demon_attack_fix_latency_8_200ep/checkpoints/steps_7000_model.safetensors",
58
+ "identity": "0d52d791412c41f17f607087c988d99267ef09ac097022b3fc3d97ebbb5b0b00",
59
+ "source_path": "demon_attack_fix_latency_8_200ep/checkpoints/steps_7000_state/model.safetensors",
60
+ "size": 9138230516
61
+ }
62
+ ],
63
+ "paper_locations": [
64
+ "paper/exps/openvla/demon_attack",
65
+ "paper/figures/fig6_latency_robustness/demon_attack"
66
+ ],
67
+ "paper_identity_confirmed": true,
68
+ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
69
+ "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed."
70
+ }
71
+ ],
72
+ "training_data": []
73
+ }
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15
2
+
3
+ Demon Attack · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/artifact.json ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/checkpoints/steps_5000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_1000.json"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_2000.json"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_3000.json"
29
+ },
30
+ {
31
+ "repo": "latency-sensitive-bench/benchmark-datasets",
32
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
33
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_4000.json"
34
+ },
35
+ {
36
+ "repo": "latency-sensitive-bench/benchmark-datasets",
37
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
38
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_5000.json"
39
+ },
40
+ {
41
+ "repo": "latency-sensitive-bench/benchmark-datasets",
42
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
43
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/post_train/step_5000.json"
44
+ }
45
+ ],
46
+ "asset_state": "complete_bundle",
47
+ "paper_source_confirmed": false,
48
+ "original_training_bindings": [
49
+ {
50
+ "source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
51
+ "source_revision": "cd810024c06f961c95449785f19ab73ccfd20de1",
52
+ "target_repo": "latency-sensitive-bench/memory-models",
53
+ "target_run": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
54
+ "artifact_state": "complete_checkpoint_bundle",
55
+ "framework": "QwenOFT",
56
+ "run_id": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
57
+ "training_step": 5000,
58
+ "seed": 42,
59
+ "training_data_root": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/playground/Datasets/rl_games",
60
+ "training_data_mix": "demon_attack_train__bridge",
61
+ "dataset_reference": {
62
+ "repo": "latency-sensitive-bench/benchmark-datasets",
63
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
64
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
65
+ "source_subdir": null
66
+ },
67
+ "original_dataset_config": {
68
+ "source_hf": "latency-sensitive-bench/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
69
+ "config_name": null,
70
+ "source_subdir": null,
71
+ "converted_name": "demon_attack_train",
72
+ "single_source_hf": "",
73
+ "mixed_source_hf": "",
74
+ "single_converted_name": "demon_attack_train",
75
+ "mixed_converted_name": "demon_attack_mixed_latency_train",
76
+ "single_latency_filter": null,
77
+ "mixed_latency_filter": null,
78
+ "force_download": false,
79
+ "setup_force": false,
80
+ "skip_verification": false,
81
+ "target_latency_unit": "observation_steps",
82
+ "verify_rows": 200,
83
+ "max_episodes": null,
84
+ "episodes_per_latency": 40,
85
+ "latency_filter": [
86
+ 6
87
+ ],
88
+ "debug_subset": {
89
+ "enabled": false,
90
+ "max_episodes": 5,
91
+ "suffix": "debug"
92
+ }
93
+ },
94
+ "weights": [
95
+ {
96
+ "path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/checkpoints/steps_5000_model.safetensors",
97
+ "identity": "2506bd51c7054d65cc980738979dd484de07b4af15da554185cbc28ede512de5",
98
+ "source_path": "checkpoints/steps_5000_model.safetensors",
99
+ "size": 9138230516
100
+ }
101
+ ],
102
+ "paper_locations": [
103
+ "paper/tables/table7_memory_comparison"
104
+ ],
105
+ "paper_identity_confirmed": false,
106
+ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
107
+ "training_recipe_dataset_reference": {
108
+ "repo": "latency-sensitive-bench/benchmark-datasets",
109
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
110
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
111
+ "source_subdir": null
112
+ }
113
+ }
114
+ ],
115
+ "training_data": [
116
+ {
117
+ "repo": "latency-sensitive-bench/benchmark-datasets",
118
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
119
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15"
120
+ }
121
+ ]
122
+ }
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2
2
+
3
+ Demon Attack · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2/artifact.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2"
6
+ },
7
+ "checkpoint": [],
8
+ "evaluation": [],
9
+ "asset_state": "metadata_only",
10
+ "paper_source_confirmed": false,
11
+ "original_training_bindings": [
12
+ {
13
+ "source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
14
+ "source_revision": "ac5ff1109c46295299d74b5e30a56f1e27e930a6",
15
+ "target_repo": "latency-sensitive-bench/memory-models",
16
+ "target_run": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
17
+ "artifact_state": "metadata_only",
18
+ "framework": "QwenOFT",
19
+ "run_id": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
20
+ "training_step": 4000,
21
+ "seed": 42,
22
+ "training_data_root": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/playground/Datasets/rl_games",
23
+ "training_data_mix": "demon_attack_train__bridge",
24
+ "dataset_reference": {
25
+ "repo": "latency-sensitive-bench/memory-rollouts",
26
+ "revision": "189c04468447ed75c3203b44844b52d11832def7",
27
+ "path": "demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
28
+ "evidence": "Original training config directly names this retained dataset repository."
29
+ },
30
+ "original_dataset_config": {
31
+ "source_hf": "latency-sensitive-bench/memory-rollouts",
32
+ "config_name": null,
33
+ "source_subdir": "demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
34
+ "converted_name": "demon_attack_train",
35
+ "single_source_hf": "",
36
+ "mixed_source_hf": "",
37
+ "single_converted_name": "demon_attack_train",
38
+ "mixed_converted_name": "demon_attack_mixed_latency_train",
39
+ "single_latency_filter": null,
40
+ "mixed_latency_filter": null,
41
+ "force_download": false,
42
+ "setup_force": false,
43
+ "skip_verification": false,
44
+ "target_latency_unit": "raw_frames",
45
+ "verify_rows": 200,
46
+ "max_episodes": null,
47
+ "episodes_per_latency": 200,
48
+ "latency_filter": [
49
+ 6
50
+ ],
51
+ "debug_subset": {
52
+ "enabled": false,
53
+ "max_episodes": 5,
54
+ "suffix": "debug"
55
+ }
56
+ },
57
+ "weights": [],
58
+ "paper_locations": [
59
+ "paper/tables/table7_memory_comparison"
60
+ ],
61
+ "paper_identity_confirmed": false,
62
+ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
63
+ "training_recipe_dataset_reference": {
64
+ "repo": "latency-sensitive-bench/memory-rollouts",
65
+ "revision": "189c04468447ed75c3203b44844b52d11832def7",
66
+ "path": "demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
67
+ "evidence": "Original training config directly names this retained dataset repository."
68
+ }
69
+ }
70
+ ],
71
+ "training_data": [
72
+ {
73
+ "repo": "latency-sensitive-bench/benchmark-datasets",
74
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
75
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2"
76
+ }
77
+ ]
78
+ }
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3
2
+
3
+ Demon Attack · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/artifact.json ADDED
@@ -0,0 +1,132 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/checkpoints/steps_4000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/mid_train/step_1000.json"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/mid_train/step_2000.json"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/mid_train/step_3000.json"
29
+ },
30
+ {
31
+ "repo": "latency-sensitive-bench/benchmark-datasets",
32
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
33
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/mid_train/step_4000.json"
34
+ },
35
+ {
36
+ "repo": "latency-sensitive-bench/benchmark-datasets",
37
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
38
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/post_train/step_4000.json"
39
+ },
40
+ {
41
+ "repo": "latency-sensitive-bench/benchmark-datasets",
42
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
43
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/post_train/step_4000.max3600.json"
44
+ },
45
+ {
46
+ "repo": "latency-sensitive-bench/benchmark-datasets",
47
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
48
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/post_train/step_4000.part0of2.json"
49
+ },
50
+ {
51
+ "repo": "latency-sensitive-bench/benchmark-datasets",
52
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
53
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/post_train/step_4000.part1of2.json"
54
+ }
55
+ ],
56
+ "asset_state": "complete_bundle",
57
+ "paper_source_confirmed": true,
58
+ "original_training_bindings": [
59
+ {
60
+ "source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3",
61
+ "source_revision": "f8d64aff21628adbdd0d1aaddd1bc7067bc2a23c",
62
+ "target_repo": "latency-sensitive-bench/memory-models",
63
+ "target_run": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3",
64
+ "artifact_state": "complete_checkpoint_bundle",
65
+ "framework": "QwenOFT",
66
+ "run_id": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3",
67
+ "training_step": 4000,
68
+ "seed": 42,
69
+ "training_data_root": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/playground/Datasets/rl_games",
70
+ "training_data_mix": "demon_attack_train__bridge",
71
+ "dataset_reference": {
72
+ "repo": "latency-sensitive-bench/memory-rollouts",
73
+ "revision": "189c04468447ed75c3203b44844b52d11832def7",
74
+ "path": "demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
75
+ "evidence": "Original training config directly names this retained dataset repository."
76
+ },
77
+ "original_dataset_config": {
78
+ "source_hf": "latency-sensitive-bench/memory-rollouts",
79
+ "config_name": null,
80
+ "source_subdir": "demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
81
+ "converted_name": "demon_attack_train",
82
+ "single_source_hf": "",
83
+ "mixed_source_hf": "",
84
+ "single_converted_name": "demon_attack_train",
85
+ "mixed_converted_name": "demon_attack_mixed_latency_train",
86
+ "single_latency_filter": null,
87
+ "mixed_latency_filter": null,
88
+ "force_download": false,
89
+ "setup_force": false,
90
+ "skip_verification": false,
91
+ "target_latency_unit": "raw_frames",
92
+ "verify_rows": 200,
93
+ "max_episodes": null,
94
+ "episodes_per_latency": 200,
95
+ "latency_filter": [
96
+ 6
97
+ ],
98
+ "debug_subset": {
99
+ "enabled": false,
100
+ "max_episodes": 5,
101
+ "suffix": "debug"
102
+ }
103
+ },
104
+ "weights": [
105
+ {
106
+ "path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/checkpoints/steps_4000_model.safetensors",
107
+ "identity": "834ce01a8a1ec7ec4da4b6ea2765d7dbc249af3f80e59c571744dcee4242a13e",
108
+ "source_path": "checkpoints/steps_4000_model.safetensors",
109
+ "size": 9784896958
110
+ }
111
+ ],
112
+ "paper_locations": [
113
+ "paper/tables/table7_memory_comparison"
114
+ ],
115
+ "paper_identity_confirmed": false,
116
+ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
117
+ "training_recipe_dataset_reference": {
118
+ "repo": "latency-sensitive-bench/memory-rollouts",
119
+ "revision": "189c04468447ed75c3203b44844b52d11832def7",
120
+ "path": "demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2",
121
+ "evidence": "Original training config directly names this retained dataset repository."
122
+ }
123
+ }
124
+ ],
125
+ "training_data": [
126
+ {
127
+ "repo": "latency-sensitive-bench/benchmark-datasets",
128
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
129
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2"
130
+ }
131
+ ]
132
+ }
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2
2
+
3
+ Demon Attack · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/artifact.json ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/checkpoints/steps_5000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_1000.json"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_2000.json"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_3000.json"
29
+ },
30
+ {
31
+ "repo": "latency-sensitive-bench/benchmark-datasets",
32
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
33
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_4000.json"
34
+ },
35
+ {
36
+ "repo": "latency-sensitive-bench/benchmark-datasets",
37
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
38
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_5000.json"
39
+ },
40
+ {
41
+ "repo": "latency-sensitive-bench/benchmark-datasets",
42
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
43
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/post_train/step_5000.json"
44
+ }
45
+ ],
46
+ "asset_state": "complete_bundle",
47
+ "paper_source_confirmed": false,
48
+ "original_training_bindings": [
49
+ {
50
+ "source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2",
51
+ "source_revision": "c4cbca936a122c2d55b1edee3959656f8174c5b7",
52
+ "target_repo": "latency-sensitive-bench/memory-models",
53
+ "target_run": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2",
54
+ "artifact_state": "complete_checkpoint_bundle",
55
+ "framework": "QwenOFT",
56
+ "run_id": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2",
57
+ "training_step": 5000,
58
+ "seed": 42,
59
+ "training_data_root": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/playground/Datasets/rl_games",
60
+ "training_data_mix": "demon_attack_train__bridge",
61
+ "dataset_reference": {
62
+ "repo": "latency-sensitive-bench/benchmark-datasets",
63
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
64
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
65
+ "source_subdir": null
66
+ },
67
+ "original_dataset_config": {
68
+ "source_hf": "latency-sensitive-bench/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
69
+ "config_name": null,
70
+ "source_subdir": null,
71
+ "converted_name": "demon_attack_train",
72
+ "single_source_hf": "",
73
+ "mixed_source_hf": "",
74
+ "single_converted_name": "demon_attack_train",
75
+ "mixed_converted_name": "demon_attack_mixed_latency_train",
76
+ "single_latency_filter": null,
77
+ "mixed_latency_filter": null,
78
+ "force_download": false,
79
+ "setup_force": false,
80
+ "skip_verification": false,
81
+ "target_latency_unit": "observation_steps",
82
+ "verify_rows": 200,
83
+ "max_episodes": null,
84
+ "episodes_per_latency": 40,
85
+ "latency_filter": [
86
+ 6
87
+ ],
88
+ "debug_subset": {
89
+ "enabled": false,
90
+ "max_episodes": 5,
91
+ "suffix": "debug"
92
+ }
93
+ },
94
+ "weights": [
95
+ {
96
+ "path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/checkpoints/steps_5000_model.safetensors",
97
+ "identity": "2506bd51c7054d65cc980738979dd484de07b4af15da554185cbc28ede512de5",
98
+ "source_path": "checkpoints/steps_5000_model.safetensors",
99
+ "size": 9138230516
100
+ }
101
+ ],
102
+ "paper_locations": [
103
+ "paper/tables/table7_memory_comparison"
104
+ ],
105
+ "paper_identity_confirmed": false,
106
+ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
107
+ "training_recipe_dataset_reference": {
108
+ "repo": "latency-sensitive-bench/benchmark-datasets",
109
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
110
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
111
+ "source_subdir": null
112
+ }
113
+ }
114
+ ],
115
+ "training_data": [
116
+ {
117
+ "repo": "latency-sensitive-bench/benchmark-datasets",
118
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
119
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15"
120
+ }
121
+ ]
122
+ }
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1
2
+
3
+ Demon Attack · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/artifact.json ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/checkpoints/steps_5000_model.safetensors"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_1000.json"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_2000.json"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_3000.json"
29
+ },
30
+ {
31
+ "repo": "latency-sensitive-bench/benchmark-datasets",
32
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
33
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_4000.json"
34
+ },
35
+ {
36
+ "repo": "latency-sensitive-bench/benchmark-datasets",
37
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
38
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_5000.json"
39
+ },
40
+ {
41
+ "repo": "latency-sensitive-bench/benchmark-datasets",
42
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
43
+ "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/post_train/step_5000.json"
44
+ }
45
+ ],
46
+ "asset_state": "complete_bundle",
47
+ "paper_source_confirmed": false,
48
+ "original_training_bindings": [
49
+ {
50
+ "source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1",
51
+ "source_revision": "bc733d64e32512a8fc76f9be022eb5b0d7c0e2cb",
52
+ "target_repo": "latency-sensitive-bench/memory-models",
53
+ "target_run": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1",
54
+ "artifact_state": "complete_checkpoint_bundle",
55
+ "framework": "QwenOFT",
56
+ "run_id": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1",
57
+ "training_step": 5000,
58
+ "seed": 1,
59
+ "training_data_root": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/playground/Datasets/rl_games",
60
+ "training_data_mix": "demon_attack_train__bridge",
61
+ "dataset_reference": {
62
+ "repo": "latency-sensitive-bench/benchmark-datasets",
63
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
64
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
65
+ "source_subdir": null
66
+ },
67
+ "original_dataset_config": {
68
+ "source_hf": "latency-sensitive-bench/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
69
+ "config_name": null,
70
+ "source_subdir": null,
71
+ "converted_name": "demon_attack_train",
72
+ "single_source_hf": "",
73
+ "mixed_source_hf": "",
74
+ "single_converted_name": "demon_attack_train",
75
+ "mixed_converted_name": "demon_attack_mixed_latency_train",
76
+ "single_latency_filter": null,
77
+ "mixed_latency_filter": null,
78
+ "force_download": false,
79
+ "setup_force": false,
80
+ "skip_verification": false,
81
+ "target_latency_unit": "observation_steps",
82
+ "verify_rows": 200,
83
+ "max_episodes": null,
84
+ "episodes_per_latency": 40,
85
+ "latency_filter": [
86
+ 6
87
+ ],
88
+ "debug_subset": {
89
+ "enabled": false,
90
+ "max_episodes": 5,
91
+ "suffix": "debug"
92
+ }
93
+ },
94
+ "weights": [
95
+ {
96
+ "path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/checkpoints/steps_5000_model.safetensors",
97
+ "identity": "2506bd51c7054d65cc980738979dd484de07b4af15da554185cbc28ede512de5",
98
+ "source_path": "checkpoints/steps_5000_model.safetensors",
99
+ "size": 9138230516
100
+ }
101
+ ],
102
+ "paper_locations": [
103
+ "paper/tables/table7_memory_comparison"
104
+ ],
105
+ "paper_identity_confirmed": false,
106
+ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
107
+ "training_recipe_dataset_reference": {
108
+ "repo": "latency-sensitive-bench/benchmark-datasets",
109
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
110
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15",
111
+ "source_subdir": null
112
+ }
113
+ }
114
+ ],
115
+ "training_data": [
116
+ {
117
+ "repo": "latency-sensitive-bench/benchmark-datasets",
118
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
119
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15"
120
+ }
121
+ ]
122
+ }
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # openvla_demon_attack_fix_latency_2_small
2
+
3
+ Demon Attack · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer/archive/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/artifact.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/latency-transfer-models",
4
+ "revision": "857ab8492f7514a420397a9644fcc8e0272fe6b2",
5
+ "path": "historical/openvla_demon_attack_fix_latency_2_small"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/checkpoints/best_model.safetensors"
12
+ },
13
+ {
14
+ "repo": "latency-sensitive-bench/benchmark-models",
15
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
16
+ "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/checkpoints/steps_2000_model.safetensors"
17
+ }
18
+ ],
19
+ "evaluation": [],
20
+ "asset_state": "complete_bundle",
21
+ "paper_source_confirmed": false,
22
+ "original_training_bindings": [
23
+ {
24
+ "source_repo": "latency-sensitive-bench/openvla_demon_attack_fix_latency_2_small",
25
+ "source_revision": "bb91ae40a1bb9b9f6a93be031193de603da86ecd",
26
+ "target_repo": "latency-sensitive-bench/latency-transfer-models",
27
+ "target_run": "historical/openvla_demon_attack_fix_latency_2_small",
28
+ "artifact_state": "complete_checkpoint_bundle",
29
+ "framework": "QwenOFT",
30
+ "run_id": "openvla_demon_attack_fix_latency_2_small",
31
+ "training_step": 2000,
32
+ "seed": 42,
33
+ "training_data_root": "/workspace/starVLA/data/demon_attack_fix_latency_2_small",
34
+ "training_data_mix": "demon_attack_train__bridge",
35
+ "dataset_reference": null,
36
+ "original_dataset_config": {
37
+ "source_hf": "",
38
+ "converted_name": "demon_attack_train",
39
+ "single_source_hf": "",
40
+ "mixed_source_hf": "",
41
+ "single_converted_name": "demon_attack_train",
42
+ "mixed_converted_name": "demon_attack_mixed_latency_train",
43
+ "single_latency_filter": null,
44
+ "mixed_latency_filter": null,
45
+ "force_download": false,
46
+ "setup_force": false,
47
+ "verify_rows": 200,
48
+ "max_episodes": null,
49
+ "episodes_per_latency": null,
50
+ "latency_filter": null,
51
+ "debug_subset": {
52
+ "enabled": false,
53
+ "max_episodes": 5,
54
+ "suffix": "debug"
55
+ }
56
+ },
57
+ "weights": [
58
+ {
59
+ "path": "historical/openvla_demon_attack_fix_latency_2_small/checkpoints/best_model.safetensors",
60
+ "identity": "adb853d16890002501675633ddefc2126fd3f102a63cf6ece7a5e56d0c8c662c",
61
+ "source_path": "checkpoints/best_state/model.safetensors",
62
+ "size": 9138230516
63
+ },
64
+ {
65
+ "path": "historical/openvla_demon_attack_fix_latency_2_small/checkpoints/steps_2000_model.safetensors",
66
+ "identity": "adb853d16890002501675633ddefc2126fd3f102a63cf6ece7a5e56d0c8c662c",
67
+ "source_path": "checkpoints/steps_2000_state/model.safetensors",
68
+ "size": 9138230516
69
+ }
70
+ ],
71
+ "paper_locations": [],
72
+ "paper_identity_confirmed": false,
73
+ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.",
74
+ "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed."
75
+ }
76
+ ],
77
+ "training_data": []
78
+ }
latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce
2
+
3
+ Demon Attack · wanoft · H8
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/demon-attack)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/artifact.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/checkpoints/steps_5000_pytorch_model.pt"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/eval/fixed_6/eval_latency_6/episode_metrics.jsonl"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/eval/fixed_6/queue_eval_latency_6.json"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/eval/fixed_6/queue_eval_results.jsonl"
29
+ },
30
+ {
31
+ "repo": "latency-sensitive-bench/benchmark-datasets",
32
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
33
+ "path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/hydra/.hydra/hydra.yaml"
34
+ },
35
+ {
36
+ "repo": "latency-sensitive-bench/benchmark-datasets",
37
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
38
+ "path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/hydra/.hydra/overrides.yaml"
39
+ },
40
+ {
41
+ "repo": "latency-sensitive-bench/benchmark-datasets",
42
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
43
+ "path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/hydra/train_starvla_hydra.log"
44
+ },
45
+ {
46
+ "repo": "latency-sensitive-bench/benchmark-datasets",
47
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
48
+ "path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/summary.jsonl"
49
+ }
50
+ ],
51
+ "asset_state": "complete_bundle",
52
+ "paper_source_confirmed": true,
53
+ "original_training_bindings": [
54
+ {
55
+ "run": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce",
56
+ "framework": "WanOFT",
57
+ "weight_path": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/checkpoints/steps_5000_pytorch_model.pt",
58
+ "config_path": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/config.full.yaml",
59
+ "normalization_path": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/dataset_statistics.json",
60
+ "source_repo": "latency-sensitive-bench/memory",
61
+ "source_revision": "19560a283b9b2f0e94f4ee134e8913c7ac6ec441",
62
+ "source_weight_path": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/checkpoints/steps_5000_pytorch_model.pt",
63
+ "source_weight_sha256": "791c66ee0313063e3eeec01a3eeb788e642f8e22952e232caa6562998d0754dd",
64
+ "training_data": {
65
+ "status": "source confirmed",
66
+ "repo": "latency-sensitive-bench/memory-data",
67
+ "revision": "49da56bd92b9842fb457418aba760a1b03379258",
68
+ "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
69
+ },
70
+ "image_mode": "single",
71
+ "num_obs_frames": 1,
72
+ "evaluation_repo": "latency-sensitive-bench/memory-data",
73
+ "evaluation_revision": "49da56bd92b9842fb457418aba760a1b03379258",
74
+ "evidence_directory": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce"
75
+ }
76
+ ],
77
+ "training_data": [
78
+ {
79
+ "repo": "latency-sensitive-bench/benchmark-datasets",
80
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
81
+ "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps",
82
+ "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps"
83
+ }
84
+ ]
85
+ }
latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0
2
+
3
+ Flappy Bird · sample-factory · rollout teacher
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/flappy)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.
latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/artifact.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": {
3
+ "repo": "latency-sensitive-bench/memory-models",
4
+ "revision": "289306dcd0bd72502011d98e71b0648d149071bc",
5
+ "path": "memory/rollout_teachers/flappy"
6
+ },
7
+ "checkpoint": [
8
+ {
9
+ "repo": "latency-sensitive-bench/benchmark-models",
10
+ "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c",
11
+ "path": "latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/train/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/checkpoint_p0/checkpoint_000048840_25034752.pth"
12
+ }
13
+ ],
14
+ "evaluation": [
15
+ {
16
+ "repo": "latency-sensitive-bench/benchmark-datasets",
17
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
18
+ "path": "evaluations/flappy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/train/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/episode_metrics.jsonl"
19
+ },
20
+ {
21
+ "repo": "latency-sensitive-bench/benchmark-datasets",
22
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
23
+ "path": "evaluations/flappy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/train/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/git.diff"
24
+ },
25
+ {
26
+ "repo": "latency-sensitive-bench/benchmark-datasets",
27
+ "revision": "15d17287246bd19940c837d6c8a5327564f969c5",
28
+ "path": "evaluations/flappy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/train/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/sf_log.txt"
29
+ }
30
+ ],
31
+ "asset_state": "teacher_bundle",
32
+ "paper_source_confirmed": false,
33
+ "original_training_bindings": [
34
+ {
35
+ "run": "memory/rollout_teachers/flappy",
36
+ "framework": "Sample Factory",
37
+ "weight_path": "memory/rollout_teachers/flappy/train/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/checkpoint_p0/checkpoint_000048840_25034752.pth",
38
+ "source_repo": "latency-sensitive-bench/paper-experiment-models",
39
+ "source_revision": "7a26e7762131275e85f5b2398fd0406affb820b8",
40
+ "source_weight_sha256": "73335509ad209b093377f3c98b5da814a2ae29f23ba9c5ef2d363cae3766cbd2",
41
+ "train_step": 48840,
42
+ "env_steps": 25034752,
43
+ "selection": "latest in config and final checkpoint in training log",
44
+ "evidence_repo": "latency-sensitive-bench/memory-data",
45
+ "evidence_revision": "49da56bd92b9842fb457418aba760a1b03379258"
46
+ }
47
+ ],
48
+ "training_data": []
49
+ }
latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_cumulative_40ep_per_latency/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # flappy_curriculum_cumulative_40ep_per_latency
2
+
3
+ Flappy Bird · qwenoft · H1
4
+
5
+ [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/latency-transfer/flappy)
6
+
7
+ Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references.