diff --git a/README.md b/README.md index edbd9a9421975f17020286e586385dab0d14652f..808565d26f528d4fffd4b44372642658ea1cee63 100644 --- a/README.md +++ b/README.md @@ -7,20 +7,62 @@ Inference-ready teachers and VLA policies for the supported benchmark tasks. ## Layout -- `latency-aware/mikasa-intercept-grab-fast/small-policy/ppo-qwenoft-rtx3090-v1`: scratch-trained PPO with the QwenOFT RTX 3090 temporal profile; independent 256-episode final success 98.83% (253/256). -- `zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1`: accepted PPO teacher and strict evaluation. -- `zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-v1`: StarVLA QwenOFT 5k inference checkpoint, portable config, statistics, and zero-latency evaluation. -- `zero-latency/humanoidbench-balance-simple/small-policy/fasttd3-v1`: accepted FastTD3 teacher and portable train/eval configs. -- `zero-latency/humanoidbench-balance-simple/vla/gr00t-n1.7-10k-v1`: official GR00T N1.7 10k inference bundle and zero-latency evaluation. +- `zero-latency//small-policy/` and `zero-latency//vla/`: models trained without latency. +- `latency-aware//small-policy/` and `latency-aware//vla/`: models trained for latency. Profile and fixed-2 training conditions are identified by run ID and bundle provenance. -Extreme Parkour and HAIC artifacts are intentionally not published until their current VLA pipelines pass their documented gates. +MIKASA H8 conditioned inference bundles use `latency-aware/mikasa-intercept-grab-fast/vla/starvla--h8//`, where `` is `qwenoft`, `qwenpi_v3`, or `qwengr00t`. Each model has an SFT run `h8-conditioned-seed-reset-20260922-{profile|fixed-2}` and a DAgger run `h8-conditioned-dagger-20260923-{profile|fixed-2}`. -Historical source repositories remain unchanged: MIKASA model revision `38327e16f9b33cf5f827b54a606cb4c22d4dfbfc` and Balance model revision `734dcedcafbcbffab7f8665d09de42a9c8416d38`. +## Hist8 VLA release: 18 models, 27 formal evaluations -See the repository artifact registry for exact task contracts and reproduction commands. +Flappy, Demon Attack and Deadly Corridor × QwenOFT, QwenGR00T and QwenPI v3 × zero/profile training. Each model is the evaluated step-5000 checkpoint, initialized from Qwen3-VL-4B revision `ebb281ec70b05090aa6165b016eac8ec08e71b17` with seed 42. -## Hist8 VLA models (2026-09-24) +Input is one current RGB image plus eight causal decision histories, passed as raw 0/1 transport state. Action horizon is **1**; the model directory suffix `h1` refers to this action horizon, while `hist8` in each run ID refers to input history. -18 final step-5000 models for Flappy, Demon Attack and Deadly Corridor are published under `zero-latency//vla/starvla--h1/` (9) and `latency-aware//vla/starvla--h1/` (9). Each uses one RGB image and eight raw 0/1 decision histories. All 27 formal evaluation conditions have 100 episodes. +### Formal scores -See [the hist8 model index and evaluation matrix](reports/hist8-v2/README.md) and [model paths / checkpoint SHA256](reports/hist8-v2/models.json). +Each value is the mean of 100 episodes, seeds 1,000,000–1,000,099; parallel 32 and capacity 1. Flappy/Demon/Deadly caps are 3,600/7,200/3,600 raw frames at FPS/decision Hz 10/10, 60/15, 35/8.75. Deadly uses the corrected sf-render-v4 view (160×120 RGB with HUD). + +| Game / model | zero→zero | zero→profile | profile→profile | +|---|---:|---:|---:| +| flappy / qwenoft | 439.13 | 19.19 | 373.78 | +| flappy / qwengr00t | 428.48 | 6.62 | 414.52 | +| flappy / qwenpi_v3 | 408.72 | 5.58 | 344.48 | +| demon_attack / qwenoft | 2362.15 | 584.35 | 1452.80 | +| demon_attack / qwengr00t | 2370.90 | 231.90 | 1203.10 | +| demon_attack / qwenpi_v3 | 2350.95 | 112.30 | 907.30 | +| deadly_corridor / qwenoft | 2098.67 | 742.35 | 2091.23 | +| deadly_corridor / qwengr00t | 2100.46 | 341.76 | 2090.82 | +| deadly_corridor / qwenpi_v3 | 2104.09 | 140.94 | 1450.83 | + +### Downloadable models + +| Training | Game / model | Run | +|---|---|---| +| profile | flappy / qwenoft | [flappy-qwenoft-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy-qwenoft-hist8-scratch-s42-v2) | +| profile | demon_attack / qwenoft | [demon_attack-qwenoft-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-scratch-s42-v2) | +| profile | flappy / qwengr00t | [flappy-qwengr00t-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2) | +| profile | demon_attack / qwengr00t | [demon_attack-qwengr00t-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2) | +| profile | demon_attack / qwenpi_v3 | [demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6) | +| zero | flappy / qwenoft | [flappy-qwenoft-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/flappy/vla/starvla-qwenoft-h1/flappy-qwenoft-hist8-zero-scratch-s42-v2) | +| profile | flappy / qwenpi_v3 | [flappy-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/flappy/vla/starvla-qwenpi_v3-h1/flappy-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6) | +| zero | demon_attack / qwenoft | [demon_attack-qwenoft-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2) | +| zero | flappy / qwengr00t | [flappy-qwengr00t-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-zero-scratch-s42-v2) | +| zero | flappy / qwenpi_v3 | [flappy-qwenpi_v3-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/flappy/vla/starvla-qwenpi_v3-h1/flappy-qwenpi_v3-hist8-zero-scratch-s42-v2) | +| zero | deadly_corridor / qwenoft | [deadly_corridor-qwenoft-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-zero-scratch-s42-v2) | +| zero | demon_attack / qwengr00t | [demon_attack-qwengr00t-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-zero-scratch-s42-v2) | +| profile | deadly_corridor / qwenpi_v3 | [deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6) | +| profile | deadly_corridor / qwenoft | [deadly_corridor-qwenoft-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2) | +| profile | deadly_corridor / qwengr00t | [deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16) | +| zero | demon_attack / qwenpi_v3 | [demon_attack-qwenpi_v3-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-zero-scratch-s42-v2) | +| zero | deadly_corridor / qwengr00t | [deadly_corridor-qwengr00t-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-zero-scratch-s42-v2) | +| zero | deadly_corridor / qwenpi_v3 | [deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2) | + +Every model contains its README, checkpoint, inference/training configuration, statistics, task contract, collection/training provenance, exact latency profile and episode-level evaluation evidence. The original detailed JSON index remains in the benchmark publication receipt. + +### Interpretation and reproduction + +The same zero-trained checkpoint is used in both evaluation environments. Each architecture has its own latency profile, so this is not a same-latency cross-architecture ranking. Zero and profile training use different teachers and collected data; differences do not isolate learning rate or a single training factor. Results use one training seed. + +Common training: two GPUs, bf16 ZeRO-2, batch 64/rank, accumulation 1, global batch 128, 16 workers/rank, prefetch 4, backbone LR 3e-6, action-head LR 1e-4, 100-step warmup, cosine min_lr_rate 1/30, 5,000 steps. Architecture-specific losses and other parameter groups are retained. + +Hist8 corrects the earlier -1/1 history input mismatch. Deadly also corrects an evaluation rendering mismatch; invalid older results are not included in this release. Profiles are preserved byte-for-byte with their sampling sidecars. Use each model task contract and pinned base-model revision when replaying. diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/README.md b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/README.md deleted file mode 100644 index 6a667b2fb919a3df185d44e956b46fb931540a0d..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/README.md +++ /dev/null @@ -1,3 +0,0 @@ -# MIKASA H8 fixed-2 qwengr00t DAgger - -Selected development checkpoint: step 5000. The independent 200-episode results are in eval_matrix.json. diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt deleted file mode 100644 index 6abdc4e8e0be5d40bc3f39287e4f1f726e3891a4..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:002988f015c2fd0a94343bf80aae4da3488f3c18fe5d412c4f6b4b016ad16fa2 -size 9976975139 diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/config.yaml b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/config.yaml deleted file mode 100644 index c942b0201d5bbe42d2129bad1fd9a99c74f525f9..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/config.yaml +++ /dev/null @@ -1,59 +0,0 @@ -framework: - name: QwenGR00T - qwenvl: - base_vlm: Qwen/Qwen3-VL-4B-Instruct - attn_implementation: flash_attention_2 - vl_hidden_dim: 2048 - enable_gradient_checkpointing: true - action_model: - action_model_type: DiT-B - action_hidden_dim: 1024 - hidden_size: 1024 - add_pos_embed: true - max_seq_len: 1024 - action_dim: 7 - state_dim: 71 - task_objective: null - action_horizon: 8 - repeated_diffusion_steps: 8 - noise_beta_alpha: 1.5 - noise_beta_beta: 1.0 - noise_s: 0.999 - num_timestep_buckets: 1000 - num_inference_timesteps: 4 - num_target_vision_tokens: 32 - diffusion_model_cfg: - cross_attention_dim: 2560 - dropout: 0.2 - final_dropout: true - interleave_self_attention: true - norm_type: ada_norm - num_layers: 16 - output_dim: 1024 - positional_embeddings: null - action_env_dim: 7 - future_action_window_size: 7 - past_action_window_size: 0 -version_id: '0.21' -datasets: - vla_data: - include_state: true - obs_image_size: - - 224 - - 224 - image_mode: single - stitch_grid: - - 1 - - 2 - num_obs_frames: 1 -trainer: - pretrained_checkpoint: null -backbone: - repo_id: Qwen/Qwen3-VL-4B-Instruct - allow_patterns: - - '*.json' - - '*.safetensors' - - '*.txt' - - '*.jinja' - - '*.model' - revision: ebb281ec70b05090aa6165b016eac8ec08e71b17 diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/dataset_statistics.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/dataset_statistics.json deleted file mode 100644 index 1b365bcd600e6245e7f73bee50b458a5d5d2ab50..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/dataset_statistics.json +++ /dev/null @@ -1,511 +0,0 @@ -{ - "new_embodiment": { - "action": { - "mean": [ - -0.08153289556503296, - 0.09881147742271423, - -0.21583178639411926, - -0.24406598508358002, - -0.39754995703697205, - 0.15739205479621887, - 0.020018810406327248 - ], - "std": [ - 0.21002133190631866, - 0.5266466736793518, - 0.23841160535812378, - 0.27672678232192993, - 0.3024211525917053, - 0.29195544123649597, - 0.42421531677246094 - ], - "max": [ - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.7441257834434509, - 0.9803891777992249, - 0.9068138599395752 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6024078130722046, - -1.0 - ], - "q01": [ - -0.7389877438545227, - -1.0, - -0.8360429406166077, - -0.6895301938056946, - -0.9313967227935791, - -0.4065292179584503, - -0.8272001147270203 - ], - "q99": [ - 0.2715863287448883, - 0.836138904094696, - 0.18877215683460236, - 0.5313757061958313, - 0.24756553769111633, - 0.7555548548698425, - 0.654169499874115 - ], - "mask": [ - true, - true, - true, - true, - true, - true, - true - ] - }, - "state": { - "mean": [ - -0.17602799832820892, - -0.0859493762254715, - 0.10989595949649811, - -2.321133613586426, - 0.29933515191078186, - -0.15205281972885132, - 0.04950501397252083, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.11404571682214737, - 0.014567448757588863, - -0.25869086384773254, - -0.2138390988111496, - -0.43156811594963074, - 0.19629693031311035, - 0.05883324146270752, - -0.09589624404907227, - 0.049624424427747726, - -0.23443107306957245, - -0.22897252440452576, - -0.40533944964408875, - 0.17266876995563507, - 0.04253947362303734, - -0.08008856326341629, - 0.07886253297328949, - -0.2079046666622162, - -0.22526612877845764, - -0.379305362701416, - 0.15290595591068268, - 0.014341559261083603, - -0.06511731445789337, - 0.10700931400060654, - -0.18747255206108093, - -0.22976438701152802, - -0.3556271493434906, - 0.13940900564193726, - 0.016766374930739403, - -0.05323467776179314, - 0.13615965843200684, - -0.16687241196632385, - -0.2236071676015854, - -0.33364105224609375, - 0.11977968364953995, - 0.011175139807164669, - -0.04226827621459961, - 0.1602867990732193, - -0.15044564008712769, - -0.22470375895500183, - -0.3115008473396301, - 0.10406522452831268, - 0.0154657531529665, - 0.0, - 0.0, - 0.9417458772659302, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.0881887674331665, - 0.12526221573352814, - 0.10488927364349365, - 1.9271414279937744, - 0.19634725153446198, - 0.10704465210437775, - 0.015050769783556461, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.24448299407958984, - 0.5761802792549133, - 0.27114465832710266, - 0.28275179862976074, - 0.30491015315055847, - 0.3038008213043213, - 0.388929158449173, - 0.2268688976764679, - 0.5521970987319946, - 0.2546086311340332, - 0.27230775356292725, - 0.30980587005615234, - 0.2887123227119446, - 0.3931591510772705, - 0.20533782243728638, - 0.5197066068649292, - 0.23903818428516388, - 0.27460551261901855, - 0.309861421585083, - 0.2882433831691742, - 0.40891122817993164, - 0.1872372031211853, - 0.4897569417953491, - 0.22062721848487854, - 0.27067697048187256, - 0.30455389618873596, - 0.27931150794029236, - 0.4060570001602173, - 0.17333753407001495, - 0.4548024535179138, - 0.20633898675441742, - 0.27357742190361023, - 0.3015929162502289, - 0.2688794434070587, - 0.4074384570121765, - 0.16115333139896393, - 0.4218488931655884, - 0.19286568462848663, - 0.27335256338119507, - 0.29633861780166626, - 0.2543492615222931, - 0.4057413339614868, - 0.0, - 0.0, - 0.23422566056251526, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.008295059204101562, - 0.2219155728816986, - 0.3700617253780365, - 3.141578197479248, - 1.2781416177749634, - 0.11371541023254395, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.6962307691574097, - 0.9803891181945801, - 0.7903341054916382, - 0.3510326147079468, - 0.9459350109100342, - 0.7492988109588623, - 1.0, - 0.7025318145751953, - 0.9020733833312988, - 0.7735651731491089, - 0.3356972932815552, - 0.9920362234115601, - 0.7824785709381104, - 0.8470993041992188, - 0.698438286781311, - 0.8901669979095459, - 0.790332555770874, - 0.35103845596313477, - 0.9832619428634644, - 0.7493778467178345, - 1.0, - 0.7023862600326538, - 0.9020733833312988, - 0.9068138599395752, - 0.4052528142929077, - 0.9920302629470825, - 0.7824676036834717, - 0.858217716217041, - 0.7441258430480957, - 0.8901669979095459, - 0.8883082866668701, - 0.35103273391723633, - 0.9844095706939697, - 0.7489898204803467, - 0.9106173515319824, - 0.7030375003814697, - 0.8338406085968018, - 0.7735637426376343, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5282707214355469, - -0.3564720153808594, - 0.01551017165184021, - -3.1415886878967285, - -0.11077414453029633, - -1.1376543045043945, - 0.023995276540517807, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -1.0, - -0.9563404321670532, - -1.0, - -0.6016411185264587, - -1.0, - -1.0, - -1.0, - -0.9855433106422424, - -1.0, - -1.0, - -0.568418562412262, - -1.0, - -0.9306126236915588, - -1.0, - -0.8943671584129333, - -0.9454482197761536, - -1.0, - -0.6024078130722046, - -1.0, - -0.8142722845077515, - -1.0, - -0.804610550403595, - -0.9567732214927673, - -1.0, - -0.5692243576049805, - -1.0, - -0.9226444959640503, - -1.0, - -0.7243512868881226, - -0.944817841053009, - -0.9948020577430725, - -0.5959401726722717, - -1.0, - -0.662430465221405, - -1.0, - -0.6540769338607788, - -0.9332684278488159, - -0.951481819152832, - -0.5797969102859497, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3632066547870636, - -0.31757044792175293, - 0.01815008372068405, - -3.1397547721862793, - -0.05046986788511276, - -0.34272533655166626, - 0.028685785830020905, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.886368989944458, - -1.0, - -0.9826579093933105, - -0.6884297132492065, - -0.9574272632598877, - -0.4079456925392151, - -0.8234922289848328, - -0.8278449773788452, - -1.0, - -0.8939800262451172, - -0.6847217082977295, - -0.9757276773452759, - -0.39568281173706055, - -0.790169358253479, - -0.717595100402832, - -1.0, - -0.8067351579666138, - -0.6884304285049438, - -0.930842399597168, - -0.4073410630226135, - -0.8257322907447815, - -0.6305186152458191, - -1.0, - -0.7159554958343506, - -0.6831893920898438, - -0.8898144364356995, - -0.3987864553928375, - -0.8072169423103333, - -0.5720008611679077, - -0.9803179502487183, - -0.6290983557701111, - -0.6866189241409302, - -0.8602492213249207, - -0.40656593441963196, - -0.8293631672859192, - -0.5235277414321899, - -0.8383781909942627, - -0.56385338306427, - -0.6835734844207764, - -0.8319268822669983, - -0.3990429937839508, - -0.8187452554702759, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038331836462020874, - 0.16507366299629211, - 0.3389076888561249, - 3.1398279666900635, - 0.7237268090248108, - 0.06055232137441635, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2705755829811096, - 0.8315880298614502, - 0.18582318723201752, - 0.5377378463745117, - 0.24662227928638458, - 0.8319098949432373, - 0.6494792103767395, - 0.2676466703414917, - 0.8373581767082214, - 0.1834438145160675, - 0.4974599778652191, - 0.236887589097023, - 0.7582034468650818, - 0.6533123850822449, - 0.26935625076293945, - 0.8315237760543823, - 0.18649394810199738, - 0.5170223712921143, - 0.24846217036247253, - 0.7462656497955322, - 0.6494794487953186, - 0.26724493503570557, - 0.8370072245597839, - 0.18313010036945343, - 0.5177000164985657, - 0.2367607057094574, - 0.7361869812011719, - 0.6535307168960571, - 0.2693558633327484, - 0.8326732516288757, - 0.18637767434120178, - 0.5192703604698181, - 0.2474922239780426, - 0.6974258422851562, - 0.6494795083999634, - 0.2672460079193115, - 0.8375639915466309, - 0.18415498733520508, - 0.5230191349983215, - 0.23317435383796692, - 0.6193723082542419, - 0.6535356044769287, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "num_transitions": 14358, - "num_trajectories": 772 - } -} \ No newline at end of file diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/eval_fixed_2f.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/eval_fixed_2f.json deleted file mode 100644 index 4e17a685258ed802eb730eebb58e1f956ed8d72b..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/eval_fixed_2f.json +++ /dev/null @@ -1,223 +0,0 @@ -{ - "seed": 4242424542, - "episodes": 200, - "success_count": 164.0, - "success_rate": 0.82, - "mean_return": 29.865967118909644, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "fixed", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 400, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "executed_later_heads": 11600, - "passed": true, - "fixed_latency_ms": 100.0, - "latency_raw_frames": 2 - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/fixed-2/qwengr00t/bundles/best/checkpoints/model.pt", - "resident_step": null -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/eval_matrix.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/eval_matrix.json deleted file mode 100644 index 9b6bf2eccf6fe390879649ec1927c50fe00b2544..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/eval_matrix.json +++ /dev/null @@ -1,671 +0,0 @@ -{ - "baseline": { - "seed": 4242424542, - "episodes": 200, - "success_count": 12.0, - "success_rate": 0.06, - "mean_return": 3.508709114007802, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "fixed", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 400, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "executed_later_heads": 11600, - "passed": true, - "fixed_latency_ms": 100.0, - "latency_raw_frames": 2 - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/fixed-2/qwengr00t/bundles/source/checkpoints/model.pt", - "resident_step": null - }, - "best": { - "seed": 4242424542, - "episodes": 200, - "success_count": 164.0, - "success_rate": 0.82, - "mean_return": 29.865967118909644, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "fixed", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 400, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "executed_later_heads": 11600, - "passed": true, - "fixed_latency_ms": 100.0, - "latency_raw_frames": 2 - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/fixed-2/qwengr00t/bundles/best/checkpoints/model.pt", - "resident_step": null - }, - "latest": { - "seed": 4242424542, - "episodes": 200, - "success_count": 164.0, - "success_rate": 0.82, - "mean_return": 29.865967118909644, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "fixed", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 400, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "executed_later_heads": 11600, - "passed": true, - "fixed_latency_ms": 100.0, - "latency_raw_frames": 2 - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/fixed-2/qwengr00t/bundles/latest/checkpoints/model.pt", - "resident_step": null - } -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/provenance.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/provenance.json deleted file mode 100644 index d305954fcd7fcf98f0b234bdfe54e6926f8bc1ba..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/provenance.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "task": "mikasa_intercept_grab_fast", - "model": "qwengr00t", - "condition": "fixed-2", - "phase": "dagger", - "source_sft_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-seed-reset-20260922/fixed-2/qwengr00t/training/bootstrap/checkpoints/steps_5000_pytorch_model.pt", - "selected_step": 5000, - "latest_step": 5000, - "dagger_optimizer_steps": 5000, - "development_seeds": [ - 4242424442, - 4242424541 - ], - "heldout_seeds": [ - 4242424542, - 4242424741 - ], - "checkpoint": "checkpoints/model.pt", - "latest_checkpoint": "checkpoints/model.pt" -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/task_contract.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/task_contract.json deleted file mode 100644 index 8a150d8aa4f66d46a83a54248d7c82042337fc64..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/task_contract.json +++ /dev/null @@ -1,552 +0,0 @@ -{ - "format": "latency_bench_starvla_h8_v2", - "task": "mikasa_intercept_grab_fast", - "robot_type": "latency_mikasa_conditioned_h8", - "state_dim": 71, - "action_dim": 7, - "action_horizon": 8, - "fps": 20.0, - "state_key": "observation.state", - "action_key": "issued_command_chunk", - "video_keys": [ - "video.top", - "video.wrist" - ], - "auxiliary": { - "action_prefix_mask": { - "shape": [ - 8 - ], - "column": "action_prefix_mask" - }, - "action_loss_mask": { - "shape": [ - 8 - ], - "column": "action_loss_mask" - } - }, - "normalization": { - "state": { - "mean": [ - -0.17602799832820892, - -0.0859493762254715, - 0.10989595949649811, - -2.321133613586426, - 0.29933515191078186, - -0.15205281972885132, - 0.04950501397252083, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.11404571682214737, - 0.014567448757588863, - -0.25869086384773254, - -0.2138390988111496, - -0.43156811594963074, - 0.19629693031311035, - 0.05883324146270752, - -0.09589624404907227, - 0.049624424427747726, - -0.23443107306957245, - -0.22897252440452576, - -0.40533944964408875, - 0.17266876995563507, - 0.04253947362303734, - -0.08008856326341629, - 0.07886253297328949, - -0.2079046666622162, - -0.22526612877845764, - -0.379305362701416, - 0.15290595591068268, - 0.014341559261083603, - -0.06511731445789337, - 0.10700931400060654, - -0.18747255206108093, - -0.22976438701152802, - -0.3556271493434906, - 0.13940900564193726, - 0.016766374930739403, - -0.05323467776179314, - 0.13615965843200684, - -0.16687241196632385, - -0.2236071676015854, - -0.33364105224609375, - 0.11977968364953995, - 0.011175139807164669, - -0.04226827621459961, - 0.1602867990732193, - -0.15044564008712769, - -0.22470375895500183, - -0.3115008473396301, - 0.10406522452831268, - 0.0154657531529665, - 0.0, - 0.0, - 0.9417458772659302, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.0881887674331665, - 0.12526221573352814, - 0.10488927364349365, - 1.9271414279937744, - 0.19634725153446198, - 0.10704465210437775, - 0.015050769783556461, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.24448299407958984, - 0.5761802792549133, - 0.27114465832710266, - 0.28275179862976074, - 0.30491015315055847, - 0.3038008213043213, - 0.388929158449173, - 0.2268688976764679, - 0.5521970987319946, - 0.2546086311340332, - 0.27230775356292725, - 0.30980587005615234, - 0.2887123227119446, - 0.3931591510772705, - 0.20533782243728638, - 0.5197066068649292, - 0.23903818428516388, - 0.27460551261901855, - 0.309861421585083, - 0.2882433831691742, - 0.40891122817993164, - 0.1872372031211853, - 0.4897569417953491, - 0.22062721848487854, - 0.27067697048187256, - 0.30455389618873596, - 0.27931150794029236, - 0.4060570001602173, - 0.17333753407001495, - 0.4548024535179138, - 0.20633898675441742, - 0.27357742190361023, - 0.3015929162502289, - 0.2688794434070587, - 0.4074384570121765, - 0.16115333139896393, - 0.4218488931655884, - 0.19286568462848663, - 0.27335256338119507, - 0.29633861780166626, - 0.2543492615222931, - 0.4057413339614868, - 0.0, - 0.0, - 0.23422566056251526, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5282707214355469, - -0.3564720153808594, - 0.01551017165184021, - -3.1415886878967285, - -0.11077414453029633, - -1.1376543045043945, - 0.023995276540517807, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -1.0, - -0.9563404321670532, - -1.0, - -0.6016411185264587, - -1.0, - -1.0, - -1.0, - -0.9855433106422424, - -1.0, - -1.0, - -0.568418562412262, - -1.0, - -0.9306126236915588, - -1.0, - -0.8943671584129333, - -0.9454482197761536, - -1.0, - -0.6024078130722046, - -1.0, - -0.8142722845077515, - -1.0, - -0.804610550403595, - -0.9567732214927673, - -1.0, - -0.5692243576049805, - -1.0, - -0.9226444959640503, - -1.0, - -0.7243512868881226, - -0.944817841053009, - -0.9948020577430725, - -0.5959401726722717, - -1.0, - -0.662430465221405, - -1.0, - -0.6540769338607788, - -0.9332684278488159, - -0.951481819152832, - -0.5797969102859497, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.008295059204101562, - 0.2219155728816986, - 0.3700617253780365, - 3.141578197479248, - 1.2781416177749634, - 0.11371541023254395, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.6962307691574097, - 0.9803891181945801, - 0.7903341054916382, - 0.3510326147079468, - 0.9459350109100342, - 0.7492988109588623, - 1.0, - 0.7025318145751953, - 0.9020733833312988, - 0.7735651731491089, - 0.3356972932815552, - 0.9920362234115601, - 0.7824785709381104, - 0.8470993041992188, - 0.698438286781311, - 0.8901669979095459, - 0.790332555770874, - 0.35103845596313477, - 0.9832619428634644, - 0.7493778467178345, - 1.0, - 0.7023862600326538, - 0.9020733833312988, - 0.9068138599395752, - 0.4052528142929077, - 0.9920302629470825, - 0.7824676036834717, - 0.858217716217041, - 0.7441258430480957, - 0.8901669979095459, - 0.8883082866668701, - 0.35103273391723633, - 0.9844095706939697, - 0.7489898204803467, - 0.9106173515319824, - 0.7030375003814697, - 0.8338406085968018, - 0.7735637426376343, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3632066547870636, - -0.31757044792175293, - 0.01815008372068405, - -3.1397547721862793, - -0.05046986788511276, - -0.34272533655166626, - 0.028685785830020905, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.886368989944458, - -1.0, - -0.9826579093933105, - -0.6884297132492065, - -0.9574272632598877, - -0.4079456925392151, - -0.8234922289848328, - -0.8278449773788452, - -1.0, - -0.8939800262451172, - -0.6847217082977295, - -0.9757276773452759, - -0.39568281173706055, - -0.790169358253479, - -0.717595100402832, - -1.0, - -0.8067351579666138, - -0.6884304285049438, - -0.930842399597168, - -0.4073410630226135, - -0.8257322907447815, - -0.6305186152458191, - -1.0, - -0.7159554958343506, - -0.6831893920898438, - -0.8898144364356995, - -0.3987864553928375, - -0.8072169423103333, - -0.5720008611679077, - -0.9803179502487183, - -0.6290983557701111, - -0.6866189241409302, - -0.8602492213249207, - -0.40656593441963196, - -0.8293631672859192, - -0.5235277414321899, - -0.8383781909942627, - -0.56385338306427, - -0.6835734844207764, - -0.8319268822669983, - -0.3990429937839508, - -0.8187452554702759, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038331836462020874, - 0.16507366299629211, - 0.3389076888561249, - 3.1398279666900635, - 0.7237268090248108, - 0.06055232137441635, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2705755829811096, - 0.8315880298614502, - 0.18582318723201752, - 0.5377378463745117, - 0.24662227928638458, - 0.8319098949432373, - 0.6494792103767395, - 0.2676466703414917, - 0.8373581767082214, - 0.1834438145160675, - 0.4974599778652191, - 0.236887589097023, - 0.7582034468650818, - 0.6533123850822449, - 0.26935625076293945, - 0.8315237760543823, - 0.18649394810199738, - 0.5170223712921143, - 0.24846217036247253, - 0.7462656497955322, - 0.6494794487953186, - 0.26724493503570557, - 0.8370072245597839, - 0.18313010036945343, - 0.5177000164985657, - 0.2367607057094574, - 0.7361869812011719, - 0.6535307168960571, - 0.2693558633327484, - 0.8326732516288757, - 0.18637767434120178, - 0.5192703604698181, - 0.2474922239780426, - 0.6974258422851562, - 0.6494795083999634, - 0.2672460079193115, - 0.8375639915466309, - 0.18415498733520508, - 0.5230191349983215, - 0.23317435383796692, - 0.6193723082542419, - 0.6535356044769287, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "action": { - "mean": [ - -0.08153289556503296, - 0.09881147742271423, - -0.21583178639411926, - -0.24406598508358002, - -0.39754995703697205, - 0.15739205479621887, - 0.020018810406327248 - ], - "std": [ - 0.21002133190631866, - 0.5266466736793518, - 0.23841160535812378, - 0.27672678232192993, - 0.3024211525917053, - 0.29195544123649597, - 0.42421531677246094 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6024078130722046, - -1.0 - ], - "max": [ - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.7441257834434509, - 0.9803891777992249, - 0.9068138599395752 - ], - "q01": [ - -0.7389877438545227, - -1.0, - -0.8360429406166077, - -0.6895301938056946, - -0.9313967227935791, - -0.4065292179584503, - -0.8272001147270203 - ], - "q99": [ - 0.2715863287448883, - 0.836138904094696, - 0.18877215683460236, - 0.5313757061958313, - 0.24756553769111633, - 0.7555548548698425, - 0.654169499874115 - ] - } - }, - "prompt": "Intercept the rolling ball and grasp it to stop it.", - "action_prefix": { - "mode": "fixed_frames", - "frames": 2, - "env_fps": 20, - "action_horizon": 8, - "action_dim": 7 - }, - "label_provenance": { - "semantics": "zero_h1_teacher_after_causal_prefix", - "teacher_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/artifacts/models/zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt", - "condition": "fixed-2", - "model": "shared", - "latency": { - "method": "fixed", - "fixed_latency_ms": 100.0 - }, - "action_prefix": { - "mode": "fixed_frames", - "frames": 2, - "env_fps": 20, - "action_horizon": 8, - "action_dim": 7 - } - } -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/README.md b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/README.md deleted file mode 100644 index a4e7779021d18cde830b584bee437ee197154064..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/README.md +++ /dev/null @@ -1,3 +0,0 @@ -# qwengr00t — mikasa_intercept_grab_fast - -RGB + continuous state, action horizon 8, VLA 20 Hz. Formal evaluation is run separately. diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/checkpoints/model.pt b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/checkpoints/model.pt deleted file mode 100644 index 068169692c1c6d50ac4ccafb1a92dbb38dc4498d..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/checkpoints/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:041780630e42dcbdb1812b5052a59518df01027a7fa2b76aa9acf18dcfd114fd -size 9976975139 diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/config.yaml b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/config.yaml deleted file mode 100644 index c942b0201d5bbe42d2129bad1fd9a99c74f525f9..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/config.yaml +++ /dev/null @@ -1,59 +0,0 @@ -framework: - name: QwenGR00T - qwenvl: - base_vlm: Qwen/Qwen3-VL-4B-Instruct - attn_implementation: flash_attention_2 - vl_hidden_dim: 2048 - enable_gradient_checkpointing: true - action_model: - action_model_type: DiT-B - action_hidden_dim: 1024 - hidden_size: 1024 - add_pos_embed: true - max_seq_len: 1024 - action_dim: 7 - state_dim: 71 - task_objective: null - action_horizon: 8 - repeated_diffusion_steps: 8 - noise_beta_alpha: 1.5 - noise_beta_beta: 1.0 - noise_s: 0.999 - num_timestep_buckets: 1000 - num_inference_timesteps: 4 - num_target_vision_tokens: 32 - diffusion_model_cfg: - cross_attention_dim: 2560 - dropout: 0.2 - final_dropout: true - interleave_self_attention: true - norm_type: ada_norm - num_layers: 16 - output_dim: 1024 - positional_embeddings: null - action_env_dim: 7 - future_action_window_size: 7 - past_action_window_size: 0 -version_id: '0.21' -datasets: - vla_data: - include_state: true - obs_image_size: - - 224 - - 224 - image_mode: single - stitch_grid: - - 1 - - 2 - num_obs_frames: 1 -trainer: - pretrained_checkpoint: null -backbone: - repo_id: Qwen/Qwen3-VL-4B-Instruct - allow_patterns: - - '*.json' - - '*.safetensors' - - '*.txt' - - '*.jinja' - - '*.model' - revision: ebb281ec70b05090aa6165b016eac8ec08e71b17 diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/dataset_statistics.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/dataset_statistics.json deleted file mode 100644 index c9682c762de103d8f54e71839d0c0bab26f0028c..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/dataset_statistics.json +++ /dev/null @@ -1,511 +0,0 @@ -{ - "new_embodiment": { - "action": { - "mean": [ - -0.08153289556503296, - 0.09881147742271423, - -0.21583178639411926, - -0.24406598508358002, - -0.39754995703697205, - 0.15739205479621887, - 0.020018810406327248 - ], - "std": [ - 0.21002133190631866, - 0.5266466736793518, - 0.23841160535812378, - 0.27672678232192993, - 0.3024211525917053, - 0.29195544123649597, - 0.42421531677246094 - ], - "max": [ - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.7441257834434509, - 0.9803891777992249, - 0.9068138599395752 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6024078130722046, - -1.0 - ], - "q01": [ - -0.7389877438545227, - -1.0, - -0.8360429406166077, - -0.6895301938056946, - -0.9313967227935791, - -0.4065292179584503, - -0.8272001147270203 - ], - "q99": [ - 0.2715863287448883, - 0.836138904094696, - 0.18877215683460236, - 0.5313757061958313, - 0.24756553769111633, - 0.7555548548698425, - 0.654169499874115 - ], - "mask": [ - true, - true, - true, - true, - true, - true, - true - ] - }, - "state": { - "mean": [ - -0.17602799832820892, - -0.0859493762254715, - 0.10989595949649811, - -2.321133613586426, - 0.29933515191078186, - -0.15205281972885132, - 0.04950501397252083, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.11404571682214737, - 0.014567448757588863, - -0.25869086384773254, - -0.2138390988111496, - -0.43156811594963074, - 0.19629693031311035, - 0.05883324146270752, - -0.09589624404907227, - 0.049624424427747726, - -0.23443107306957245, - -0.22897252440452576, - -0.40533944964408875, - 0.17266876995563507, - 0.04253947362303734, - -0.08008856326341629, - 0.07886253297328949, - -0.2079046666622162, - -0.22526612877845764, - -0.379305362701416, - 0.15290595591068268, - 0.014341559261083603, - -0.06511731445789337, - 0.10700931400060654, - -0.18747255206108093, - -0.22976438701152802, - -0.3556271493434906, - 0.13940900564193726, - 0.016766374930739403, - -0.05323467776179314, - 0.13615965843200684, - -0.16687241196632385, - -0.2236071676015854, - -0.33364105224609375, - 0.11977968364953995, - 0.011175139807164669, - -0.04226827621459961, - 0.1602867990732193, - -0.15044564008712769, - -0.22470375895500183, - -0.3115008473396301, - 0.10406522452831268, - 0.0154657531529665, - 0.0, - 0.0, - 0.9417458772659302, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.0881887674331665, - 0.12526221573352814, - 0.10488927364349365, - 1.9271414279937744, - 0.19634725153446198, - 0.10704465210437775, - 0.015050769783556461, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.24448299407958984, - 0.5761802792549133, - 0.27114465832710266, - 0.28275179862976074, - 0.30491015315055847, - 0.3038008213043213, - 0.388929158449173, - 0.2268688976764679, - 0.5521970987319946, - 0.2546086311340332, - 0.27230775356292725, - 0.30980587005615234, - 0.2887123227119446, - 0.3931591510772705, - 0.20533782243728638, - 0.5197066068649292, - 0.23903818428516388, - 0.27460551261901855, - 0.309861421585083, - 0.2882433831691742, - 0.40891122817993164, - 0.1872372031211853, - 0.4897569417953491, - 0.22062721848487854, - 0.27067697048187256, - 0.30455389618873596, - 0.27931150794029236, - 0.4060570001602173, - 0.17333753407001495, - 0.4548024535179138, - 0.20633898675441742, - 0.27357742190361023, - 0.3015929162502289, - 0.2688794434070587, - 0.4074384570121765, - 0.16115333139896393, - 0.4218488931655884, - 0.19286568462848663, - 0.27335256338119507, - 0.29633861780166626, - 0.2543492615222931, - 0.4057413339614868, - 0.0, - 0.0, - 0.23422566056251526, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.008295059204101562, - 0.2219155728816986, - 0.3700617253780365, - 3.141578197479248, - 1.2781416177749634, - 0.11371541023254395, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.6962307691574097, - 0.9803891181945801, - 0.7903341054916382, - 0.3510326147079468, - 0.9459350109100342, - 0.7492988109588623, - 1.0, - 0.7025318145751953, - 0.9020733833312988, - 0.7735651731491089, - 0.3356972932815552, - 0.9920362234115601, - 0.7824785709381104, - 0.8470993041992188, - 0.698438286781311, - 0.8901669979095459, - 0.790332555770874, - 0.35103845596313477, - 0.9832619428634644, - 0.7493778467178345, - 1.0, - 0.7023862600326538, - 0.9020733833312988, - 0.9068138599395752, - 0.4052528142929077, - 0.9920302629470825, - 0.7824676036834717, - 0.858217716217041, - 0.7441258430480957, - 0.8901669979095459, - 0.8883082866668701, - 0.35103273391723633, - 0.9844095706939697, - 0.7489898204803467, - 0.9106173515319824, - 0.7030375003814697, - 0.8338406085968018, - 0.7735637426376343, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5282707214355469, - -0.3564720153808594, - 0.01551017165184021, - -3.1415886878967285, - -0.11077414453029633, - -1.1376543045043945, - 0.023995276540517807, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -1.0, - -0.9563404321670532, - -1.0, - -0.6016411185264587, - -1.0, - -1.0, - -1.0, - -0.9855433106422424, - -1.0, - -1.0, - -0.568418562412262, - -1.0, - -0.9306126236915588, - -1.0, - -0.8943671584129333, - -0.9454482197761536, - -1.0, - -0.6024078130722046, - -1.0, - -0.8142722845077515, - -1.0, - -0.804610550403595, - -0.9567732214927673, - -1.0, - -0.5692243576049805, - -1.0, - -0.9226444959640503, - -1.0, - -0.7243512868881226, - -0.944817841053009, - -0.9948020577430725, - -0.5959401726722717, - -1.0, - -0.662430465221405, - -1.0, - -0.6540769338607788, - -0.9332684278488159, - -0.951481819152832, - -0.5797969102859497, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3632066547870636, - -0.31757044792175293, - 0.01815008372068405, - -3.1397547721862793, - -0.05046986788511276, - -0.34272533655166626, - 0.028685785830020905, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.886368989944458, - -1.0, - -0.9826579093933105, - -0.6884297132492065, - -0.9574272632598877, - -0.4079456925392151, - -0.8234922289848328, - -0.8278449773788452, - -1.0, - -0.8939800262451172, - -0.6847217082977295, - -0.9757276773452759, - -0.39568281173706055, - -0.790169358253479, - -0.717595100402832, - -1.0, - -0.8067351579666138, - -0.6884304285049438, - -0.930842399597168, - -0.4073410630226135, - -0.8257322907447815, - -0.6305186152458191, - -1.0, - -0.7159554958343506, - -0.6831893920898438, - -0.8898144364356995, - -0.3987864553928375, - -0.8072169423103333, - -0.5720008611679077, - -0.9803179502487183, - -0.6290983557701111, - -0.6866189241409302, - -0.8602492213249207, - -0.40656593441963196, - -0.8293631672859192, - -0.5235277414321899, - -0.8383781909942627, - -0.56385338306427, - -0.6835734844207764, - -0.8319268822669983, - -0.3990429937839508, - -0.8187452554702759, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038331836462020874, - 0.16507366299629211, - 0.3389076888561249, - 3.1398279666900635, - 0.7237268090248108, - 0.06055232137441635, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2705755829811096, - 0.8315880298614502, - 0.18582318723201752, - 0.5377378463745117, - 0.24662227928638458, - 0.8319098949432373, - 0.6494792103767395, - 0.2676466703414917, - 0.8373581767082214, - 0.1834438145160675, - 0.4974599778652191, - 0.236887589097023, - 0.7582034468650818, - 0.6533123850822449, - 0.26935625076293945, - 0.8315237760543823, - 0.18649394810199738, - 0.5170223712921143, - 0.24846217036247253, - 0.7462656497955322, - 0.6494794487953186, - 0.26724493503570557, - 0.8370072245597839, - 0.18313010036945343, - 0.5177000164985657, - 0.2367607057094574, - 0.7361869812011719, - 0.6535307168960571, - 0.2693558633327484, - 0.8326732516288757, - 0.18637767434120178, - 0.5192703604698181, - 0.2474922239780426, - 0.6974258422851562, - 0.6494795083999634, - 0.2672460079193115, - 0.8375639915466309, - 0.18415498733520508, - 0.5230191349983215, - 0.23317435383796692, - 0.6193723082542419, - 0.6535356044769287, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "num_transitions": 11570, - "num_trajectories": 674 - } -} \ No newline at end of file diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/provenance.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/provenance.json deleted file mode 100644 index 1349f35ea842a1a05bc860258a6667d580c3bac4..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/provenance.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "task": "mikasa_conditioned_h8", - "model": "qwengr00t", - "run_id": "h8-conditioned-seed-reset-20260922-fixed-2", - "smoke": false, - "teacher": { - "repo_id": "latency-sensitive-bench/benchmark-models", - "path": "zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt" - }, - "backbone": { - "repo_id": "Qwen/Qwen3-VL-4B-Instruct", - "allow_patterns": [ - "*.json", - "*.safetensors", - "*.txt", - "*.jinja", - "*.model" - ], - "revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17" - }, - "code_revisions": { - "benchmark": { - "revision": "75b4097d02da5e09f143f97ac87bba44c2ad9abc", - "dirty": true - }, - "starvla": { - "revision": "3d2cd7fce72def48d9020d794392489031ba3f46", - "dirty": true - }, - "mikasa": { - "revision": "34ece90941291dceaf942938b9f6c92f9dbae01f", - "dirty": true - } - }, - "datasets": [ - { - "repo_id": "latency-sensitive-bench/benchmark-datasets", - "path": "fixed-2/mikasa-intercept-grab-fast/teacher-rollouts-h8-state-v1", - "local_dir": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/datasets/mikasa_intercept_grab_fast/conditioned-h8-seed-reset-20260922/fixed-2", - "revision": null, - "condition": "fixed-2", - "action_horizon": 8 - } - ], - "seed": 0, - "condition": "fixed-2", - "no_publish": true, - "dagger_rounds": 10, - "evaluation": { - "seed": 4242424242, - "episodes": 50, - "every_round": false - }, - "training": { - "sft_updates": 5000, - "dagger_updates": 0, - "global_batch": 128, - "bootstrap_weight": 1.0, - "dagger_weight": 0.0, - "micro_batch": 64, - "num_gpus": 2, - "gradient_accumulation_steps": 1, - "gradient_checkpointing": true, - "oom_retry": false, - "optimizer": { - "name": "AdamW", - "betas": [ - 0.9, - 0.95 - ], - "eps": 1e-08, - "weight_decay": 1e-08, - "fused": true - }, - "learning_rate": { - "base": 3e-05, - "action_model": 0.0001 - }, - "scheduler": "cosine_with_min_lr", - "scheduler_kwargs": { - "min_lr": 1e-06 - }, - "warmup_updates": 100 - } -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/task_contract.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/task_contract.json deleted file mode 100644 index 8a150d8aa4f66d46a83a54248d7c82042337fc64..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-fixed-2/task_contract.json +++ /dev/null @@ -1,552 +0,0 @@ -{ - "format": "latency_bench_starvla_h8_v2", - "task": "mikasa_intercept_grab_fast", - "robot_type": "latency_mikasa_conditioned_h8", - "state_dim": 71, - "action_dim": 7, - "action_horizon": 8, - "fps": 20.0, - "state_key": "observation.state", - "action_key": "issued_command_chunk", - "video_keys": [ - "video.top", - "video.wrist" - ], - "auxiliary": { - "action_prefix_mask": { - "shape": [ - 8 - ], - "column": "action_prefix_mask" - }, - "action_loss_mask": { - "shape": [ - 8 - ], - "column": "action_loss_mask" - } - }, - "normalization": { - "state": { - "mean": [ - -0.17602799832820892, - -0.0859493762254715, - 0.10989595949649811, - -2.321133613586426, - 0.29933515191078186, - -0.15205281972885132, - 0.04950501397252083, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.11404571682214737, - 0.014567448757588863, - -0.25869086384773254, - -0.2138390988111496, - -0.43156811594963074, - 0.19629693031311035, - 0.05883324146270752, - -0.09589624404907227, - 0.049624424427747726, - -0.23443107306957245, - -0.22897252440452576, - -0.40533944964408875, - 0.17266876995563507, - 0.04253947362303734, - -0.08008856326341629, - 0.07886253297328949, - -0.2079046666622162, - -0.22526612877845764, - -0.379305362701416, - 0.15290595591068268, - 0.014341559261083603, - -0.06511731445789337, - 0.10700931400060654, - -0.18747255206108093, - -0.22976438701152802, - -0.3556271493434906, - 0.13940900564193726, - 0.016766374930739403, - -0.05323467776179314, - 0.13615965843200684, - -0.16687241196632385, - -0.2236071676015854, - -0.33364105224609375, - 0.11977968364953995, - 0.011175139807164669, - -0.04226827621459961, - 0.1602867990732193, - -0.15044564008712769, - -0.22470375895500183, - -0.3115008473396301, - 0.10406522452831268, - 0.0154657531529665, - 0.0, - 0.0, - 0.9417458772659302, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.0881887674331665, - 0.12526221573352814, - 0.10488927364349365, - 1.9271414279937744, - 0.19634725153446198, - 0.10704465210437775, - 0.015050769783556461, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.24448299407958984, - 0.5761802792549133, - 0.27114465832710266, - 0.28275179862976074, - 0.30491015315055847, - 0.3038008213043213, - 0.388929158449173, - 0.2268688976764679, - 0.5521970987319946, - 0.2546086311340332, - 0.27230775356292725, - 0.30980587005615234, - 0.2887123227119446, - 0.3931591510772705, - 0.20533782243728638, - 0.5197066068649292, - 0.23903818428516388, - 0.27460551261901855, - 0.309861421585083, - 0.2882433831691742, - 0.40891122817993164, - 0.1872372031211853, - 0.4897569417953491, - 0.22062721848487854, - 0.27067697048187256, - 0.30455389618873596, - 0.27931150794029236, - 0.4060570001602173, - 0.17333753407001495, - 0.4548024535179138, - 0.20633898675441742, - 0.27357742190361023, - 0.3015929162502289, - 0.2688794434070587, - 0.4074384570121765, - 0.16115333139896393, - 0.4218488931655884, - 0.19286568462848663, - 0.27335256338119507, - 0.29633861780166626, - 0.2543492615222931, - 0.4057413339614868, - 0.0, - 0.0, - 0.23422566056251526, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5282707214355469, - -0.3564720153808594, - 0.01551017165184021, - -3.1415886878967285, - -0.11077414453029633, - -1.1376543045043945, - 0.023995276540517807, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -1.0, - -0.9563404321670532, - -1.0, - -0.6016411185264587, - -1.0, - -1.0, - -1.0, - -0.9855433106422424, - -1.0, - -1.0, - -0.568418562412262, - -1.0, - -0.9306126236915588, - -1.0, - -0.8943671584129333, - -0.9454482197761536, - -1.0, - -0.6024078130722046, - -1.0, - -0.8142722845077515, - -1.0, - -0.804610550403595, - -0.9567732214927673, - -1.0, - -0.5692243576049805, - -1.0, - -0.9226444959640503, - -1.0, - -0.7243512868881226, - -0.944817841053009, - -0.9948020577430725, - -0.5959401726722717, - -1.0, - -0.662430465221405, - -1.0, - -0.6540769338607788, - -0.9332684278488159, - -0.951481819152832, - -0.5797969102859497, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.008295059204101562, - 0.2219155728816986, - 0.3700617253780365, - 3.141578197479248, - 1.2781416177749634, - 0.11371541023254395, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.6962307691574097, - 0.9803891181945801, - 0.7903341054916382, - 0.3510326147079468, - 0.9459350109100342, - 0.7492988109588623, - 1.0, - 0.7025318145751953, - 0.9020733833312988, - 0.7735651731491089, - 0.3356972932815552, - 0.9920362234115601, - 0.7824785709381104, - 0.8470993041992188, - 0.698438286781311, - 0.8901669979095459, - 0.790332555770874, - 0.35103845596313477, - 0.9832619428634644, - 0.7493778467178345, - 1.0, - 0.7023862600326538, - 0.9020733833312988, - 0.9068138599395752, - 0.4052528142929077, - 0.9920302629470825, - 0.7824676036834717, - 0.858217716217041, - 0.7441258430480957, - 0.8901669979095459, - 0.8883082866668701, - 0.35103273391723633, - 0.9844095706939697, - 0.7489898204803467, - 0.9106173515319824, - 0.7030375003814697, - 0.8338406085968018, - 0.7735637426376343, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3632066547870636, - -0.31757044792175293, - 0.01815008372068405, - -3.1397547721862793, - -0.05046986788511276, - -0.34272533655166626, - 0.028685785830020905, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.886368989944458, - -1.0, - -0.9826579093933105, - -0.6884297132492065, - -0.9574272632598877, - -0.4079456925392151, - -0.8234922289848328, - -0.8278449773788452, - -1.0, - -0.8939800262451172, - -0.6847217082977295, - -0.9757276773452759, - -0.39568281173706055, - -0.790169358253479, - -0.717595100402832, - -1.0, - -0.8067351579666138, - -0.6884304285049438, - -0.930842399597168, - -0.4073410630226135, - -0.8257322907447815, - -0.6305186152458191, - -1.0, - -0.7159554958343506, - -0.6831893920898438, - -0.8898144364356995, - -0.3987864553928375, - -0.8072169423103333, - -0.5720008611679077, - -0.9803179502487183, - -0.6290983557701111, - -0.6866189241409302, - -0.8602492213249207, - -0.40656593441963196, - -0.8293631672859192, - -0.5235277414321899, - -0.8383781909942627, - -0.56385338306427, - -0.6835734844207764, - -0.8319268822669983, - -0.3990429937839508, - -0.8187452554702759, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038331836462020874, - 0.16507366299629211, - 0.3389076888561249, - 3.1398279666900635, - 0.7237268090248108, - 0.06055232137441635, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2705755829811096, - 0.8315880298614502, - 0.18582318723201752, - 0.5377378463745117, - 0.24662227928638458, - 0.8319098949432373, - 0.6494792103767395, - 0.2676466703414917, - 0.8373581767082214, - 0.1834438145160675, - 0.4974599778652191, - 0.236887589097023, - 0.7582034468650818, - 0.6533123850822449, - 0.26935625076293945, - 0.8315237760543823, - 0.18649394810199738, - 0.5170223712921143, - 0.24846217036247253, - 0.7462656497955322, - 0.6494794487953186, - 0.26724493503570557, - 0.8370072245597839, - 0.18313010036945343, - 0.5177000164985657, - 0.2367607057094574, - 0.7361869812011719, - 0.6535307168960571, - 0.2693558633327484, - 0.8326732516288757, - 0.18637767434120178, - 0.5192703604698181, - 0.2474922239780426, - 0.6974258422851562, - 0.6494795083999634, - 0.2672460079193115, - 0.8375639915466309, - 0.18415498733520508, - 0.5230191349983215, - 0.23317435383796692, - 0.6193723082542419, - 0.6535356044769287, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "action": { - "mean": [ - -0.08153289556503296, - 0.09881147742271423, - -0.21583178639411926, - -0.24406598508358002, - -0.39754995703697205, - 0.15739205479621887, - 0.020018810406327248 - ], - "std": [ - 0.21002133190631866, - 0.5266466736793518, - 0.23841160535812378, - 0.27672678232192993, - 0.3024211525917053, - 0.29195544123649597, - 0.42421531677246094 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6024078130722046, - -1.0 - ], - "max": [ - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.7441257834434509, - 0.9803891777992249, - 0.9068138599395752 - ], - "q01": [ - -0.7389877438545227, - -1.0, - -0.8360429406166077, - -0.6895301938056946, - -0.9313967227935791, - -0.4065292179584503, - -0.8272001147270203 - ], - "q99": [ - 0.2715863287448883, - 0.836138904094696, - 0.18877215683460236, - 0.5313757061958313, - 0.24756553769111633, - 0.7555548548698425, - 0.654169499874115 - ] - } - }, - "prompt": "Intercept the rolling ball and grasp it to stop it.", - "action_prefix": { - "mode": "fixed_frames", - "frames": 2, - "env_fps": 20, - "action_horizon": 8, - "action_dim": 7 - }, - "label_provenance": { - "semantics": "zero_h1_teacher_after_causal_prefix", - "teacher_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/artifacts/models/zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt", - "condition": "fixed-2", - "model": "shared", - "latency": { - "method": "fixed", - "fixed_latency_ms": 100.0 - }, - "action_prefix": { - "mode": "fixed_frames", - "frames": 2, - "env_fps": 20, - "action_horizon": 8, - "action_dim": 7 - } - } -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/README.md b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/README.md deleted file mode 100644 index dd4d28f85f33e3fcbea6ee7c9fbf1fbc63e80feb..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/README.md +++ /dev/null @@ -1,3 +0,0 @@ -# MIKASA H8 fixed-2 qwenoft DAgger - -Selected development checkpoint: step 5000. The independent 200-episode results are in eval_matrix.json. diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt deleted file mode 100644 index 4c96fb6b2ae856de963d8cfedef1092bdfd6c4d2..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:63d8b989903052ba2dabea01bb4c136fda5effe121a94cb2ef007467b2f4ac34 -size 9785429409 diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/config.yaml b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/config.yaml deleted file mode 100644 index affef9e2887ac5f41e5255d726d47f56281a1f6f..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/config.yaml +++ /dev/null @@ -1,41 +0,0 @@ -framework: - name: QwenOFT - qwenvl: - base_vlm: Qwen/Qwen3-VL-4B-Instruct - attn_implementation: flash_attention_2 - enable_gradient_checkpointing: false - action_model: - action_model_type: MLP - action_dim: 7 - state_dim: 71 - action_hidden_dim: 2560 - future_action_window_size: 7 - past_action_window_size: 0 - loss_type: l1 - state_encoding: continuous_projector - task_objective: null - action_env_dim: 7 - action_horizon: 8 -version_id: '0.21' -datasets: - vla_data: - include_state: true - obs_image_size: - - 224 - - 224 - image_mode: single - stitch_grid: - - 1 - - 2 - num_obs_frames: 1 -trainer: - pretrained_checkpoint: null -backbone: - repo_id: Qwen/Qwen3-VL-4B-Instruct - allow_patterns: - - '*.json' - - '*.safetensors' - - '*.txt' - - '*.jinja' - - '*.model' - revision: ebb281ec70b05090aa6165b016eac8ec08e71b17 diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/dataset_statistics.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/dataset_statistics.json deleted file mode 100644 index 47b50285efbcb1abd86ef83bfe85649be270ce3c..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/dataset_statistics.json +++ /dev/null @@ -1,511 +0,0 @@ -{ - "new_embodiment": { - "action": { - "mean": [ - -0.08153289556503296, - 0.09881147742271423, - -0.21583178639411926, - -0.24406598508358002, - -0.39754995703697205, - 0.15739205479621887, - 0.020018810406327248 - ], - "std": [ - 0.21002133190631866, - 0.5266466736793518, - 0.23841160535812378, - 0.27672678232192993, - 0.3024211525917053, - 0.29195544123649597, - 0.42421531677246094 - ], - "max": [ - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.7441257834434509, - 0.9803891777992249, - 0.9068138599395752 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6024078130722046, - -1.0 - ], - "q01": [ - -0.7389877438545227, - -1.0, - -0.8360429406166077, - -0.6895301938056946, - -0.9313967227935791, - -0.4065292179584503, - -0.8272001147270203 - ], - "q99": [ - 0.2715863287448883, - 0.836138904094696, - 0.18877215683460236, - 0.5313757061958313, - 0.24756553769111633, - 0.7555548548698425, - 0.654169499874115 - ], - "mask": [ - true, - true, - true, - true, - true, - true, - true - ] - }, - "state": { - "mean": [ - -0.17602799832820892, - -0.0859493762254715, - 0.10989595949649811, - -2.321133613586426, - 0.29933515191078186, - -0.15205281972885132, - 0.04950501397252083, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.11404571682214737, - 0.014567448757588863, - -0.25869086384773254, - -0.2138390988111496, - -0.43156811594963074, - 0.19629693031311035, - 0.05883324146270752, - -0.09589624404907227, - 0.049624424427747726, - -0.23443107306957245, - -0.22897252440452576, - -0.40533944964408875, - 0.17266876995563507, - 0.04253947362303734, - -0.08008856326341629, - 0.07886253297328949, - -0.2079046666622162, - -0.22526612877845764, - -0.379305362701416, - 0.15290595591068268, - 0.014341559261083603, - -0.06511731445789337, - 0.10700931400060654, - -0.18747255206108093, - -0.22976438701152802, - -0.3556271493434906, - 0.13940900564193726, - 0.016766374930739403, - -0.05323467776179314, - 0.13615965843200684, - -0.16687241196632385, - -0.2236071676015854, - -0.33364105224609375, - 0.11977968364953995, - 0.011175139807164669, - -0.04226827621459961, - 0.1602867990732193, - -0.15044564008712769, - -0.22470375895500183, - -0.3115008473396301, - 0.10406522452831268, - 0.0154657531529665, - 0.0, - 0.0, - 0.9417458772659302, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.0881887674331665, - 0.12526221573352814, - 0.10488927364349365, - 1.9271414279937744, - 0.19634725153446198, - 0.10704465210437775, - 0.015050769783556461, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.24448299407958984, - 0.5761802792549133, - 0.27114465832710266, - 0.28275179862976074, - 0.30491015315055847, - 0.3038008213043213, - 0.388929158449173, - 0.2268688976764679, - 0.5521970987319946, - 0.2546086311340332, - 0.27230775356292725, - 0.30980587005615234, - 0.2887123227119446, - 0.3931591510772705, - 0.20533782243728638, - 0.5197066068649292, - 0.23903818428516388, - 0.27460551261901855, - 0.309861421585083, - 0.2882433831691742, - 0.40891122817993164, - 0.1872372031211853, - 0.4897569417953491, - 0.22062721848487854, - 0.27067697048187256, - 0.30455389618873596, - 0.27931150794029236, - 0.4060570001602173, - 0.17333753407001495, - 0.4548024535179138, - 0.20633898675441742, - 0.27357742190361023, - 0.3015929162502289, - 0.2688794434070587, - 0.4074384570121765, - 0.16115333139896393, - 0.4218488931655884, - 0.19286568462848663, - 0.27335256338119507, - 0.29633861780166626, - 0.2543492615222931, - 0.4057413339614868, - 0.0, - 0.0, - 0.23422566056251526, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.008295059204101562, - 0.2219155728816986, - 0.3700617253780365, - 3.141578197479248, - 1.2781416177749634, - 0.11371541023254395, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.6962307691574097, - 0.9803891181945801, - 0.7903341054916382, - 0.3510326147079468, - 0.9459350109100342, - 0.7492988109588623, - 1.0, - 0.7025318145751953, - 0.9020733833312988, - 0.7735651731491089, - 0.3356972932815552, - 0.9920362234115601, - 0.7824785709381104, - 0.8470993041992188, - 0.698438286781311, - 0.8901669979095459, - 0.790332555770874, - 0.35103845596313477, - 0.9832619428634644, - 0.7493778467178345, - 1.0, - 0.7023862600326538, - 0.9020733833312988, - 0.9068138599395752, - 0.4052528142929077, - 0.9920302629470825, - 0.7824676036834717, - 0.858217716217041, - 0.7441258430480957, - 0.8901669979095459, - 0.8883082866668701, - 0.35103273391723633, - 0.9844095706939697, - 0.7489898204803467, - 0.9106173515319824, - 0.7030375003814697, - 0.8338406085968018, - 0.7735637426376343, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5282707214355469, - -0.3564720153808594, - 0.01551017165184021, - -3.1415886878967285, - -0.11077414453029633, - -1.1376543045043945, - 0.023995276540517807, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -1.0, - -0.9563404321670532, - -1.0, - -0.6016411185264587, - -1.0, - -1.0, - -1.0, - -0.9855433106422424, - -1.0, - -1.0, - -0.568418562412262, - -1.0, - -0.9306126236915588, - -1.0, - -0.8943671584129333, - -0.9454482197761536, - -1.0, - -0.6024078130722046, - -1.0, - -0.8142722845077515, - -1.0, - -0.804610550403595, - -0.9567732214927673, - -1.0, - -0.5692243576049805, - -1.0, - -0.9226444959640503, - -1.0, - -0.7243512868881226, - -0.944817841053009, - -0.9948020577430725, - -0.5959401726722717, - -1.0, - -0.662430465221405, - -1.0, - -0.6540769338607788, - -0.9332684278488159, - -0.951481819152832, - -0.5797969102859497, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3632066547870636, - -0.31757044792175293, - 0.01815008372068405, - -3.1397547721862793, - -0.05046986788511276, - -0.34272533655166626, - 0.028685785830020905, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.886368989944458, - -1.0, - -0.9826579093933105, - -0.6884297132492065, - -0.9574272632598877, - -0.4079456925392151, - -0.8234922289848328, - -0.8278449773788452, - -1.0, - -0.8939800262451172, - -0.6847217082977295, - -0.9757276773452759, - -0.39568281173706055, - -0.790169358253479, - -0.717595100402832, - -1.0, - -0.8067351579666138, - -0.6884304285049438, - -0.930842399597168, - -0.4073410630226135, - -0.8257322907447815, - -0.6305186152458191, - -1.0, - -0.7159554958343506, - -0.6831893920898438, - -0.8898144364356995, - -0.3987864553928375, - -0.8072169423103333, - -0.5720008611679077, - -0.9803179502487183, - -0.6290983557701111, - -0.6866189241409302, - -0.8602492213249207, - -0.40656593441963196, - -0.8293631672859192, - -0.5235277414321899, - -0.8383781909942627, - -0.56385338306427, - -0.6835734844207764, - -0.8319268822669983, - -0.3990429937839508, - -0.8187452554702759, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038331836462020874, - 0.16507366299629211, - 0.3389076888561249, - 3.1398279666900635, - 0.7237268090248108, - 0.06055232137441635, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2705755829811096, - 0.8315880298614502, - 0.18582318723201752, - 0.5377378463745117, - 0.24662227928638458, - 0.8319098949432373, - 0.6494792103767395, - 0.2676466703414917, - 0.8373581767082214, - 0.1834438145160675, - 0.4974599778652191, - 0.236887589097023, - 0.7582034468650818, - 0.6533123850822449, - 0.26935625076293945, - 0.8315237760543823, - 0.18649394810199738, - 0.5170223712921143, - 0.24846217036247253, - 0.7462656497955322, - 0.6494794487953186, - 0.26724493503570557, - 0.8370072245597839, - 0.18313010036945343, - 0.5177000164985657, - 0.2367607057094574, - 0.7361869812011719, - 0.6535307168960571, - 0.2693558633327484, - 0.8326732516288757, - 0.18637767434120178, - 0.5192703604698181, - 0.2474922239780426, - 0.6974258422851562, - 0.6494795083999634, - 0.2672460079193115, - 0.8375639915466309, - 0.18415498733520508, - 0.5230191349983215, - 0.23317435383796692, - 0.6193723082542419, - 0.6535356044769287, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "num_transitions": 14338, - "num_trajectories": 773 - } -} \ No newline at end of file diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/eval_fixed_2f.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/eval_fixed_2f.json deleted file mode 100644 index 173a00fd03314d3a9a06107bec63b5b60dbf0c69..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/eval_fixed_2f.json +++ /dev/null @@ -1,223 +0,0 @@ -{ - "seed": 4242424542, - "episodes": 200, - "success_count": 175.0, - "success_rate": 0.875, - "mean_return": 31.68041897445435, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "fixed", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 400, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "executed_later_heads": 11600, - "passed": true, - "fixed_latency_ms": 100.0, - "latency_raw_frames": 2 - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/fixed-2/qwenoft/bundles/best/checkpoints/model.pt", - "resident_step": null -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/eval_matrix.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/eval_matrix.json deleted file mode 100644 index 082254912bd3e249ccc97dd1c4847f39cc36ac41..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/eval_matrix.json +++ /dev/null @@ -1,671 +0,0 @@ -{ - "baseline": { - "seed": 4242424542, - "episodes": 200, - "success_count": 10.0, - "success_rate": 0.05, - "mean_return": 2.961831316510618, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "fixed", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 400, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "executed_later_heads": 11600, - "passed": true, - "fixed_latency_ms": 100.0, - "latency_raw_frames": 2 - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/fixed-2/qwenoft/bundles/source/checkpoints/model.pt", - "resident_step": null - }, - "best": { - "seed": 4242424542, - "episodes": 200, - "success_count": 175.0, - "success_rate": 0.875, - "mean_return": 31.68041897445435, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "fixed", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 400, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "executed_later_heads": 11600, - "passed": true, - "fixed_latency_ms": 100.0, - "latency_raw_frames": 2 - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/fixed-2/qwenoft/bundles/best/checkpoints/model.pt", - "resident_step": null - }, - "latest": { - "seed": 4242424542, - "episodes": 200, - "success_count": 175.0, - "success_rate": 0.875, - "mean_return": 31.68041897445435, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "fixed", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 400, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "executed_later_heads": 11600, - "passed": true, - "fixed_latency_ms": 100.0, - "latency_raw_frames": 2 - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/fixed-2/qwenoft/bundles/latest/checkpoints/model.pt", - "resident_step": null - } -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/provenance.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/provenance.json deleted file mode 100644 index c48d8f817d0458db0db453171779f1e8ae6387dd..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/provenance.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "task": "mikasa_intercept_grab_fast", - "model": "qwenoft", - "condition": "fixed-2", - "phase": "dagger", - "source_sft_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-seed-reset-20260922/fixed-2/qwenoft/training/bootstrap/checkpoints/steps_5000_pytorch_model.pt", - "selected_step": 5000, - "latest_step": 5000, - "dagger_optimizer_steps": 5000, - "development_seeds": [ - 4242424442, - 4242424541 - ], - "heldout_seeds": [ - 4242424542, - 4242424741 - ], - "checkpoint": "checkpoints/model.pt", - "latest_checkpoint": "checkpoints/model.pt" -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/task_contract.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/task_contract.json deleted file mode 100644 index 8a150d8aa4f66d46a83a54248d7c82042337fc64..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/task_contract.json +++ /dev/null @@ -1,552 +0,0 @@ -{ - "format": "latency_bench_starvla_h8_v2", - "task": "mikasa_intercept_grab_fast", - "robot_type": "latency_mikasa_conditioned_h8", - "state_dim": 71, - "action_dim": 7, - "action_horizon": 8, - "fps": 20.0, - "state_key": "observation.state", - "action_key": "issued_command_chunk", - "video_keys": [ - "video.top", - "video.wrist" - ], - "auxiliary": { - "action_prefix_mask": { - "shape": [ - 8 - ], - "column": "action_prefix_mask" - }, - "action_loss_mask": { - "shape": [ - 8 - ], - "column": "action_loss_mask" - } - }, - "normalization": { - "state": { - "mean": [ - -0.17602799832820892, - -0.0859493762254715, - 0.10989595949649811, - -2.321133613586426, - 0.29933515191078186, - -0.15205281972885132, - 0.04950501397252083, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.11404571682214737, - 0.014567448757588863, - -0.25869086384773254, - -0.2138390988111496, - -0.43156811594963074, - 0.19629693031311035, - 0.05883324146270752, - -0.09589624404907227, - 0.049624424427747726, - -0.23443107306957245, - -0.22897252440452576, - -0.40533944964408875, - 0.17266876995563507, - 0.04253947362303734, - -0.08008856326341629, - 0.07886253297328949, - -0.2079046666622162, - -0.22526612877845764, - -0.379305362701416, - 0.15290595591068268, - 0.014341559261083603, - -0.06511731445789337, - 0.10700931400060654, - -0.18747255206108093, - -0.22976438701152802, - -0.3556271493434906, - 0.13940900564193726, - 0.016766374930739403, - -0.05323467776179314, - 0.13615965843200684, - -0.16687241196632385, - -0.2236071676015854, - -0.33364105224609375, - 0.11977968364953995, - 0.011175139807164669, - -0.04226827621459961, - 0.1602867990732193, - -0.15044564008712769, - -0.22470375895500183, - -0.3115008473396301, - 0.10406522452831268, - 0.0154657531529665, - 0.0, - 0.0, - 0.9417458772659302, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.0881887674331665, - 0.12526221573352814, - 0.10488927364349365, - 1.9271414279937744, - 0.19634725153446198, - 0.10704465210437775, - 0.015050769783556461, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.24448299407958984, - 0.5761802792549133, - 0.27114465832710266, - 0.28275179862976074, - 0.30491015315055847, - 0.3038008213043213, - 0.388929158449173, - 0.2268688976764679, - 0.5521970987319946, - 0.2546086311340332, - 0.27230775356292725, - 0.30980587005615234, - 0.2887123227119446, - 0.3931591510772705, - 0.20533782243728638, - 0.5197066068649292, - 0.23903818428516388, - 0.27460551261901855, - 0.309861421585083, - 0.2882433831691742, - 0.40891122817993164, - 0.1872372031211853, - 0.4897569417953491, - 0.22062721848487854, - 0.27067697048187256, - 0.30455389618873596, - 0.27931150794029236, - 0.4060570001602173, - 0.17333753407001495, - 0.4548024535179138, - 0.20633898675441742, - 0.27357742190361023, - 0.3015929162502289, - 0.2688794434070587, - 0.4074384570121765, - 0.16115333139896393, - 0.4218488931655884, - 0.19286568462848663, - 0.27335256338119507, - 0.29633861780166626, - 0.2543492615222931, - 0.4057413339614868, - 0.0, - 0.0, - 0.23422566056251526, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5282707214355469, - -0.3564720153808594, - 0.01551017165184021, - -3.1415886878967285, - -0.11077414453029633, - -1.1376543045043945, - 0.023995276540517807, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -1.0, - -0.9563404321670532, - -1.0, - -0.6016411185264587, - -1.0, - -1.0, - -1.0, - -0.9855433106422424, - -1.0, - -1.0, - -0.568418562412262, - -1.0, - -0.9306126236915588, - -1.0, - -0.8943671584129333, - -0.9454482197761536, - -1.0, - -0.6024078130722046, - -1.0, - -0.8142722845077515, - -1.0, - -0.804610550403595, - -0.9567732214927673, - -1.0, - -0.5692243576049805, - -1.0, - -0.9226444959640503, - -1.0, - -0.7243512868881226, - -0.944817841053009, - -0.9948020577430725, - -0.5959401726722717, - -1.0, - -0.662430465221405, - -1.0, - -0.6540769338607788, - -0.9332684278488159, - -0.951481819152832, - -0.5797969102859497, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.008295059204101562, - 0.2219155728816986, - 0.3700617253780365, - 3.141578197479248, - 1.2781416177749634, - 0.11371541023254395, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.6962307691574097, - 0.9803891181945801, - 0.7903341054916382, - 0.3510326147079468, - 0.9459350109100342, - 0.7492988109588623, - 1.0, - 0.7025318145751953, - 0.9020733833312988, - 0.7735651731491089, - 0.3356972932815552, - 0.9920362234115601, - 0.7824785709381104, - 0.8470993041992188, - 0.698438286781311, - 0.8901669979095459, - 0.790332555770874, - 0.35103845596313477, - 0.9832619428634644, - 0.7493778467178345, - 1.0, - 0.7023862600326538, - 0.9020733833312988, - 0.9068138599395752, - 0.4052528142929077, - 0.9920302629470825, - 0.7824676036834717, - 0.858217716217041, - 0.7441258430480957, - 0.8901669979095459, - 0.8883082866668701, - 0.35103273391723633, - 0.9844095706939697, - 0.7489898204803467, - 0.9106173515319824, - 0.7030375003814697, - 0.8338406085968018, - 0.7735637426376343, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3632066547870636, - -0.31757044792175293, - 0.01815008372068405, - -3.1397547721862793, - -0.05046986788511276, - -0.34272533655166626, - 0.028685785830020905, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.886368989944458, - -1.0, - -0.9826579093933105, - -0.6884297132492065, - -0.9574272632598877, - -0.4079456925392151, - -0.8234922289848328, - -0.8278449773788452, - -1.0, - -0.8939800262451172, - -0.6847217082977295, - -0.9757276773452759, - -0.39568281173706055, - -0.790169358253479, - -0.717595100402832, - -1.0, - -0.8067351579666138, - -0.6884304285049438, - -0.930842399597168, - -0.4073410630226135, - -0.8257322907447815, - -0.6305186152458191, - -1.0, - -0.7159554958343506, - -0.6831893920898438, - -0.8898144364356995, - -0.3987864553928375, - -0.8072169423103333, - -0.5720008611679077, - -0.9803179502487183, - -0.6290983557701111, - -0.6866189241409302, - -0.8602492213249207, - -0.40656593441963196, - -0.8293631672859192, - -0.5235277414321899, - -0.8383781909942627, - -0.56385338306427, - -0.6835734844207764, - -0.8319268822669983, - -0.3990429937839508, - -0.8187452554702759, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038331836462020874, - 0.16507366299629211, - 0.3389076888561249, - 3.1398279666900635, - 0.7237268090248108, - 0.06055232137441635, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2705755829811096, - 0.8315880298614502, - 0.18582318723201752, - 0.5377378463745117, - 0.24662227928638458, - 0.8319098949432373, - 0.6494792103767395, - 0.2676466703414917, - 0.8373581767082214, - 0.1834438145160675, - 0.4974599778652191, - 0.236887589097023, - 0.7582034468650818, - 0.6533123850822449, - 0.26935625076293945, - 0.8315237760543823, - 0.18649394810199738, - 0.5170223712921143, - 0.24846217036247253, - 0.7462656497955322, - 0.6494794487953186, - 0.26724493503570557, - 0.8370072245597839, - 0.18313010036945343, - 0.5177000164985657, - 0.2367607057094574, - 0.7361869812011719, - 0.6535307168960571, - 0.2693558633327484, - 0.8326732516288757, - 0.18637767434120178, - 0.5192703604698181, - 0.2474922239780426, - 0.6974258422851562, - 0.6494795083999634, - 0.2672460079193115, - 0.8375639915466309, - 0.18415498733520508, - 0.5230191349983215, - 0.23317435383796692, - 0.6193723082542419, - 0.6535356044769287, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "action": { - "mean": [ - -0.08153289556503296, - 0.09881147742271423, - -0.21583178639411926, - -0.24406598508358002, - -0.39754995703697205, - 0.15739205479621887, - 0.020018810406327248 - ], - "std": [ - 0.21002133190631866, - 0.5266466736793518, - 0.23841160535812378, - 0.27672678232192993, - 0.3024211525917053, - 0.29195544123649597, - 0.42421531677246094 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6024078130722046, - -1.0 - ], - "max": [ - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.7441257834434509, - 0.9803891777992249, - 0.9068138599395752 - ], - "q01": [ - -0.7389877438545227, - -1.0, - -0.8360429406166077, - -0.6895301938056946, - -0.9313967227935791, - -0.4065292179584503, - -0.8272001147270203 - ], - "q99": [ - 0.2715863287448883, - 0.836138904094696, - 0.18877215683460236, - 0.5313757061958313, - 0.24756553769111633, - 0.7555548548698425, - 0.654169499874115 - ] - } - }, - "prompt": "Intercept the rolling ball and grasp it to stop it.", - "action_prefix": { - "mode": "fixed_frames", - "frames": 2, - "env_fps": 20, - "action_horizon": 8, - "action_dim": 7 - }, - "label_provenance": { - "semantics": "zero_h1_teacher_after_causal_prefix", - "teacher_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/artifacts/models/zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt", - "condition": "fixed-2", - "model": "shared", - "latency": { - "method": "fixed", - "fixed_latency_ms": 100.0 - }, - "action_prefix": { - "mode": "fixed_frames", - "frames": 2, - "env_fps": 20, - "action_horizon": 8, - "action_dim": 7 - } - } -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/README.md b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/README.md deleted file mode 100644 index d55fcf589198c12c5c4111226c6f97a792fefd97..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/README.md +++ /dev/null @@ -1,3 +0,0 @@ -# qwenoft — mikasa_intercept_grab_fast - -RGB + continuous state, action horizon 8, VLA 20 Hz. Formal evaluation is run separately. diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/checkpoints/model.pt b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/checkpoints/model.pt deleted file mode 100644 index 7d993d60ce12ee8fd892d61b5aa70ab12aa7c8df..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/checkpoints/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a8c24cdadd0b9acfdd51de599f5a45240d746924caa67eea9d76de40a2eff892 -size 9785429409 diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/config.yaml b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/config.yaml deleted file mode 100644 index affef9e2887ac5f41e5255d726d47f56281a1f6f..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/config.yaml +++ /dev/null @@ -1,41 +0,0 @@ -framework: - name: QwenOFT - qwenvl: - base_vlm: Qwen/Qwen3-VL-4B-Instruct - attn_implementation: flash_attention_2 - enable_gradient_checkpointing: false - action_model: - action_model_type: MLP - action_dim: 7 - state_dim: 71 - action_hidden_dim: 2560 - future_action_window_size: 7 - past_action_window_size: 0 - loss_type: l1 - state_encoding: continuous_projector - task_objective: null - action_env_dim: 7 - action_horizon: 8 -version_id: '0.21' -datasets: - vla_data: - include_state: true - obs_image_size: - - 224 - - 224 - image_mode: single - stitch_grid: - - 1 - - 2 - num_obs_frames: 1 -trainer: - pretrained_checkpoint: null -backbone: - repo_id: Qwen/Qwen3-VL-4B-Instruct - allow_patterns: - - '*.json' - - '*.safetensors' - - '*.txt' - - '*.jinja' - - '*.model' - revision: ebb281ec70b05090aa6165b016eac8ec08e71b17 diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/dataset_statistics.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/dataset_statistics.json deleted file mode 100644 index c9682c762de103d8f54e71839d0c0bab26f0028c..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/dataset_statistics.json +++ /dev/null @@ -1,511 +0,0 @@ -{ - "new_embodiment": { - "action": { - "mean": [ - -0.08153289556503296, - 0.09881147742271423, - -0.21583178639411926, - -0.24406598508358002, - -0.39754995703697205, - 0.15739205479621887, - 0.020018810406327248 - ], - "std": [ - 0.21002133190631866, - 0.5266466736793518, - 0.23841160535812378, - 0.27672678232192993, - 0.3024211525917053, - 0.29195544123649597, - 0.42421531677246094 - ], - "max": [ - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.7441257834434509, - 0.9803891777992249, - 0.9068138599395752 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6024078130722046, - -1.0 - ], - "q01": [ - -0.7389877438545227, - -1.0, - -0.8360429406166077, - -0.6895301938056946, - -0.9313967227935791, - -0.4065292179584503, - -0.8272001147270203 - ], - "q99": [ - 0.2715863287448883, - 0.836138904094696, - 0.18877215683460236, - 0.5313757061958313, - 0.24756553769111633, - 0.7555548548698425, - 0.654169499874115 - ], - "mask": [ - true, - true, - true, - true, - true, - true, - true - ] - }, - "state": { - "mean": [ - -0.17602799832820892, - -0.0859493762254715, - 0.10989595949649811, - -2.321133613586426, - 0.29933515191078186, - -0.15205281972885132, - 0.04950501397252083, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.11404571682214737, - 0.014567448757588863, - -0.25869086384773254, - -0.2138390988111496, - -0.43156811594963074, - 0.19629693031311035, - 0.05883324146270752, - -0.09589624404907227, - 0.049624424427747726, - -0.23443107306957245, - -0.22897252440452576, - -0.40533944964408875, - 0.17266876995563507, - 0.04253947362303734, - -0.08008856326341629, - 0.07886253297328949, - -0.2079046666622162, - -0.22526612877845764, - -0.379305362701416, - 0.15290595591068268, - 0.014341559261083603, - -0.06511731445789337, - 0.10700931400060654, - -0.18747255206108093, - -0.22976438701152802, - -0.3556271493434906, - 0.13940900564193726, - 0.016766374930739403, - -0.05323467776179314, - 0.13615965843200684, - -0.16687241196632385, - -0.2236071676015854, - -0.33364105224609375, - 0.11977968364953995, - 0.011175139807164669, - -0.04226827621459961, - 0.1602867990732193, - -0.15044564008712769, - -0.22470375895500183, - -0.3115008473396301, - 0.10406522452831268, - 0.0154657531529665, - 0.0, - 0.0, - 0.9417458772659302, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.0881887674331665, - 0.12526221573352814, - 0.10488927364349365, - 1.9271414279937744, - 0.19634725153446198, - 0.10704465210437775, - 0.015050769783556461, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.24448299407958984, - 0.5761802792549133, - 0.27114465832710266, - 0.28275179862976074, - 0.30491015315055847, - 0.3038008213043213, - 0.388929158449173, - 0.2268688976764679, - 0.5521970987319946, - 0.2546086311340332, - 0.27230775356292725, - 0.30980587005615234, - 0.2887123227119446, - 0.3931591510772705, - 0.20533782243728638, - 0.5197066068649292, - 0.23903818428516388, - 0.27460551261901855, - 0.309861421585083, - 0.2882433831691742, - 0.40891122817993164, - 0.1872372031211853, - 0.4897569417953491, - 0.22062721848487854, - 0.27067697048187256, - 0.30455389618873596, - 0.27931150794029236, - 0.4060570001602173, - 0.17333753407001495, - 0.4548024535179138, - 0.20633898675441742, - 0.27357742190361023, - 0.3015929162502289, - 0.2688794434070587, - 0.4074384570121765, - 0.16115333139896393, - 0.4218488931655884, - 0.19286568462848663, - 0.27335256338119507, - 0.29633861780166626, - 0.2543492615222931, - 0.4057413339614868, - 0.0, - 0.0, - 0.23422566056251526, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.008295059204101562, - 0.2219155728816986, - 0.3700617253780365, - 3.141578197479248, - 1.2781416177749634, - 0.11371541023254395, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.6962307691574097, - 0.9803891181945801, - 0.7903341054916382, - 0.3510326147079468, - 0.9459350109100342, - 0.7492988109588623, - 1.0, - 0.7025318145751953, - 0.9020733833312988, - 0.7735651731491089, - 0.3356972932815552, - 0.9920362234115601, - 0.7824785709381104, - 0.8470993041992188, - 0.698438286781311, - 0.8901669979095459, - 0.790332555770874, - 0.35103845596313477, - 0.9832619428634644, - 0.7493778467178345, - 1.0, - 0.7023862600326538, - 0.9020733833312988, - 0.9068138599395752, - 0.4052528142929077, - 0.9920302629470825, - 0.7824676036834717, - 0.858217716217041, - 0.7441258430480957, - 0.8901669979095459, - 0.8883082866668701, - 0.35103273391723633, - 0.9844095706939697, - 0.7489898204803467, - 0.9106173515319824, - 0.7030375003814697, - 0.8338406085968018, - 0.7735637426376343, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5282707214355469, - -0.3564720153808594, - 0.01551017165184021, - -3.1415886878967285, - -0.11077414453029633, - -1.1376543045043945, - 0.023995276540517807, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -1.0, - -0.9563404321670532, - -1.0, - -0.6016411185264587, - -1.0, - -1.0, - -1.0, - -0.9855433106422424, - -1.0, - -1.0, - -0.568418562412262, - -1.0, - -0.9306126236915588, - -1.0, - -0.8943671584129333, - -0.9454482197761536, - -1.0, - -0.6024078130722046, - -1.0, - -0.8142722845077515, - -1.0, - -0.804610550403595, - -0.9567732214927673, - -1.0, - -0.5692243576049805, - -1.0, - -0.9226444959640503, - -1.0, - -0.7243512868881226, - -0.944817841053009, - -0.9948020577430725, - -0.5959401726722717, - -1.0, - -0.662430465221405, - -1.0, - -0.6540769338607788, - -0.9332684278488159, - -0.951481819152832, - -0.5797969102859497, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3632066547870636, - -0.31757044792175293, - 0.01815008372068405, - -3.1397547721862793, - -0.05046986788511276, - -0.34272533655166626, - 0.028685785830020905, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.886368989944458, - -1.0, - -0.9826579093933105, - -0.6884297132492065, - -0.9574272632598877, - -0.4079456925392151, - -0.8234922289848328, - -0.8278449773788452, - -1.0, - -0.8939800262451172, - -0.6847217082977295, - -0.9757276773452759, - -0.39568281173706055, - -0.790169358253479, - -0.717595100402832, - -1.0, - -0.8067351579666138, - -0.6884304285049438, - -0.930842399597168, - -0.4073410630226135, - -0.8257322907447815, - -0.6305186152458191, - -1.0, - -0.7159554958343506, - -0.6831893920898438, - -0.8898144364356995, - -0.3987864553928375, - -0.8072169423103333, - -0.5720008611679077, - -0.9803179502487183, - -0.6290983557701111, - -0.6866189241409302, - -0.8602492213249207, - -0.40656593441963196, - -0.8293631672859192, - -0.5235277414321899, - -0.8383781909942627, - -0.56385338306427, - -0.6835734844207764, - -0.8319268822669983, - -0.3990429937839508, - -0.8187452554702759, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038331836462020874, - 0.16507366299629211, - 0.3389076888561249, - 3.1398279666900635, - 0.7237268090248108, - 0.06055232137441635, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2705755829811096, - 0.8315880298614502, - 0.18582318723201752, - 0.5377378463745117, - 0.24662227928638458, - 0.8319098949432373, - 0.6494792103767395, - 0.2676466703414917, - 0.8373581767082214, - 0.1834438145160675, - 0.4974599778652191, - 0.236887589097023, - 0.7582034468650818, - 0.6533123850822449, - 0.26935625076293945, - 0.8315237760543823, - 0.18649394810199738, - 0.5170223712921143, - 0.24846217036247253, - 0.7462656497955322, - 0.6494794487953186, - 0.26724493503570557, - 0.8370072245597839, - 0.18313010036945343, - 0.5177000164985657, - 0.2367607057094574, - 0.7361869812011719, - 0.6535307168960571, - 0.2693558633327484, - 0.8326732516288757, - 0.18637767434120178, - 0.5192703604698181, - 0.2474922239780426, - 0.6974258422851562, - 0.6494795083999634, - 0.2672460079193115, - 0.8375639915466309, - 0.18415498733520508, - 0.5230191349983215, - 0.23317435383796692, - 0.6193723082542419, - 0.6535356044769287, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "num_transitions": 11570, - "num_trajectories": 674 - } -} \ No newline at end of file diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/provenance.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/provenance.json deleted file mode 100644 index 9b52133e5bd283d5ec92ff3ed97f54a5d44578fc..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/provenance.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "task": "mikasa_conditioned_h8", - "model": "qwenoft", - "run_id": "h8-conditioned-seed-reset-20260922-fixed-2", - "smoke": false, - "teacher": { - "repo_id": "latency-sensitive-bench/benchmark-models", - "path": "zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt" - }, - "backbone": { - "repo_id": "Qwen/Qwen3-VL-4B-Instruct", - "allow_patterns": [ - "*.json", - "*.safetensors", - "*.txt", - "*.jinja", - "*.model" - ], - "revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17" - }, - "code_revisions": { - "benchmark": { - "revision": "75b4097d02da5e09f143f97ac87bba44c2ad9abc", - "dirty": true - }, - "starvla": { - "revision": "3d2cd7fce72def48d9020d794392489031ba3f46", - "dirty": true - }, - "mikasa": { - "revision": "34ece90941291dceaf942938b9f6c92f9dbae01f", - "dirty": true - } - }, - "datasets": [ - { - "repo_id": "latency-sensitive-bench/benchmark-datasets", - "path": "fixed-2/mikasa-intercept-grab-fast/teacher-rollouts-h8-state-v1", - "local_dir": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/datasets/mikasa_intercept_grab_fast/conditioned-h8-seed-reset-20260922/fixed-2", - "revision": null, - "condition": "fixed-2", - "action_horizon": 8 - } - ], - "seed": 0, - "condition": "fixed-2", - "no_publish": true, - "dagger_rounds": 10, - "evaluation": { - "seed": 4242424242, - "episodes": 50, - "every_round": false - }, - "training": { - "sft_updates": 5000, - "dagger_updates": 0, - "global_batch": 128, - "bootstrap_weight": 1.0, - "dagger_weight": 0.0, - "micro_batch": 64, - "num_gpus": 2, - "gradient_accumulation_steps": 1, - "gradient_checkpointing": false, - "oom_retry": false, - "optimizer": { - "name": "AdamW", - "betas": [ - 0.9, - 0.95 - ], - "eps": 1e-08, - "weight_decay": 1e-08, - "fused": true - }, - "learning_rate": { - "base": 3e-05, - "action_model": 0.0001 - }, - "scheduler": "cosine_with_min_lr", - "scheduler_kwargs": { - "min_lr": 1e-06 - }, - "warmup_updates": 100 - } -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/task_contract.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/task_contract.json deleted file mode 100644 index 8a150d8aa4f66d46a83a54248d7c82042337fc64..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-fixed-2/task_contract.json +++ /dev/null @@ -1,552 +0,0 @@ -{ - "format": "latency_bench_starvla_h8_v2", - "task": "mikasa_intercept_grab_fast", - "robot_type": "latency_mikasa_conditioned_h8", - "state_dim": 71, - "action_dim": 7, - "action_horizon": 8, - "fps": 20.0, - "state_key": "observation.state", - "action_key": "issued_command_chunk", - "video_keys": [ - "video.top", - "video.wrist" - ], - "auxiliary": { - "action_prefix_mask": { - "shape": [ - 8 - ], - "column": "action_prefix_mask" - }, - "action_loss_mask": { - "shape": [ - 8 - ], - "column": "action_loss_mask" - } - }, - "normalization": { - "state": { - "mean": [ - -0.17602799832820892, - -0.0859493762254715, - 0.10989595949649811, - -2.321133613586426, - 0.29933515191078186, - -0.15205281972885132, - 0.04950501397252083, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.11404571682214737, - 0.014567448757588863, - -0.25869086384773254, - -0.2138390988111496, - -0.43156811594963074, - 0.19629693031311035, - 0.05883324146270752, - -0.09589624404907227, - 0.049624424427747726, - -0.23443107306957245, - -0.22897252440452576, - -0.40533944964408875, - 0.17266876995563507, - 0.04253947362303734, - -0.08008856326341629, - 0.07886253297328949, - -0.2079046666622162, - -0.22526612877845764, - -0.379305362701416, - 0.15290595591068268, - 0.014341559261083603, - -0.06511731445789337, - 0.10700931400060654, - -0.18747255206108093, - -0.22976438701152802, - -0.3556271493434906, - 0.13940900564193726, - 0.016766374930739403, - -0.05323467776179314, - 0.13615965843200684, - -0.16687241196632385, - -0.2236071676015854, - -0.33364105224609375, - 0.11977968364953995, - 0.011175139807164669, - -0.04226827621459961, - 0.1602867990732193, - -0.15044564008712769, - -0.22470375895500183, - -0.3115008473396301, - 0.10406522452831268, - 0.0154657531529665, - 0.0, - 0.0, - 0.9417458772659302, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.0881887674331665, - 0.12526221573352814, - 0.10488927364349365, - 1.9271414279937744, - 0.19634725153446198, - 0.10704465210437775, - 0.015050769783556461, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.24448299407958984, - 0.5761802792549133, - 0.27114465832710266, - 0.28275179862976074, - 0.30491015315055847, - 0.3038008213043213, - 0.388929158449173, - 0.2268688976764679, - 0.5521970987319946, - 0.2546086311340332, - 0.27230775356292725, - 0.30980587005615234, - 0.2887123227119446, - 0.3931591510772705, - 0.20533782243728638, - 0.5197066068649292, - 0.23903818428516388, - 0.27460551261901855, - 0.309861421585083, - 0.2882433831691742, - 0.40891122817993164, - 0.1872372031211853, - 0.4897569417953491, - 0.22062721848487854, - 0.27067697048187256, - 0.30455389618873596, - 0.27931150794029236, - 0.4060570001602173, - 0.17333753407001495, - 0.4548024535179138, - 0.20633898675441742, - 0.27357742190361023, - 0.3015929162502289, - 0.2688794434070587, - 0.4074384570121765, - 0.16115333139896393, - 0.4218488931655884, - 0.19286568462848663, - 0.27335256338119507, - 0.29633861780166626, - 0.2543492615222931, - 0.4057413339614868, - 0.0, - 0.0, - 0.23422566056251526, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5282707214355469, - -0.3564720153808594, - 0.01551017165184021, - -3.1415886878967285, - -0.11077414453029633, - -1.1376543045043945, - 0.023995276540517807, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -1.0, - -0.9563404321670532, - -1.0, - -0.6016411185264587, - -1.0, - -1.0, - -1.0, - -0.9855433106422424, - -1.0, - -1.0, - -0.568418562412262, - -1.0, - -0.9306126236915588, - -1.0, - -0.8943671584129333, - -0.9454482197761536, - -1.0, - -0.6024078130722046, - -1.0, - -0.8142722845077515, - -1.0, - -0.804610550403595, - -0.9567732214927673, - -1.0, - -0.5692243576049805, - -1.0, - -0.9226444959640503, - -1.0, - -0.7243512868881226, - -0.944817841053009, - -0.9948020577430725, - -0.5959401726722717, - -1.0, - -0.662430465221405, - -1.0, - -0.6540769338607788, - -0.9332684278488159, - -0.951481819152832, - -0.5797969102859497, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.008295059204101562, - 0.2219155728816986, - 0.3700617253780365, - 3.141578197479248, - 1.2781416177749634, - 0.11371541023254395, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.6962307691574097, - 0.9803891181945801, - 0.7903341054916382, - 0.3510326147079468, - 0.9459350109100342, - 0.7492988109588623, - 1.0, - 0.7025318145751953, - 0.9020733833312988, - 0.7735651731491089, - 0.3356972932815552, - 0.9920362234115601, - 0.7824785709381104, - 0.8470993041992188, - 0.698438286781311, - 0.8901669979095459, - 0.790332555770874, - 0.35103845596313477, - 0.9832619428634644, - 0.7493778467178345, - 1.0, - 0.7023862600326538, - 0.9020733833312988, - 0.9068138599395752, - 0.4052528142929077, - 0.9920302629470825, - 0.7824676036834717, - 0.858217716217041, - 0.7441258430480957, - 0.8901669979095459, - 0.8883082866668701, - 0.35103273391723633, - 0.9844095706939697, - 0.7489898204803467, - 0.9106173515319824, - 0.7030375003814697, - 0.8338406085968018, - 0.7735637426376343, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3632066547870636, - -0.31757044792175293, - 0.01815008372068405, - -3.1397547721862793, - -0.05046986788511276, - -0.34272533655166626, - 0.028685785830020905, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.886368989944458, - -1.0, - -0.9826579093933105, - -0.6884297132492065, - -0.9574272632598877, - -0.4079456925392151, - -0.8234922289848328, - -0.8278449773788452, - -1.0, - -0.8939800262451172, - -0.6847217082977295, - -0.9757276773452759, - -0.39568281173706055, - -0.790169358253479, - -0.717595100402832, - -1.0, - -0.8067351579666138, - -0.6884304285049438, - -0.930842399597168, - -0.4073410630226135, - -0.8257322907447815, - -0.6305186152458191, - -1.0, - -0.7159554958343506, - -0.6831893920898438, - -0.8898144364356995, - -0.3987864553928375, - -0.8072169423103333, - -0.5720008611679077, - -0.9803179502487183, - -0.6290983557701111, - -0.6866189241409302, - -0.8602492213249207, - -0.40656593441963196, - -0.8293631672859192, - -0.5235277414321899, - -0.8383781909942627, - -0.56385338306427, - -0.6835734844207764, - -0.8319268822669983, - -0.3990429937839508, - -0.8187452554702759, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038331836462020874, - 0.16507366299629211, - 0.3389076888561249, - 3.1398279666900635, - 0.7237268090248108, - 0.06055232137441635, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2705755829811096, - 0.8315880298614502, - 0.18582318723201752, - 0.5377378463745117, - 0.24662227928638458, - 0.8319098949432373, - 0.6494792103767395, - 0.2676466703414917, - 0.8373581767082214, - 0.1834438145160675, - 0.4974599778652191, - 0.236887589097023, - 0.7582034468650818, - 0.6533123850822449, - 0.26935625076293945, - 0.8315237760543823, - 0.18649394810199738, - 0.5170223712921143, - 0.24846217036247253, - 0.7462656497955322, - 0.6494794487953186, - 0.26724493503570557, - 0.8370072245597839, - 0.18313010036945343, - 0.5177000164985657, - 0.2367607057094574, - 0.7361869812011719, - 0.6535307168960571, - 0.2693558633327484, - 0.8326732516288757, - 0.18637767434120178, - 0.5192703604698181, - 0.2474922239780426, - 0.6974258422851562, - 0.6494795083999634, - 0.2672460079193115, - 0.8375639915466309, - 0.18415498733520508, - 0.5230191349983215, - 0.23317435383796692, - 0.6193723082542419, - 0.6535356044769287, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "action": { - "mean": [ - -0.08153289556503296, - 0.09881147742271423, - -0.21583178639411926, - -0.24406598508358002, - -0.39754995703697205, - 0.15739205479621887, - 0.020018810406327248 - ], - "std": [ - 0.21002133190631866, - 0.5266466736793518, - 0.23841160535812378, - 0.27672678232192993, - 0.3024211525917053, - 0.29195544123649597, - 0.42421531677246094 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6024078130722046, - -1.0 - ], - "max": [ - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.7441257834434509, - 0.9803891777992249, - 0.9068138599395752 - ], - "q01": [ - -0.7389877438545227, - -1.0, - -0.8360429406166077, - -0.6895301938056946, - -0.9313967227935791, - -0.4065292179584503, - -0.8272001147270203 - ], - "q99": [ - 0.2715863287448883, - 0.836138904094696, - 0.18877215683460236, - 0.5313757061958313, - 0.24756553769111633, - 0.7555548548698425, - 0.654169499874115 - ] - } - }, - "prompt": "Intercept the rolling ball and grasp it to stop it.", - "action_prefix": { - "mode": "fixed_frames", - "frames": 2, - "env_fps": 20, - "action_horizon": 8, - "action_dim": 7 - }, - "label_provenance": { - "semantics": "zero_h1_teacher_after_causal_prefix", - "teacher_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/artifacts/models/zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt", - "condition": "fixed-2", - "model": "shared", - "latency": { - "method": "fixed", - "fixed_latency_ms": 100.0 - }, - "action_prefix": { - "mode": "fixed_frames", - "frames": 2, - "env_fps": 20, - "action_horizon": 8, - "action_dim": 7 - } - } -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/README.md b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/README.md deleted file mode 100644 index 8c5ad1f7126a6ed4ff8bf3fad013afdceae9f4c7..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/README.md +++ /dev/null @@ -1,3 +0,0 @@ -# MIKASA H8 fixed-2 qwenpi_v3 DAgger - -Selected development checkpoint: step 5000. The independent 200-episode results are in eval_matrix.json. diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt deleted file mode 100644 index ab68533b3c0ebb5f3fd0512b3f34f219ed300468..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e2a22c6d6eca3edc970af532d69558580cf43223190b386110beb4109d81d9a1 -size 10922768541 diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/config.yaml b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/config.yaml deleted file mode 100644 index 7f439ac532037233e5011efb21eae5a7a384c920..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/config.yaml +++ /dev/null @@ -1,63 +0,0 @@ -framework: - name: QwenPI_v3 - qwenvl: - base_vlm: Qwen/Qwen3-VL-4B-Instruct - attn_implementation: flash_attention_2 - vl_hidden_dim: 2560 - num_vl_layers: 36 - enable_gradient_checkpointing: true - action_model: - action_model_type: LayerwiseFM - action_dim: 7 - state_dim: 71 - state_encoding: continuous_projector - task_objective: null - action_horizon: 8 - repeated_diffusion_steps: 2 - num_inference_timesteps: 4 - add_pos_embed: true - max_seq_len: 1024 - num_target_vision_tokens: 32 - noise_beta_alpha: 1.5 - noise_beta_beta: 1.0 - noise_s: 0.999 - num_timestep_buckets: 1000 - diffusion_model_cfg: - action_dit_hidden_dim: 1024 - dropout: 0.2 - final_dropout: true - interleave_self_attention: true - norm_type: ada_norm - positional_embeddings: null - attention_head_dim: 64 - num_layers: 36 - input_embedding_dim: 1024 - cross_attention_dim: 1024 - output_dim: 1024 - num_attention_heads: 16 - action_env_dim: 7 - future_action_window_size: 7 - past_action_window_size: 0 -version_id: '0.21' -datasets: - vla_data: - include_state: true - obs_image_size: - - 224 - - 224 - image_mode: single - stitch_grid: - - 1 - - 2 - num_obs_frames: 1 -trainer: - pretrained_checkpoint: null -backbone: - repo_id: Qwen/Qwen3-VL-4B-Instruct - allow_patterns: - - '*.json' - - '*.safetensors' - - '*.txt' - - '*.jinja' - - '*.model' - revision: ebb281ec70b05090aa6165b016eac8ec08e71b17 diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/dataset_statistics.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/dataset_statistics.json deleted file mode 100644 index ddd35bed91fd75b82f9a10feb735b8dc1ff2d7b5..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/dataset_statistics.json +++ /dev/null @@ -1,511 +0,0 @@ -{ - "new_embodiment": { - "action": { - "mean": [ - -0.08153289556503296, - 0.09881147742271423, - -0.21583178639411926, - -0.24406598508358002, - -0.39754995703697205, - 0.15739205479621887, - 0.020018810406327248 - ], - "std": [ - 0.21002133190631866, - 0.5266466736793518, - 0.23841160535812378, - 0.27672678232192993, - 0.3024211525917053, - 0.29195544123649597, - 0.42421531677246094 - ], - "max": [ - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.7441257834434509, - 0.9803891777992249, - 0.9068138599395752 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6024078130722046, - -1.0 - ], - "q01": [ - -0.7389877438545227, - -1.0, - -0.8360429406166077, - -0.6895301938056946, - -0.9313967227935791, - -0.4065292179584503, - -0.8272001147270203 - ], - "q99": [ - 0.2715863287448883, - 0.836138904094696, - 0.18877215683460236, - 0.5313757061958313, - 0.24756553769111633, - 0.7555548548698425, - 0.654169499874115 - ], - "mask": [ - true, - true, - true, - true, - true, - true, - true - ] - }, - "state": { - "mean": [ - -0.17602799832820892, - -0.0859493762254715, - 0.10989595949649811, - -2.321133613586426, - 0.29933515191078186, - -0.15205281972885132, - 0.04950501397252083, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.11404571682214737, - 0.014567448757588863, - -0.25869086384773254, - -0.2138390988111496, - -0.43156811594963074, - 0.19629693031311035, - 0.05883324146270752, - -0.09589624404907227, - 0.049624424427747726, - -0.23443107306957245, - -0.22897252440452576, - -0.40533944964408875, - 0.17266876995563507, - 0.04253947362303734, - -0.08008856326341629, - 0.07886253297328949, - -0.2079046666622162, - -0.22526612877845764, - -0.379305362701416, - 0.15290595591068268, - 0.014341559261083603, - -0.06511731445789337, - 0.10700931400060654, - -0.18747255206108093, - -0.22976438701152802, - -0.3556271493434906, - 0.13940900564193726, - 0.016766374930739403, - -0.05323467776179314, - 0.13615965843200684, - -0.16687241196632385, - -0.2236071676015854, - -0.33364105224609375, - 0.11977968364953995, - 0.011175139807164669, - -0.04226827621459961, - 0.1602867990732193, - -0.15044564008712769, - -0.22470375895500183, - -0.3115008473396301, - 0.10406522452831268, - 0.0154657531529665, - 0.0, - 0.0, - 0.9417458772659302, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.0881887674331665, - 0.12526221573352814, - 0.10488927364349365, - 1.9271414279937744, - 0.19634725153446198, - 0.10704465210437775, - 0.015050769783556461, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.24448299407958984, - 0.5761802792549133, - 0.27114465832710266, - 0.28275179862976074, - 0.30491015315055847, - 0.3038008213043213, - 0.388929158449173, - 0.2268688976764679, - 0.5521970987319946, - 0.2546086311340332, - 0.27230775356292725, - 0.30980587005615234, - 0.2887123227119446, - 0.3931591510772705, - 0.20533782243728638, - 0.5197066068649292, - 0.23903818428516388, - 0.27460551261901855, - 0.309861421585083, - 0.2882433831691742, - 0.40891122817993164, - 0.1872372031211853, - 0.4897569417953491, - 0.22062721848487854, - 0.27067697048187256, - 0.30455389618873596, - 0.27931150794029236, - 0.4060570001602173, - 0.17333753407001495, - 0.4548024535179138, - 0.20633898675441742, - 0.27357742190361023, - 0.3015929162502289, - 0.2688794434070587, - 0.4074384570121765, - 0.16115333139896393, - 0.4218488931655884, - 0.19286568462848663, - 0.27335256338119507, - 0.29633861780166626, - 0.2543492615222931, - 0.4057413339614868, - 0.0, - 0.0, - 0.23422566056251526, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.008295059204101562, - 0.2219155728816986, - 0.3700617253780365, - 3.141578197479248, - 1.2781416177749634, - 0.11371541023254395, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.6962307691574097, - 0.9803891181945801, - 0.7903341054916382, - 0.3510326147079468, - 0.9459350109100342, - 0.7492988109588623, - 1.0, - 0.7025318145751953, - 0.9020733833312988, - 0.7735651731491089, - 0.3356972932815552, - 0.9920362234115601, - 0.7824785709381104, - 0.8470993041992188, - 0.698438286781311, - 0.8901669979095459, - 0.790332555770874, - 0.35103845596313477, - 0.9832619428634644, - 0.7493778467178345, - 1.0, - 0.7023862600326538, - 0.9020733833312988, - 0.9068138599395752, - 0.4052528142929077, - 0.9920302629470825, - 0.7824676036834717, - 0.858217716217041, - 0.7441258430480957, - 0.8901669979095459, - 0.8883082866668701, - 0.35103273391723633, - 0.9844095706939697, - 0.7489898204803467, - 0.9106173515319824, - 0.7030375003814697, - 0.8338406085968018, - 0.7735637426376343, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5282707214355469, - -0.3564720153808594, - 0.01551017165184021, - -3.1415886878967285, - -0.11077414453029633, - -1.1376543045043945, - 0.023995276540517807, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -1.0, - -0.9563404321670532, - -1.0, - -0.6016411185264587, - -1.0, - -1.0, - -1.0, - -0.9855433106422424, - -1.0, - -1.0, - -0.568418562412262, - -1.0, - -0.9306126236915588, - -1.0, - -0.8943671584129333, - -0.9454482197761536, - -1.0, - -0.6024078130722046, - -1.0, - -0.8142722845077515, - -1.0, - -0.804610550403595, - -0.9567732214927673, - -1.0, - -0.5692243576049805, - -1.0, - -0.9226444959640503, - -1.0, - -0.7243512868881226, - -0.944817841053009, - -0.9948020577430725, - -0.5959401726722717, - -1.0, - -0.662430465221405, - -1.0, - -0.6540769338607788, - -0.9332684278488159, - -0.951481819152832, - -0.5797969102859497, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3632066547870636, - -0.31757044792175293, - 0.01815008372068405, - -3.1397547721862793, - -0.05046986788511276, - -0.34272533655166626, - 0.028685785830020905, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.886368989944458, - -1.0, - -0.9826579093933105, - -0.6884297132492065, - -0.9574272632598877, - -0.4079456925392151, - -0.8234922289848328, - -0.8278449773788452, - -1.0, - -0.8939800262451172, - -0.6847217082977295, - -0.9757276773452759, - -0.39568281173706055, - -0.790169358253479, - -0.717595100402832, - -1.0, - -0.8067351579666138, - -0.6884304285049438, - -0.930842399597168, - -0.4073410630226135, - -0.8257322907447815, - -0.6305186152458191, - -1.0, - -0.7159554958343506, - -0.6831893920898438, - -0.8898144364356995, - -0.3987864553928375, - -0.8072169423103333, - -0.5720008611679077, - -0.9803179502487183, - -0.6290983557701111, - -0.6866189241409302, - -0.8602492213249207, - -0.40656593441963196, - -0.8293631672859192, - -0.5235277414321899, - -0.8383781909942627, - -0.56385338306427, - -0.6835734844207764, - -0.8319268822669983, - -0.3990429937839508, - -0.8187452554702759, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038331836462020874, - 0.16507366299629211, - 0.3389076888561249, - 3.1398279666900635, - 0.7237268090248108, - 0.06055232137441635, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2705755829811096, - 0.8315880298614502, - 0.18582318723201752, - 0.5377378463745117, - 0.24662227928638458, - 0.8319098949432373, - 0.6494792103767395, - 0.2676466703414917, - 0.8373581767082214, - 0.1834438145160675, - 0.4974599778652191, - 0.236887589097023, - 0.7582034468650818, - 0.6533123850822449, - 0.26935625076293945, - 0.8315237760543823, - 0.18649394810199738, - 0.5170223712921143, - 0.24846217036247253, - 0.7462656497955322, - 0.6494794487953186, - 0.26724493503570557, - 0.8370072245597839, - 0.18313010036945343, - 0.5177000164985657, - 0.2367607057094574, - 0.7361869812011719, - 0.6535307168960571, - 0.2693558633327484, - 0.8326732516288757, - 0.18637767434120178, - 0.5192703604698181, - 0.2474922239780426, - 0.6974258422851562, - 0.6494795083999634, - 0.2672460079193115, - 0.8375639915466309, - 0.18415498733520508, - 0.5230191349983215, - 0.23317435383796692, - 0.6193723082542419, - 0.6535356044769287, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "num_transitions": 14334, - "num_trajectories": 770 - } -} \ No newline at end of file diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/eval_fixed_2f.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/eval_fixed_2f.json deleted file mode 100644 index a139e65b8de21c8ac6e45adbf9615a1f992b6c42..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/eval_fixed_2f.json +++ /dev/null @@ -1,223 +0,0 @@ -{ - "seed": 4242424542, - "episodes": 200, - "success_count": 159.0, - "success_rate": 0.795, - "mean_return": 29.30258908584494, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "fixed", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 400, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "executed_later_heads": 11600, - "passed": true, - "fixed_latency_ms": 100.0, - "latency_raw_frames": 2 - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/fixed-2/qwenpi_v3/bundles/best/checkpoints/model.pt", - "resident_step": null -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/eval_matrix.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/eval_matrix.json deleted file mode 100644 index 4f57747ba7f342d5dd9376fdb7b7cb31bff84099..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/eval_matrix.json +++ /dev/null @@ -1,671 +0,0 @@ -{ - "baseline": { - "seed": 4242424542, - "episodes": 200, - "success_count": 9.0, - "success_rate": 0.045, - "mean_return": 3.149237866591103, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "fixed", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 400, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "executed_later_heads": 11600, - "passed": true, - "fixed_latency_ms": 100.0, - "latency_raw_frames": 2 - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/fixed-2/qwenpi_v3/bundles/source/checkpoints/model.pt", - "resident_step": null - }, - "best": { - "seed": 4242424542, - "episodes": 200, - "success_count": 159.0, - "success_rate": 0.795, - "mean_return": 29.30258908584494, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "fixed", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 400, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "executed_later_heads": 11600, - "passed": true, - "fixed_latency_ms": 100.0, - "latency_raw_frames": 2 - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/fixed-2/qwenpi_v3/bundles/best/checkpoints/model.pt", - "resident_step": null - }, - "latest": { - "seed": 4242424542, - "episodes": 200, - "success_count": 159.0, - "success_rate": 0.795, - "mean_return": 29.30258908584494, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "fixed", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 400, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "executed_later_heads": 11600, - "passed": true, - "fixed_latency_ms": 100.0, - "latency_raw_frames": 2 - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/fixed-2/qwenpi_v3/bundles/latest/checkpoints/model.pt", - "resident_step": null - } -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/provenance.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/provenance.json deleted file mode 100644 index 0eaca9c3dfeb307f6f69d7f115507c3418ac8227..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/provenance.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "task": "mikasa_intercept_grab_fast", - "model": "qwenpi_v3", - "condition": "fixed-2", - "phase": "dagger", - "source_sft_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-seed-reset-20260922/fixed-2/qwenpi_v3/training/bootstrap/checkpoints/steps_5000_pytorch_model.pt", - "selected_step": 5000, - "latest_step": 5000, - "dagger_optimizer_steps": 5000, - "development_seeds": [ - 4242424442, - 4242424541 - ], - "heldout_seeds": [ - 4242424542, - 4242424741 - ], - "checkpoint": "checkpoints/model.pt", - "latest_checkpoint": "checkpoints/model.pt" -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/task_contract.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/task_contract.json deleted file mode 100644 index 8a150d8aa4f66d46a83a54248d7c82042337fc64..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/task_contract.json +++ /dev/null @@ -1,552 +0,0 @@ -{ - "format": "latency_bench_starvla_h8_v2", - "task": "mikasa_intercept_grab_fast", - "robot_type": "latency_mikasa_conditioned_h8", - "state_dim": 71, - "action_dim": 7, - "action_horizon": 8, - "fps": 20.0, - "state_key": "observation.state", - "action_key": "issued_command_chunk", - "video_keys": [ - "video.top", - "video.wrist" - ], - "auxiliary": { - "action_prefix_mask": { - "shape": [ - 8 - ], - "column": "action_prefix_mask" - }, - "action_loss_mask": { - "shape": [ - 8 - ], - "column": "action_loss_mask" - } - }, - "normalization": { - "state": { - "mean": [ - -0.17602799832820892, - -0.0859493762254715, - 0.10989595949649811, - -2.321133613586426, - 0.29933515191078186, - -0.15205281972885132, - 0.04950501397252083, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.11404571682214737, - 0.014567448757588863, - -0.25869086384773254, - -0.2138390988111496, - -0.43156811594963074, - 0.19629693031311035, - 0.05883324146270752, - -0.09589624404907227, - 0.049624424427747726, - -0.23443107306957245, - -0.22897252440452576, - -0.40533944964408875, - 0.17266876995563507, - 0.04253947362303734, - -0.08008856326341629, - 0.07886253297328949, - -0.2079046666622162, - -0.22526612877845764, - -0.379305362701416, - 0.15290595591068268, - 0.014341559261083603, - -0.06511731445789337, - 0.10700931400060654, - -0.18747255206108093, - -0.22976438701152802, - -0.3556271493434906, - 0.13940900564193726, - 0.016766374930739403, - -0.05323467776179314, - 0.13615965843200684, - -0.16687241196632385, - -0.2236071676015854, - -0.33364105224609375, - 0.11977968364953995, - 0.011175139807164669, - -0.04226827621459961, - 0.1602867990732193, - -0.15044564008712769, - -0.22470375895500183, - -0.3115008473396301, - 0.10406522452831268, - 0.0154657531529665, - 0.0, - 0.0, - 0.9417458772659302, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.0881887674331665, - 0.12526221573352814, - 0.10488927364349365, - 1.9271414279937744, - 0.19634725153446198, - 0.10704465210437775, - 0.015050769783556461, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.24448299407958984, - 0.5761802792549133, - 0.27114465832710266, - 0.28275179862976074, - 0.30491015315055847, - 0.3038008213043213, - 0.388929158449173, - 0.2268688976764679, - 0.5521970987319946, - 0.2546086311340332, - 0.27230775356292725, - 0.30980587005615234, - 0.2887123227119446, - 0.3931591510772705, - 0.20533782243728638, - 0.5197066068649292, - 0.23903818428516388, - 0.27460551261901855, - 0.309861421585083, - 0.2882433831691742, - 0.40891122817993164, - 0.1872372031211853, - 0.4897569417953491, - 0.22062721848487854, - 0.27067697048187256, - 0.30455389618873596, - 0.27931150794029236, - 0.4060570001602173, - 0.17333753407001495, - 0.4548024535179138, - 0.20633898675441742, - 0.27357742190361023, - 0.3015929162502289, - 0.2688794434070587, - 0.4074384570121765, - 0.16115333139896393, - 0.4218488931655884, - 0.19286568462848663, - 0.27335256338119507, - 0.29633861780166626, - 0.2543492615222931, - 0.4057413339614868, - 0.0, - 0.0, - 0.23422566056251526, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5282707214355469, - -0.3564720153808594, - 0.01551017165184021, - -3.1415886878967285, - -0.11077414453029633, - -1.1376543045043945, - 0.023995276540517807, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -1.0, - -0.9563404321670532, - -1.0, - -0.6016411185264587, - -1.0, - -1.0, - -1.0, - -0.9855433106422424, - -1.0, - -1.0, - -0.568418562412262, - -1.0, - -0.9306126236915588, - -1.0, - -0.8943671584129333, - -0.9454482197761536, - -1.0, - -0.6024078130722046, - -1.0, - -0.8142722845077515, - -1.0, - -0.804610550403595, - -0.9567732214927673, - -1.0, - -0.5692243576049805, - -1.0, - -0.9226444959640503, - -1.0, - -0.7243512868881226, - -0.944817841053009, - -0.9948020577430725, - -0.5959401726722717, - -1.0, - -0.662430465221405, - -1.0, - -0.6540769338607788, - -0.9332684278488159, - -0.951481819152832, - -0.5797969102859497, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.008295059204101562, - 0.2219155728816986, - 0.3700617253780365, - 3.141578197479248, - 1.2781416177749634, - 0.11371541023254395, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.6962307691574097, - 0.9803891181945801, - 0.7903341054916382, - 0.3510326147079468, - 0.9459350109100342, - 0.7492988109588623, - 1.0, - 0.7025318145751953, - 0.9020733833312988, - 0.7735651731491089, - 0.3356972932815552, - 0.9920362234115601, - 0.7824785709381104, - 0.8470993041992188, - 0.698438286781311, - 0.8901669979095459, - 0.790332555770874, - 0.35103845596313477, - 0.9832619428634644, - 0.7493778467178345, - 1.0, - 0.7023862600326538, - 0.9020733833312988, - 0.9068138599395752, - 0.4052528142929077, - 0.9920302629470825, - 0.7824676036834717, - 0.858217716217041, - 0.7441258430480957, - 0.8901669979095459, - 0.8883082866668701, - 0.35103273391723633, - 0.9844095706939697, - 0.7489898204803467, - 0.9106173515319824, - 0.7030375003814697, - 0.8338406085968018, - 0.7735637426376343, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3632066547870636, - -0.31757044792175293, - 0.01815008372068405, - -3.1397547721862793, - -0.05046986788511276, - -0.34272533655166626, - 0.028685785830020905, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.886368989944458, - -1.0, - -0.9826579093933105, - -0.6884297132492065, - -0.9574272632598877, - -0.4079456925392151, - -0.8234922289848328, - -0.8278449773788452, - -1.0, - -0.8939800262451172, - -0.6847217082977295, - -0.9757276773452759, - -0.39568281173706055, - -0.790169358253479, - -0.717595100402832, - -1.0, - -0.8067351579666138, - -0.6884304285049438, - -0.930842399597168, - -0.4073410630226135, - -0.8257322907447815, - -0.6305186152458191, - -1.0, - -0.7159554958343506, - -0.6831893920898438, - -0.8898144364356995, - -0.3987864553928375, - -0.8072169423103333, - -0.5720008611679077, - -0.9803179502487183, - -0.6290983557701111, - -0.6866189241409302, - -0.8602492213249207, - -0.40656593441963196, - -0.8293631672859192, - -0.5235277414321899, - -0.8383781909942627, - -0.56385338306427, - -0.6835734844207764, - -0.8319268822669983, - -0.3990429937839508, - -0.8187452554702759, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038331836462020874, - 0.16507366299629211, - 0.3389076888561249, - 3.1398279666900635, - 0.7237268090248108, - 0.06055232137441635, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2705755829811096, - 0.8315880298614502, - 0.18582318723201752, - 0.5377378463745117, - 0.24662227928638458, - 0.8319098949432373, - 0.6494792103767395, - 0.2676466703414917, - 0.8373581767082214, - 0.1834438145160675, - 0.4974599778652191, - 0.236887589097023, - 0.7582034468650818, - 0.6533123850822449, - 0.26935625076293945, - 0.8315237760543823, - 0.18649394810199738, - 0.5170223712921143, - 0.24846217036247253, - 0.7462656497955322, - 0.6494794487953186, - 0.26724493503570557, - 0.8370072245597839, - 0.18313010036945343, - 0.5177000164985657, - 0.2367607057094574, - 0.7361869812011719, - 0.6535307168960571, - 0.2693558633327484, - 0.8326732516288757, - 0.18637767434120178, - 0.5192703604698181, - 0.2474922239780426, - 0.6974258422851562, - 0.6494795083999634, - 0.2672460079193115, - 0.8375639915466309, - 0.18415498733520508, - 0.5230191349983215, - 0.23317435383796692, - 0.6193723082542419, - 0.6535356044769287, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "action": { - "mean": [ - -0.08153289556503296, - 0.09881147742271423, - -0.21583178639411926, - -0.24406598508358002, - -0.39754995703697205, - 0.15739205479621887, - 0.020018810406327248 - ], - "std": [ - 0.21002133190631866, - 0.5266466736793518, - 0.23841160535812378, - 0.27672678232192993, - 0.3024211525917053, - 0.29195544123649597, - 0.42421531677246094 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6024078130722046, - -1.0 - ], - "max": [ - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.7441257834434509, - 0.9803891777992249, - 0.9068138599395752 - ], - "q01": [ - -0.7389877438545227, - -1.0, - -0.8360429406166077, - -0.6895301938056946, - -0.9313967227935791, - -0.4065292179584503, - -0.8272001147270203 - ], - "q99": [ - 0.2715863287448883, - 0.836138904094696, - 0.18877215683460236, - 0.5313757061958313, - 0.24756553769111633, - 0.7555548548698425, - 0.654169499874115 - ] - } - }, - "prompt": "Intercept the rolling ball and grasp it to stop it.", - "action_prefix": { - "mode": "fixed_frames", - "frames": 2, - "env_fps": 20, - "action_horizon": 8, - "action_dim": 7 - }, - "label_provenance": { - "semantics": "zero_h1_teacher_after_causal_prefix", - "teacher_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/artifacts/models/zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt", - "condition": "fixed-2", - "model": "shared", - "latency": { - "method": "fixed", - "fixed_latency_ms": 100.0 - }, - "action_prefix": { - "mode": "fixed_frames", - "frames": 2, - "env_fps": 20, - "action_horizon": 8, - "action_dim": 7 - } - } -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/README.md b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/README.md deleted file mode 100644 index e74af381e45fc10be190667ca20f8749b2d8e029..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/README.md +++ /dev/null @@ -1,3 +0,0 @@ -# qwenpi_v3 — mikasa_intercept_grab_fast - -RGB + continuous state, action horizon 8, VLA 20 Hz. Formal evaluation is run separately. diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/checkpoints/model.pt b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/checkpoints/model.pt deleted file mode 100644 index 7c14e7fd78f530a7153c5c983258e69094e344cc..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/checkpoints/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b3496c845936964500cd54ab1874fd693945129003424ad7fa2f7bf112328051 -size 10922768541 diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/config.yaml b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/config.yaml deleted file mode 100644 index 7f439ac532037233e5011efb21eae5a7a384c920..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/config.yaml +++ /dev/null @@ -1,63 +0,0 @@ -framework: - name: QwenPI_v3 - qwenvl: - base_vlm: Qwen/Qwen3-VL-4B-Instruct - attn_implementation: flash_attention_2 - vl_hidden_dim: 2560 - num_vl_layers: 36 - enable_gradient_checkpointing: true - action_model: - action_model_type: LayerwiseFM - action_dim: 7 - state_dim: 71 - state_encoding: continuous_projector - task_objective: null - action_horizon: 8 - repeated_diffusion_steps: 2 - num_inference_timesteps: 4 - add_pos_embed: true - max_seq_len: 1024 - num_target_vision_tokens: 32 - noise_beta_alpha: 1.5 - noise_beta_beta: 1.0 - noise_s: 0.999 - num_timestep_buckets: 1000 - diffusion_model_cfg: - action_dit_hidden_dim: 1024 - dropout: 0.2 - final_dropout: true - interleave_self_attention: true - norm_type: ada_norm - positional_embeddings: null - attention_head_dim: 64 - num_layers: 36 - input_embedding_dim: 1024 - cross_attention_dim: 1024 - output_dim: 1024 - num_attention_heads: 16 - action_env_dim: 7 - future_action_window_size: 7 - past_action_window_size: 0 -version_id: '0.21' -datasets: - vla_data: - include_state: true - obs_image_size: - - 224 - - 224 - image_mode: single - stitch_grid: - - 1 - - 2 - num_obs_frames: 1 -trainer: - pretrained_checkpoint: null -backbone: - repo_id: Qwen/Qwen3-VL-4B-Instruct - allow_patterns: - - '*.json' - - '*.safetensors' - - '*.txt' - - '*.jinja' - - '*.model' - revision: ebb281ec70b05090aa6165b016eac8ec08e71b17 diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/dataset_statistics.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/dataset_statistics.json deleted file mode 100644 index c9682c762de103d8f54e71839d0c0bab26f0028c..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/dataset_statistics.json +++ /dev/null @@ -1,511 +0,0 @@ -{ - "new_embodiment": { - "action": { - "mean": [ - -0.08153289556503296, - 0.09881147742271423, - -0.21583178639411926, - -0.24406598508358002, - -0.39754995703697205, - 0.15739205479621887, - 0.020018810406327248 - ], - "std": [ - 0.21002133190631866, - 0.5266466736793518, - 0.23841160535812378, - 0.27672678232192993, - 0.3024211525917053, - 0.29195544123649597, - 0.42421531677246094 - ], - "max": [ - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.7441257834434509, - 0.9803891777992249, - 0.9068138599395752 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6024078130722046, - -1.0 - ], - "q01": [ - -0.7389877438545227, - -1.0, - -0.8360429406166077, - -0.6895301938056946, - -0.9313967227935791, - -0.4065292179584503, - -0.8272001147270203 - ], - "q99": [ - 0.2715863287448883, - 0.836138904094696, - 0.18877215683460236, - 0.5313757061958313, - 0.24756553769111633, - 0.7555548548698425, - 0.654169499874115 - ], - "mask": [ - true, - true, - true, - true, - true, - true, - true - ] - }, - "state": { - "mean": [ - -0.17602799832820892, - -0.0859493762254715, - 0.10989595949649811, - -2.321133613586426, - 0.29933515191078186, - -0.15205281972885132, - 0.04950501397252083, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.11404571682214737, - 0.014567448757588863, - -0.25869086384773254, - -0.2138390988111496, - -0.43156811594963074, - 0.19629693031311035, - 0.05883324146270752, - -0.09589624404907227, - 0.049624424427747726, - -0.23443107306957245, - -0.22897252440452576, - -0.40533944964408875, - 0.17266876995563507, - 0.04253947362303734, - -0.08008856326341629, - 0.07886253297328949, - -0.2079046666622162, - -0.22526612877845764, - -0.379305362701416, - 0.15290595591068268, - 0.014341559261083603, - -0.06511731445789337, - 0.10700931400060654, - -0.18747255206108093, - -0.22976438701152802, - -0.3556271493434906, - 0.13940900564193726, - 0.016766374930739403, - -0.05323467776179314, - 0.13615965843200684, - -0.16687241196632385, - -0.2236071676015854, - -0.33364105224609375, - 0.11977968364953995, - 0.011175139807164669, - -0.04226827621459961, - 0.1602867990732193, - -0.15044564008712769, - -0.22470375895500183, - -0.3115008473396301, - 0.10406522452831268, - 0.0154657531529665, - 0.0, - 0.0, - 0.9417458772659302, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.0881887674331665, - 0.12526221573352814, - 0.10488927364349365, - 1.9271414279937744, - 0.19634725153446198, - 0.10704465210437775, - 0.015050769783556461, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.24448299407958984, - 0.5761802792549133, - 0.27114465832710266, - 0.28275179862976074, - 0.30491015315055847, - 0.3038008213043213, - 0.388929158449173, - 0.2268688976764679, - 0.5521970987319946, - 0.2546086311340332, - 0.27230775356292725, - 0.30980587005615234, - 0.2887123227119446, - 0.3931591510772705, - 0.20533782243728638, - 0.5197066068649292, - 0.23903818428516388, - 0.27460551261901855, - 0.309861421585083, - 0.2882433831691742, - 0.40891122817993164, - 0.1872372031211853, - 0.4897569417953491, - 0.22062721848487854, - 0.27067697048187256, - 0.30455389618873596, - 0.27931150794029236, - 0.4060570001602173, - 0.17333753407001495, - 0.4548024535179138, - 0.20633898675441742, - 0.27357742190361023, - 0.3015929162502289, - 0.2688794434070587, - 0.4074384570121765, - 0.16115333139896393, - 0.4218488931655884, - 0.19286568462848663, - 0.27335256338119507, - 0.29633861780166626, - 0.2543492615222931, - 0.4057413339614868, - 0.0, - 0.0, - 0.23422566056251526, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.008295059204101562, - 0.2219155728816986, - 0.3700617253780365, - 3.141578197479248, - 1.2781416177749634, - 0.11371541023254395, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.6962307691574097, - 0.9803891181945801, - 0.7903341054916382, - 0.3510326147079468, - 0.9459350109100342, - 0.7492988109588623, - 1.0, - 0.7025318145751953, - 0.9020733833312988, - 0.7735651731491089, - 0.3356972932815552, - 0.9920362234115601, - 0.7824785709381104, - 0.8470993041992188, - 0.698438286781311, - 0.8901669979095459, - 0.790332555770874, - 0.35103845596313477, - 0.9832619428634644, - 0.7493778467178345, - 1.0, - 0.7023862600326538, - 0.9020733833312988, - 0.9068138599395752, - 0.4052528142929077, - 0.9920302629470825, - 0.7824676036834717, - 0.858217716217041, - 0.7441258430480957, - 0.8901669979095459, - 0.8883082866668701, - 0.35103273391723633, - 0.9844095706939697, - 0.7489898204803467, - 0.9106173515319824, - 0.7030375003814697, - 0.8338406085968018, - 0.7735637426376343, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5282707214355469, - -0.3564720153808594, - 0.01551017165184021, - -3.1415886878967285, - -0.11077414453029633, - -1.1376543045043945, - 0.023995276540517807, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -1.0, - -0.9563404321670532, - -1.0, - -0.6016411185264587, - -1.0, - -1.0, - -1.0, - -0.9855433106422424, - -1.0, - -1.0, - -0.568418562412262, - -1.0, - -0.9306126236915588, - -1.0, - -0.8943671584129333, - -0.9454482197761536, - -1.0, - -0.6024078130722046, - -1.0, - -0.8142722845077515, - -1.0, - -0.804610550403595, - -0.9567732214927673, - -1.0, - -0.5692243576049805, - -1.0, - -0.9226444959640503, - -1.0, - -0.7243512868881226, - -0.944817841053009, - -0.9948020577430725, - -0.5959401726722717, - -1.0, - -0.662430465221405, - -1.0, - -0.6540769338607788, - -0.9332684278488159, - -0.951481819152832, - -0.5797969102859497, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3632066547870636, - -0.31757044792175293, - 0.01815008372068405, - -3.1397547721862793, - -0.05046986788511276, - -0.34272533655166626, - 0.028685785830020905, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.886368989944458, - -1.0, - -0.9826579093933105, - -0.6884297132492065, - -0.9574272632598877, - -0.4079456925392151, - -0.8234922289848328, - -0.8278449773788452, - -1.0, - -0.8939800262451172, - -0.6847217082977295, - -0.9757276773452759, - -0.39568281173706055, - -0.790169358253479, - -0.717595100402832, - -1.0, - -0.8067351579666138, - -0.6884304285049438, - -0.930842399597168, - -0.4073410630226135, - -0.8257322907447815, - -0.6305186152458191, - -1.0, - -0.7159554958343506, - -0.6831893920898438, - -0.8898144364356995, - -0.3987864553928375, - -0.8072169423103333, - -0.5720008611679077, - -0.9803179502487183, - -0.6290983557701111, - -0.6866189241409302, - -0.8602492213249207, - -0.40656593441963196, - -0.8293631672859192, - -0.5235277414321899, - -0.8383781909942627, - -0.56385338306427, - -0.6835734844207764, - -0.8319268822669983, - -0.3990429937839508, - -0.8187452554702759, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038331836462020874, - 0.16507366299629211, - 0.3389076888561249, - 3.1398279666900635, - 0.7237268090248108, - 0.06055232137441635, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2705755829811096, - 0.8315880298614502, - 0.18582318723201752, - 0.5377378463745117, - 0.24662227928638458, - 0.8319098949432373, - 0.6494792103767395, - 0.2676466703414917, - 0.8373581767082214, - 0.1834438145160675, - 0.4974599778652191, - 0.236887589097023, - 0.7582034468650818, - 0.6533123850822449, - 0.26935625076293945, - 0.8315237760543823, - 0.18649394810199738, - 0.5170223712921143, - 0.24846217036247253, - 0.7462656497955322, - 0.6494794487953186, - 0.26724493503570557, - 0.8370072245597839, - 0.18313010036945343, - 0.5177000164985657, - 0.2367607057094574, - 0.7361869812011719, - 0.6535307168960571, - 0.2693558633327484, - 0.8326732516288757, - 0.18637767434120178, - 0.5192703604698181, - 0.2474922239780426, - 0.6974258422851562, - 0.6494795083999634, - 0.2672460079193115, - 0.8375639915466309, - 0.18415498733520508, - 0.5230191349983215, - 0.23317435383796692, - 0.6193723082542419, - 0.6535356044769287, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "num_transitions": 11570, - "num_trajectories": 674 - } -} \ No newline at end of file diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/provenance.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/provenance.json deleted file mode 100644 index 21a8c65028a99dbb8a4184b43220d4f9c76d9d45..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/provenance.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "task": "mikasa_conditioned_h8", - "model": "qwenpi_v3", - "run_id": "h8-conditioned-seed-reset-20260922-fixed-2", - "smoke": false, - "teacher": { - "repo_id": "latency-sensitive-bench/benchmark-models", - "path": "zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt" - }, - "backbone": { - "repo_id": "Qwen/Qwen3-VL-4B-Instruct", - "allow_patterns": [ - "*.json", - "*.safetensors", - "*.txt", - "*.jinja", - "*.model" - ], - "revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17" - }, - "code_revisions": { - "benchmark": { - "revision": "75b4097d02da5e09f143f97ac87bba44c2ad9abc", - "dirty": true - }, - "starvla": { - "revision": "3d2cd7fce72def48d9020d794392489031ba3f46", - "dirty": true - }, - "mikasa": { - "revision": "34ece90941291dceaf942938b9f6c92f9dbae01f", - "dirty": true - } - }, - "datasets": [ - { - "repo_id": "latency-sensitive-bench/benchmark-datasets", - "path": "fixed-2/mikasa-intercept-grab-fast/teacher-rollouts-h8-state-v1", - "local_dir": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/datasets/mikasa_intercept_grab_fast/conditioned-h8-seed-reset-20260922/fixed-2", - "revision": null, - "condition": "fixed-2", - "action_horizon": 8 - } - ], - "seed": 0, - "condition": "fixed-2", - "no_publish": true, - "dagger_rounds": 10, - "evaluation": { - "seed": 4242424242, - "episodes": 50, - "every_round": false - }, - "training": { - "sft_updates": 5000, - "dagger_updates": 0, - "global_batch": 128, - "bootstrap_weight": 1.0, - "dagger_weight": 0.0, - "micro_batch": 64, - "num_gpus": 2, - "gradient_accumulation_steps": 1, - "gradient_checkpointing": true, - "oom_retry": false, - "optimizer": { - "name": "AdamW", - "betas": [ - 0.9, - 0.95 - ], - "eps": 1e-08, - "weight_decay": 1e-08, - "fused": true - }, - "learning_rate": { - "base": 3e-05, - "action_model": 0.0001 - }, - "scheduler": "cosine_with_min_lr", - "scheduler_kwargs": { - "min_lr": 1e-06 - }, - "warmup_updates": 100 - } -} diff --git a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/task_contract.json b/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/task_contract.json deleted file mode 100644 index 8a150d8aa4f66d46a83a54248d7c82042337fc64..0000000000000000000000000000000000000000 --- a/fixed-2/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-fixed-2/task_contract.json +++ /dev/null @@ -1,552 +0,0 @@ -{ - "format": "latency_bench_starvla_h8_v2", - "task": "mikasa_intercept_grab_fast", - "robot_type": "latency_mikasa_conditioned_h8", - "state_dim": 71, - "action_dim": 7, - "action_horizon": 8, - "fps": 20.0, - "state_key": "observation.state", - "action_key": "issued_command_chunk", - "video_keys": [ - "video.top", - "video.wrist" - ], - "auxiliary": { - "action_prefix_mask": { - "shape": [ - 8 - ], - "column": "action_prefix_mask" - }, - "action_loss_mask": { - "shape": [ - 8 - ], - "column": "action_loss_mask" - } - }, - "normalization": { - "state": { - "mean": [ - -0.17602799832820892, - -0.0859493762254715, - 0.10989595949649811, - -2.321133613586426, - 0.29933515191078186, - -0.15205281972885132, - 0.04950501397252083, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.11404571682214737, - 0.014567448757588863, - -0.25869086384773254, - -0.2138390988111496, - -0.43156811594963074, - 0.19629693031311035, - 0.05883324146270752, - -0.09589624404907227, - 0.049624424427747726, - -0.23443107306957245, - -0.22897252440452576, - -0.40533944964408875, - 0.17266876995563507, - 0.04253947362303734, - -0.08008856326341629, - 0.07886253297328949, - -0.2079046666622162, - -0.22526612877845764, - -0.379305362701416, - 0.15290595591068268, - 0.014341559261083603, - -0.06511731445789337, - 0.10700931400060654, - -0.18747255206108093, - -0.22976438701152802, - -0.3556271493434906, - 0.13940900564193726, - 0.016766374930739403, - -0.05323467776179314, - 0.13615965843200684, - -0.16687241196632385, - -0.2236071676015854, - -0.33364105224609375, - 0.11977968364953995, - 0.011175139807164669, - -0.04226827621459961, - 0.1602867990732193, - -0.15044564008712769, - -0.22470375895500183, - -0.3115008473396301, - 0.10406522452831268, - 0.0154657531529665, - 0.0, - 0.0, - 0.9417458772659302, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.0881887674331665, - 0.12526221573352814, - 0.10488927364349365, - 1.9271414279937744, - 0.19634725153446198, - 0.10704465210437775, - 0.015050769783556461, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.24448299407958984, - 0.5761802792549133, - 0.27114465832710266, - 0.28275179862976074, - 0.30491015315055847, - 0.3038008213043213, - 0.388929158449173, - 0.2268688976764679, - 0.5521970987319946, - 0.2546086311340332, - 0.27230775356292725, - 0.30980587005615234, - 0.2887123227119446, - 0.3931591510772705, - 0.20533782243728638, - 0.5197066068649292, - 0.23903818428516388, - 0.27460551261901855, - 0.309861421585083, - 0.2882433831691742, - 0.40891122817993164, - 0.1872372031211853, - 0.4897569417953491, - 0.22062721848487854, - 0.27067697048187256, - 0.30455389618873596, - 0.27931150794029236, - 0.4060570001602173, - 0.17333753407001495, - 0.4548024535179138, - 0.20633898675441742, - 0.27357742190361023, - 0.3015929162502289, - 0.2688794434070587, - 0.4074384570121765, - 0.16115333139896393, - 0.4218488931655884, - 0.19286568462848663, - 0.27335256338119507, - 0.29633861780166626, - 0.2543492615222931, - 0.4057413339614868, - 0.0, - 0.0, - 0.23422566056251526, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5282707214355469, - -0.3564720153808594, - 0.01551017165184021, - -3.1415886878967285, - -0.11077414453029633, - -1.1376543045043945, - 0.023995276540517807, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -1.0, - -0.9563404321670532, - -1.0, - -0.6016411185264587, - -1.0, - -1.0, - -1.0, - -0.9855433106422424, - -1.0, - -1.0, - -0.568418562412262, - -1.0, - -0.9306126236915588, - -1.0, - -0.8943671584129333, - -0.9454482197761536, - -1.0, - -0.6024078130722046, - -1.0, - -0.8142722845077515, - -1.0, - -0.804610550403595, - -0.9567732214927673, - -1.0, - -0.5692243576049805, - -1.0, - -0.9226444959640503, - -1.0, - -0.7243512868881226, - -0.944817841053009, - -0.9948020577430725, - -0.5959401726722717, - -1.0, - -0.662430465221405, - -1.0, - -0.6540769338607788, - -0.9332684278488159, - -0.951481819152832, - -0.5797969102859497, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.008295059204101562, - 0.2219155728816986, - 0.3700617253780365, - 3.141578197479248, - 1.2781416177749634, - 0.11371541023254395, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.6962307691574097, - 0.9803891181945801, - 0.7903341054916382, - 0.3510326147079468, - 0.9459350109100342, - 0.7492988109588623, - 1.0, - 0.7025318145751953, - 0.9020733833312988, - 0.7735651731491089, - 0.3356972932815552, - 0.9920362234115601, - 0.7824785709381104, - 0.8470993041992188, - 0.698438286781311, - 0.8901669979095459, - 0.790332555770874, - 0.35103845596313477, - 0.9832619428634644, - 0.7493778467178345, - 1.0, - 0.7023862600326538, - 0.9020733833312988, - 0.9068138599395752, - 0.4052528142929077, - 0.9920302629470825, - 0.7824676036834717, - 0.858217716217041, - 0.7441258430480957, - 0.8901669979095459, - 0.8883082866668701, - 0.35103273391723633, - 0.9844095706939697, - 0.7489898204803467, - 0.9106173515319824, - 0.7030375003814697, - 0.8338406085968018, - 0.7735637426376343, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3632066547870636, - -0.31757044792175293, - 0.01815008372068405, - -3.1397547721862793, - -0.05046986788511276, - -0.34272533655166626, - 0.028685785830020905, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.886368989944458, - -1.0, - -0.9826579093933105, - -0.6884297132492065, - -0.9574272632598877, - -0.4079456925392151, - -0.8234922289848328, - -0.8278449773788452, - -1.0, - -0.8939800262451172, - -0.6847217082977295, - -0.9757276773452759, - -0.39568281173706055, - -0.790169358253479, - -0.717595100402832, - -1.0, - -0.8067351579666138, - -0.6884304285049438, - -0.930842399597168, - -0.4073410630226135, - -0.8257322907447815, - -0.6305186152458191, - -1.0, - -0.7159554958343506, - -0.6831893920898438, - -0.8898144364356995, - -0.3987864553928375, - -0.8072169423103333, - -0.5720008611679077, - -0.9803179502487183, - -0.6290983557701111, - -0.6866189241409302, - -0.8602492213249207, - -0.40656593441963196, - -0.8293631672859192, - -0.5235277414321899, - -0.8383781909942627, - -0.56385338306427, - -0.6835734844207764, - -0.8319268822669983, - -0.3990429937839508, - -0.8187452554702759, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038331836462020874, - 0.16507366299629211, - 0.3389076888561249, - 3.1398279666900635, - 0.7237268090248108, - 0.06055232137441635, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2705755829811096, - 0.8315880298614502, - 0.18582318723201752, - 0.5377378463745117, - 0.24662227928638458, - 0.8319098949432373, - 0.6494792103767395, - 0.2676466703414917, - 0.8373581767082214, - 0.1834438145160675, - 0.4974599778652191, - 0.236887589097023, - 0.7582034468650818, - 0.6533123850822449, - 0.26935625076293945, - 0.8315237760543823, - 0.18649394810199738, - 0.5170223712921143, - 0.24846217036247253, - 0.7462656497955322, - 0.6494794487953186, - 0.26724493503570557, - 0.8370072245597839, - 0.18313010036945343, - 0.5177000164985657, - 0.2367607057094574, - 0.7361869812011719, - 0.6535307168960571, - 0.2693558633327484, - 0.8326732516288757, - 0.18637767434120178, - 0.5192703604698181, - 0.2474922239780426, - 0.6974258422851562, - 0.6494795083999634, - 0.2672460079193115, - 0.8375639915466309, - 0.18415498733520508, - 0.5230191349983215, - 0.23317435383796692, - 0.6193723082542419, - 0.6535356044769287, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "action": { - "mean": [ - -0.08153289556503296, - 0.09881147742271423, - -0.21583178639411926, - -0.24406598508358002, - -0.39754995703697205, - 0.15739205479621887, - 0.020018810406327248 - ], - "std": [ - 0.21002133190631866, - 0.5266466736793518, - 0.23841160535812378, - 0.27672678232192993, - 0.3024211525917053, - 0.29195544123649597, - 0.42421531677246094 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6024078130722046, - -1.0 - ], - "max": [ - 0.4556398391723633, - 1.0, - 0.7855747938156128, - 1.0, - 0.7441257834434509, - 0.9803891777992249, - 0.9068138599395752 - ], - "q01": [ - -0.7389877438545227, - -1.0, - -0.8360429406166077, - -0.6895301938056946, - -0.9313967227935791, - -0.4065292179584503, - -0.8272001147270203 - ], - "q99": [ - 0.2715863287448883, - 0.836138904094696, - 0.18877215683460236, - 0.5313757061958313, - 0.24756553769111633, - 0.7555548548698425, - 0.654169499874115 - ] - } - }, - "prompt": "Intercept the rolling ball and grasp it to stop it.", - "action_prefix": { - "mode": "fixed_frames", - "frames": 2, - "env_fps": 20, - "action_horizon": 8, - "action_dim": 7 - }, - "label_provenance": { - "semantics": "zero_h1_teacher_after_causal_prefix", - "teacher_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/artifacts/models/zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt", - "condition": "fixed-2", - "model": "shared", - "latency": { - "method": "fixed", - "fixed_latency_ms": 100.0 - }, - "action_prefix": { - "mode": "fixed_frames", - "frames": 2, - "env_fps": 20, - "action_horizon": 8, - "action_dim": 7 - } - } -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/README.md b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/README.md deleted file mode 100644 index 0a698c08013b1075e220c0ef37b23ad8c42c2a7a..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/README.md +++ /dev/null @@ -1,3 +0,0 @@ -# MIKASA H8 profile-latency qwengr00t DAgger - -Selected development checkpoint: step 4000. The independent 200-episode results are in eval_matrix.json. diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/checkpoints/latest_model.pt b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/checkpoints/latest_model.pt deleted file mode 100644 index af92db29ff0a87664ddc4fa4c9ed8772da0ac4b4..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/checkpoints/latest_model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6ec5b32115c3f3e5e48fdc37aa6396cc07b492e72224747c890585d9f70441a9 -size 9976975139 diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt deleted file mode 100644 index ac0ffce11e225f5831b68f493e155e089a228a29..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:378fd1338937c8509b7a63a5779b27c8e11e162bb59f3983925cbf253cf3bb20 -size 9976975139 diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/config.yaml b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/config.yaml deleted file mode 100644 index c942b0201d5bbe42d2129bad1fd9a99c74f525f9..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/config.yaml +++ /dev/null @@ -1,59 +0,0 @@ -framework: - name: QwenGR00T - qwenvl: - base_vlm: Qwen/Qwen3-VL-4B-Instruct - attn_implementation: flash_attention_2 - vl_hidden_dim: 2048 - enable_gradient_checkpointing: true - action_model: - action_model_type: DiT-B - action_hidden_dim: 1024 - hidden_size: 1024 - add_pos_embed: true - max_seq_len: 1024 - action_dim: 7 - state_dim: 71 - task_objective: null - action_horizon: 8 - repeated_diffusion_steps: 8 - noise_beta_alpha: 1.5 - noise_beta_beta: 1.0 - noise_s: 0.999 - num_timestep_buckets: 1000 - num_inference_timesteps: 4 - num_target_vision_tokens: 32 - diffusion_model_cfg: - cross_attention_dim: 2560 - dropout: 0.2 - final_dropout: true - interleave_self_attention: true - norm_type: ada_norm - num_layers: 16 - output_dim: 1024 - positional_embeddings: null - action_env_dim: 7 - future_action_window_size: 7 - past_action_window_size: 0 -version_id: '0.21' -datasets: - vla_data: - include_state: true - obs_image_size: - - 224 - - 224 - image_mode: single - stitch_grid: - - 1 - - 2 - num_obs_frames: 1 -trainer: - pretrained_checkpoint: null -backbone: - repo_id: Qwen/Qwen3-VL-4B-Instruct - allow_patterns: - - '*.json' - - '*.safetensors' - - '*.txt' - - '*.jinja' - - '*.model' - revision: ebb281ec70b05090aa6165b016eac8ec08e71b17 diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/dataset_statistics.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/dataset_statistics.json deleted file mode 100644 index 4757a9522e0112e9720d816c8c36aea662e39ba2..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/dataset_statistics.json +++ /dev/null @@ -1,511 +0,0 @@ -{ - "new_embodiment": { - "action": { - "mean": [ - -0.08651603013277054, - 0.08224724233150482, - -0.23114167153835297, - -0.24032047390937805, - -0.40979480743408203, - 0.16384316980838776, - 0.024412240833044052 - ], - "std": [ - 0.22500383853912354, - 0.5317792892456055, - 0.24777278304100037, - 0.2753232717514038, - 0.31166231632232666, - 0.28878775238990784, - 0.42456188797950745 - ], - "max": [ - 0.7449430227279663, - 1.0, - 0.801939845085144, - 0.9925190210342407, - 0.7447563409805298, - 1.0, - 0.9191060066223145 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6014983654022217, - -1.0 - ], - "q01": [ - -0.7863444089889526, - -1.0, - -0.8422117829322815, - -0.6826491951942444, - -0.957883358001709, - -0.399079829454422, - -0.8424513339996338 - ], - "q99": [ - 0.2700195014476776, - 0.824275553226471, - 0.19021736085414886, - 0.5378813147544861, - 0.25106081366539, - 0.7631439566612244, - 0.650931715965271 - ], - "mask": [ - true, - true, - true, - true, - true, - true, - true - ] - }, - "state": { - "mean": [ - -0.17032869160175323, - -0.08019217103719711, - 0.12328577041625977, - -2.206589698791504, - 0.27724361419677734, - -0.13661524653434753, - 0.049093328416347504, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.06822634488344193, - 0.03937104344367981, - -0.1842958629131317, - -0.16613194346427917, - -0.3133396804332733, - 0.13472171127796173, - 0.05571386590600014, - -0.1144457459449768, - 0.012982890009880066, - -0.2679358124732971, - -0.21655531227588654, - -0.4377271234989166, - 0.20138351619243622, - 0.07151325047016144, - -0.09608647972345352, - 0.047475628554821014, - -0.24088728427886963, - -0.22009891271591187, - -0.4136785566806793, - 0.17238105833530426, - 0.04418623819947243, - -0.07878082245588303, - 0.07759152352809906, - -0.2156890630722046, - -0.22494681179523468, - -0.3850598931312561, - 0.1529393196105957, - 0.023087019100785255, - -0.06338129937648773, - 0.10700494796037674, - -0.19341999292373657, - -0.2261488288640976, - -0.3602184057235718, - 0.13640433549880981, - 0.018448133021593094, - -0.0500837080180645, - 0.13640542328357697, - -0.1738714575767517, - -0.22582004964351654, - -0.3347054421901703, - 0.11785770952701569, - 0.01748473197221756, - 0.0, - 0.0, - 0.7243996858596802, - 0.2085249274969101, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.08725781738758087, - 0.11819682270288467, - 0.11071852594614029, - 2.0710270404815674, - 0.19452500343322754, - 0.10507456958293915, - 0.01494661159813404, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.20719675719738007, - 0.4700527787208557, - 0.24059739708900452, - 0.259911447763443, - 0.3211929202079773, - 0.2532126009464264, - 0.3245790898799896, - 0.2555050849914551, - 0.5733948945999146, - 0.27002692222595215, - 0.2791346609592438, - 0.30882084369659424, - 0.29949650168418884, - 0.38429543375968933, - 0.23615647852420807, - 0.5455377697944641, - 0.25697028636932373, - 0.2757614552974701, - 0.3159445822238922, - 0.28388291597366333, - 0.39523595571517944, - 0.21366475522518158, - 0.5135985016822815, - 0.24145223200321198, - 0.2737653851509094, - 0.31716686487197876, - 0.27991172671318054, - 0.4072468876838684, - 0.1957601010799408, - 0.4808655083179474, - 0.22670213878154755, - 0.27080875635147095, - 0.31249871850013733, - 0.27077746391296387, - 0.4108699858188629, - 0.17976905405521393, - 0.445264607667923, - 0.2137683629989624, - 0.2710883915424347, - 0.3089381456375122, - 0.2591795027256012, - 0.4081609547138214, - 0.0, - 0.0, - 0.4467950761318207, - 0.40623852610588074, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.025203704833984375, - 0.44177818298339844, - 0.3700617253780365, - 3.1415674686431885, - 1.2028231620788574, - 0.11162211745977402, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.6105726957321167, - 0.9336745738983154, - 0.801939845085144, - 0.9605584144592285, - 0.7144018411636353, - 0.8971641063690186, - 0.88185715675354, - 0.6735316514968872, - 1.0, - 0.7118520736694336, - 0.9925190210342407, - 0.7444231510162354, - 1.0, - 0.7880654335021973, - 0.6105726957321167, - 0.9694173336029053, - 0.801939845085144, - 0.9605584144592285, - 0.7009646892547607, - 0.8971641063690186, - 0.88185715675354, - 0.6698921918869019, - 0.979149341583252, - 0.6984164714813232, - 0.8333437442779541, - 0.7447563409805298, - 0.8991386890411377, - 0.7880656719207764, - 0.7449430227279663, - 0.9693601131439209, - 0.7037990093231201, - 0.9919015169143677, - 0.6864805221557617, - 0.8884711265563965, - 0.8425935506820679, - 0.5675210952758789, - 0.9727082252502441, - 0.6801388263702393, - 0.8512179851531982, - 0.7350106239318848, - 0.8369606733322144, - 0.9191060066223145, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5063084959983826, - -0.3442821502685547, - 0.015794575214385986, - -3.141584634780884, - -0.11077414453029633, - -0.42329108715057373, - 0.02380421943962574, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9112741351127625, - -1.0, - -0.5638870596885681, - -1.0, - -1.0, - -1.0, - -1.0, - -0.8797607421875, - -1.0, - -0.5484651327133179, - -1.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9792795777320862, - -1.0, - -0.5922502279281616, - -1.0, - -0.9452081918716431, - -1.0, - -0.8772450089454651, - -0.9164516925811768, - -1.0, - -0.5478845834732056, - -1.0, - -0.8522202372550964, - -1.0, - -0.8018552660942078, - -0.9446964859962463, - -1.0, - -0.6014983654022217, - -1.0, - -0.7719975113868713, - -1.0, - -0.7346199750900269, - -1.0, - -1.0, - -0.5640571117401123, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3563728332519531, - -0.30327415466308594, - 0.018203116953372955, - -3.139820098876953, - -0.05549236759543419, - -0.3288035988807678, - 0.02828381210565567, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.7827358245849609, - -1.0, - -0.8528932929039001, - -0.6698219180107117, - -0.9718881845474243, - -0.3755232095718384, - -0.7874136567115784, - -0.9044231176376343, - -1.0, - -0.9652314186096191, - -0.6779341697692871, - -0.9644690752029419, - -0.39723992347717285, - -0.8371180295944214, - -0.8410276174545288, - -1.0, - -0.8740038871765137, - -0.6783751249313354, - -0.9874874949455261, - -0.39575690031051636, - -0.8313242793083191, - -0.7414116263389587, - -1.0, - -0.787383496761322, - -0.6791974306106567, - -0.9556525945663452, - -0.39415454864501953, - -0.8304514288902283, - -0.6648595333099365, - -1.0, - -0.7100260257720947, - -0.6780794262886047, - -0.9275301694869995, - -0.39686906337738037, - -0.8440371155738831, - -0.6062296032905579, - -0.9264602065086365, - -0.6420005559921265, - -0.6828998923301697, - -0.8941586017608643, - -0.3917372226715088, - -0.8312506675720215, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038516998291015625, - 0.16709232330322266, - 0.3393230438232422, - 3.140138626098633, - 0.6911601424217224, - 0.0658142939209938, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2614128589630127, - 0.8125174045562744, - 0.16633272171020508, - 0.4581258296966553, - 0.22307193279266357, - 0.739544153213501, - 0.6393352746963501, - 0.2689434289932251, - 0.8214747905731201, - 0.17899632453918457, - 0.5492699146270752, - 0.23902606964111328, - 0.864912748336792, - 0.6465187072753906, - 0.2684788703918457, - 0.8218023777008057, - 0.18587779998779297, - 0.5146396160125732, - 0.23641729354858398, - 0.7538408041000366, - 0.6511855125427246, - 0.2673681974411011, - 0.8221786022186279, - 0.18883800506591797, - 0.5316904783248901, - 0.2514059543609619, - 0.7392361164093018, - 0.6475234031677246, - 0.26851844787597656, - 0.8209707736968994, - 0.18304073810577393, - 0.5212814807891846, - 0.2438887357711792, - 0.6986379623413086, - 0.64979088306427, - 0.26703810691833496, - 0.8245968818664551, - 0.1905660629272461, - 0.5384746789932251, - 0.25820839405059814, - 0.6280765533447266, - 0.6493327617645264, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "num_transitions": 17041, - "num_trajectories": 1051 - } -} \ No newline at end of file diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/eval_matrix.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/eval_matrix.json deleted file mode 100644 index 2a915350dccc26bcc9534f5197d7c48bf7973002..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/eval_matrix.json +++ /dev/null @@ -1,671 +0,0 @@ -{ - "baseline": { - "seed": 4242424542, - "episodes": 200, - "success_count": 13.0, - "success_rate": 0.065, - "mean_return": 3.7436845861004184, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "temporal", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 443, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3 - ], - "executed_later_heads": 11557, - "passed": true, - "latency_seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwengr00t/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/profile-latency/qwengr00t/bundles/source/checkpoints/model.pt", - "resident_step": null - }, - "best": { - "seed": 4242424542, - "episodes": 200, - "success_count": 134.0, - "success_rate": 0.67, - "mean_return": 25.23492108467786, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "temporal", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 443, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3 - ], - "executed_later_heads": 11557, - "passed": true, - "latency_seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwengr00t/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/profile-latency/qwengr00t/bundles/best/checkpoints/model.pt", - "resident_step": null - }, - "latest": { - "seed": 4242424542, - "episodes": 200, - "success_count": 125.0, - "success_rate": 0.625, - "mean_return": 23.50025562263072, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "temporal", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 443, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3 - ], - "executed_later_heads": 11557, - "passed": true, - "latency_seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwengr00t/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/profile-latency/qwengr00t/bundles/latest/checkpoints/model.pt", - "resident_step": null - } -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/eval_profile.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/eval_profile.json deleted file mode 100644 index 59f62a0c8dd0332ef885d884d76cff8a4b0ad28e..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/eval_profile.json +++ /dev/null @@ -1,223 +0,0 @@ -{ - "seed": 4242424542, - "episodes": 200, - "success_count": 134.0, - "success_rate": 0.67, - "mean_return": 25.23492108467786, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "temporal", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 443, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3 - ], - "executed_later_heads": 11557, - "passed": true, - "latency_seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwengr00t/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/profile-latency/qwengr00t/bundles/best/checkpoints/model.pt", - "resident_step": null -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/provenance.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/provenance.json deleted file mode 100644 index 9383a1ab66e2d6337125f014f1f77185988ecd05..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/provenance.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "task": "mikasa_intercept_grab_fast", - "model": "qwengr00t", - "condition": "profile-latency", - "phase": "dagger", - "source_sft_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-seed-reset-20260922/profile-latency/qwengr00t/training/bootstrap/checkpoints/steps_5000_pytorch_model.pt", - "selected_step": 4000, - "latest_step": 5000, - "dagger_optimizer_steps": 5000, - "development_seeds": [ - 4242424442, - 4242424541 - ], - "heldout_seeds": [ - 4242424542, - 4242424741 - ], - "checkpoint": "checkpoints/model.pt", - "latest_checkpoint": "checkpoints/latest_model.pt" -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/task_contract.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/task_contract.json deleted file mode 100644 index 9c297157e0c098eac7c6b78a45ce556de1c7e66d..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-dagger-20260923/task_contract.json +++ /dev/null @@ -1,559 +0,0 @@ -{ - "format": "latency_bench_starvla_h8_v2", - "task": "mikasa_intercept_grab_fast", - "robot_type": "latency_mikasa_conditioned_h8", - "state_dim": 71, - "action_dim": 7, - "action_horizon": 8, - "fps": 20.0, - "state_key": "observation.state", - "action_key": "issued_command_chunk", - "video_keys": [ - "video.top", - "video.wrist" - ], - "auxiliary": { - "action_prefix_mask": { - "shape": [ - 8 - ], - "column": "action_prefix_mask" - }, - "action_loss_mask": { - "shape": [ - 8 - ], - "column": "action_loss_mask" - } - }, - "normalization": { - "state": { - "mean": [ - -0.17032869160175323, - -0.08019217103719711, - 0.12328577041625977, - -2.206589698791504, - 0.27724361419677734, - -0.13661524653434753, - 0.049093328416347504, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.06822634488344193, - 0.03937104344367981, - -0.1842958629131317, - -0.16613194346427917, - -0.3133396804332733, - 0.13472171127796173, - 0.05571386590600014, - -0.1144457459449768, - 0.012982890009880066, - -0.2679358124732971, - -0.21655531227588654, - -0.4377271234989166, - 0.20138351619243622, - 0.07151325047016144, - -0.09608647972345352, - 0.047475628554821014, - -0.24088728427886963, - -0.22009891271591187, - -0.4136785566806793, - 0.17238105833530426, - 0.04418623819947243, - -0.07878082245588303, - 0.07759152352809906, - -0.2156890630722046, - -0.22494681179523468, - -0.3850598931312561, - 0.1529393196105957, - 0.023087019100785255, - -0.06338129937648773, - 0.10700494796037674, - -0.19341999292373657, - -0.2261488288640976, - -0.3602184057235718, - 0.13640433549880981, - 0.018448133021593094, - -0.0500837080180645, - 0.13640542328357697, - -0.1738714575767517, - -0.22582004964351654, - -0.3347054421901703, - 0.11785770952701569, - 0.01748473197221756, - 0.0, - 0.0, - 0.7243996858596802, - 0.2085249274969101, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.08725781738758087, - 0.11819682270288467, - 0.11071852594614029, - 2.0710270404815674, - 0.19452500343322754, - 0.10507456958293915, - 0.01494661159813404, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.20719675719738007, - 0.4700527787208557, - 0.24059739708900452, - 0.259911447763443, - 0.3211929202079773, - 0.2532126009464264, - 0.3245790898799896, - 0.2555050849914551, - 0.5733948945999146, - 0.27002692222595215, - 0.2791346609592438, - 0.30882084369659424, - 0.29949650168418884, - 0.38429543375968933, - 0.23615647852420807, - 0.5455377697944641, - 0.25697028636932373, - 0.2757614552974701, - 0.3159445822238922, - 0.28388291597366333, - 0.39523595571517944, - 0.21366475522518158, - 0.5135985016822815, - 0.24145223200321198, - 0.2737653851509094, - 0.31716686487197876, - 0.27991172671318054, - 0.4072468876838684, - 0.1957601010799408, - 0.4808655083179474, - 0.22670213878154755, - 0.27080875635147095, - 0.31249871850013733, - 0.27077746391296387, - 0.4108699858188629, - 0.17976905405521393, - 0.445264607667923, - 0.2137683629989624, - 0.2710883915424347, - 0.3089381456375122, - 0.2591795027256012, - 0.4081609547138214, - 0.0, - 0.0, - 0.4467950761318207, - 0.40623852610588074, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5063084959983826, - -0.3442821502685547, - 0.015794575214385986, - -3.141584634780884, - -0.11077414453029633, - -0.42329108715057373, - 0.02380421943962574, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9112741351127625, - -1.0, - -0.5638870596885681, - -1.0, - -1.0, - -1.0, - -1.0, - -0.8797607421875, - -1.0, - -0.5484651327133179, - -1.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9792795777320862, - -1.0, - -0.5922502279281616, - -1.0, - -0.9452081918716431, - -1.0, - -0.8772450089454651, - -0.9164516925811768, - -1.0, - -0.5478845834732056, - -1.0, - -0.8522202372550964, - -1.0, - -0.8018552660942078, - -0.9446964859962463, - -1.0, - -0.6014983654022217, - -1.0, - -0.7719975113868713, - -1.0, - -0.7346199750900269, - -1.0, - -1.0, - -0.5640571117401123, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.025203704833984375, - 0.44177818298339844, - 0.3700617253780365, - 3.1415674686431885, - 1.2028231620788574, - 0.11162211745977402, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.6105726957321167, - 0.9336745738983154, - 0.801939845085144, - 0.9605584144592285, - 0.7144018411636353, - 0.8971641063690186, - 0.88185715675354, - 0.6735316514968872, - 1.0, - 0.7118520736694336, - 0.9925190210342407, - 0.7444231510162354, - 1.0, - 0.7880654335021973, - 0.6105726957321167, - 0.9694173336029053, - 0.801939845085144, - 0.9605584144592285, - 0.7009646892547607, - 0.8971641063690186, - 0.88185715675354, - 0.6698921918869019, - 0.979149341583252, - 0.6984164714813232, - 0.8333437442779541, - 0.7447563409805298, - 0.8991386890411377, - 0.7880656719207764, - 0.7449430227279663, - 0.9693601131439209, - 0.7037990093231201, - 0.9919015169143677, - 0.6864805221557617, - 0.8884711265563965, - 0.8425935506820679, - 0.5675210952758789, - 0.9727082252502441, - 0.6801388263702393, - 0.8512179851531982, - 0.7350106239318848, - 0.8369606733322144, - 0.9191060066223145, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3563728332519531, - -0.30327415466308594, - 0.018203116953372955, - -3.139820098876953, - -0.05549236759543419, - -0.3288035988807678, - 0.02828381210565567, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.7827358245849609, - -1.0, - -0.8528932929039001, - -0.6698219180107117, - -0.9718881845474243, - -0.3755232095718384, - -0.7874136567115784, - -0.9044231176376343, - -1.0, - -0.9652314186096191, - -0.6779341697692871, - -0.9644690752029419, - -0.39723992347717285, - -0.8371180295944214, - -0.8410276174545288, - -1.0, - -0.8740038871765137, - -0.6783751249313354, - -0.9874874949455261, - -0.39575690031051636, - -0.8313242793083191, - -0.7414116263389587, - -1.0, - -0.787383496761322, - -0.6791974306106567, - -0.9556525945663452, - -0.39415454864501953, - -0.8304514288902283, - -0.6648595333099365, - -1.0, - -0.7100260257720947, - -0.6780794262886047, - -0.9275301694869995, - -0.39686906337738037, - -0.8440371155738831, - -0.6062296032905579, - -0.9264602065086365, - -0.6420005559921265, - -0.6828998923301697, - -0.8941586017608643, - -0.3917372226715088, - -0.8312506675720215, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038516998291015625, - 0.16709232330322266, - 0.3393230438232422, - 3.140138626098633, - 0.6911601424217224, - 0.0658142939209938, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2614128589630127, - 0.8125174045562744, - 0.16633272171020508, - 0.4581258296966553, - 0.22307193279266357, - 0.739544153213501, - 0.6393352746963501, - 0.2689434289932251, - 0.8214747905731201, - 0.17899632453918457, - 0.5492699146270752, - 0.23902606964111328, - 0.864912748336792, - 0.6465187072753906, - 0.2684788703918457, - 0.8218023777008057, - 0.18587779998779297, - 0.5146396160125732, - 0.23641729354858398, - 0.7538408041000366, - 0.6511855125427246, - 0.2673681974411011, - 0.8221786022186279, - 0.18883800506591797, - 0.5316904783248901, - 0.2514059543609619, - 0.7392361164093018, - 0.6475234031677246, - 0.26851844787597656, - 0.8209707736968994, - 0.18304073810577393, - 0.5212814807891846, - 0.2438887357711792, - 0.6986379623413086, - 0.64979088306427, - 0.26703810691833496, - 0.8245968818664551, - 0.1905660629272461, - 0.5384746789932251, - 0.25820839405059814, - 0.6280765533447266, - 0.6493327617645264, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "action": { - "mean": [ - -0.08651603013277054, - 0.08224724233150482, - -0.23114167153835297, - -0.24032047390937805, - -0.40979480743408203, - 0.16384316980838776, - 0.024412240833044052 - ], - "std": [ - 0.22500383853912354, - 0.5317792892456055, - 0.24777278304100037, - 0.2753232717514038, - 0.31166231632232666, - 0.28878775238990784, - 0.42456188797950745 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6014983654022217, - -1.0 - ], - "max": [ - 0.7449430227279663, - 1.0, - 0.801939845085144, - 0.9925190210342407, - 0.7447563409805298, - 1.0, - 0.9191060066223145 - ], - "q01": [ - -0.7863444089889526, - -1.0, - -0.8422117829322815, - -0.6826491951942444, - -0.957883358001709, - -0.399079829454422, - -0.8424513339996338 - ], - "q99": [ - 0.2700195014476776, - 0.824275553226471, - 0.19021736085414886, - 0.5378813147544861, - 0.25106081366539, - 0.7631439566612244, - 0.650931715965271 - ] - } - }, - "prompt": "Intercept the rolling ball and grasp it to stop it.", - "action_prefix": { - "mode": "profile_p95", - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwengr00t/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json", - "profile_revision": "66414463f2a609316da63935941a79abf0a73ce9", - "p95_ms": 100.35134406089783, - "env_fps": 20, - "frames": 3, - "action_horizon": 8, - "action_dim": 7 - }, - "label_provenance": { - "semantics": "zero_h1_teacher_after_causal_prefix", - "teacher_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/artifacts/models/zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt", - "condition": "profile-latency", - "model": "qwengr00t", - "latency": { - "method": "temporal", - "seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwengr00t/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "action_prefix": { - "mode": "profile_p95", - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwengr00t/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json", - "profile_revision": "66414463f2a609316da63935941a79abf0a73ce9", - "p95_ms": 100.35134406089783, - "env_fps": 20, - "frames": 3, - "action_horizon": 8, - "action_dim": 7 - } - } -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/README.md b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/README.md deleted file mode 100644 index a4e7779021d18cde830b584bee437ee197154064..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/README.md +++ /dev/null @@ -1,3 +0,0 @@ -# qwengr00t — mikasa_intercept_grab_fast - -RGB + continuous state, action horizon 8, VLA 20 Hz. Formal evaluation is run separately. diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/checkpoints/model.pt b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/checkpoints/model.pt deleted file mode 100644 index 099339a236dc1e0df6cbf14f5dde79931c504962..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/checkpoints/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:856a8dbc832fd4009bb900b5f8492e8a6c9bee41e658fbf8ed11d9bcd667e356 -size 9976975139 diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/config.yaml b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/config.yaml deleted file mode 100644 index c942b0201d5bbe42d2129bad1fd9a99c74f525f9..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/config.yaml +++ /dev/null @@ -1,59 +0,0 @@ -framework: - name: QwenGR00T - qwenvl: - base_vlm: Qwen/Qwen3-VL-4B-Instruct - attn_implementation: flash_attention_2 - vl_hidden_dim: 2048 - enable_gradient_checkpointing: true - action_model: - action_model_type: DiT-B - action_hidden_dim: 1024 - hidden_size: 1024 - add_pos_embed: true - max_seq_len: 1024 - action_dim: 7 - state_dim: 71 - task_objective: null - action_horizon: 8 - repeated_diffusion_steps: 8 - noise_beta_alpha: 1.5 - noise_beta_beta: 1.0 - noise_s: 0.999 - num_timestep_buckets: 1000 - num_inference_timesteps: 4 - num_target_vision_tokens: 32 - diffusion_model_cfg: - cross_attention_dim: 2560 - dropout: 0.2 - final_dropout: true - interleave_self_attention: true - norm_type: ada_norm - num_layers: 16 - output_dim: 1024 - positional_embeddings: null - action_env_dim: 7 - future_action_window_size: 7 - past_action_window_size: 0 -version_id: '0.21' -datasets: - vla_data: - include_state: true - obs_image_size: - - 224 - - 224 - image_mode: single - stitch_grid: - - 1 - - 2 - num_obs_frames: 1 -trainer: - pretrained_checkpoint: null -backbone: - repo_id: Qwen/Qwen3-VL-4B-Instruct - allow_patterns: - - '*.json' - - '*.safetensors' - - '*.txt' - - '*.jinja' - - '*.model' - revision: ebb281ec70b05090aa6165b016eac8ec08e71b17 diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/dataset_statistics.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/dataset_statistics.json deleted file mode 100644 index bd2737217b13db753987bcfa9bfcf070ca045b2f..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/dataset_statistics.json +++ /dev/null @@ -1,511 +0,0 @@ -{ - "new_embodiment": { - "action": { - "mean": [ - -0.08651603013277054, - 0.08224724233150482, - -0.23114167153835297, - -0.24032047390937805, - -0.40979480743408203, - 0.16384316980838776, - 0.024412240833044052 - ], - "std": [ - 0.22500383853912354, - 0.5317792892456055, - 0.24777278304100037, - 0.2753232717514038, - 0.31166231632232666, - 0.28878775238990784, - 0.42456188797950745 - ], - "max": [ - 0.7449430227279663, - 1.0, - 0.801939845085144, - 0.9925190210342407, - 0.7447563409805298, - 1.0, - 0.9191060066223145 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6014983654022217, - -1.0 - ], - "q01": [ - -0.7863444089889526, - -1.0, - -0.8422117829322815, - -0.6826491951942444, - -0.957883358001709, - -0.399079829454422, - -0.8424513339996338 - ], - "q99": [ - 0.2700195014476776, - 0.824275553226471, - 0.19021736085414886, - 0.5378813147544861, - 0.25106081366539, - 0.7631439566612244, - 0.650931715965271 - ], - "mask": [ - true, - true, - true, - true, - true, - true, - true - ] - }, - "state": { - "mean": [ - -0.17032869160175323, - -0.08019217103719711, - 0.12328577041625977, - -2.206589698791504, - 0.27724361419677734, - -0.13661524653434753, - 0.049093328416347504, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.06822634488344193, - 0.03937104344367981, - -0.1842958629131317, - -0.16613194346427917, - -0.3133396804332733, - 0.13472171127796173, - 0.05571386590600014, - -0.1144457459449768, - 0.012982890009880066, - -0.2679358124732971, - -0.21655531227588654, - -0.4377271234989166, - 0.20138351619243622, - 0.07151325047016144, - -0.09608647972345352, - 0.047475628554821014, - -0.24088728427886963, - -0.22009891271591187, - -0.4136785566806793, - 0.17238105833530426, - 0.04418623819947243, - -0.07878082245588303, - 0.07759152352809906, - -0.2156890630722046, - -0.22494681179523468, - -0.3850598931312561, - 0.1529393196105957, - 0.023087019100785255, - -0.06338129937648773, - 0.10700494796037674, - -0.19341999292373657, - -0.2261488288640976, - -0.3602184057235718, - 0.13640433549880981, - 0.018448133021593094, - -0.0500837080180645, - 0.13640542328357697, - -0.1738714575767517, - -0.22582004964351654, - -0.3347054421901703, - 0.11785770952701569, - 0.01748473197221756, - 0.0, - 0.0, - 0.7243996858596802, - 0.2085249274969101, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.08725781738758087, - 0.11819682270288467, - 0.11071852594614029, - 2.0710270404815674, - 0.19452500343322754, - 0.10507456958293915, - 0.01494661159813404, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.20719675719738007, - 0.4700527787208557, - 0.24059739708900452, - 0.259911447763443, - 0.3211929202079773, - 0.2532126009464264, - 0.3245790898799896, - 0.2555050849914551, - 0.5733948945999146, - 0.27002692222595215, - 0.2791346609592438, - 0.30882084369659424, - 0.29949650168418884, - 0.38429543375968933, - 0.23615647852420807, - 0.5455377697944641, - 0.25697028636932373, - 0.2757614552974701, - 0.3159445822238922, - 0.28388291597366333, - 0.39523595571517944, - 0.21366475522518158, - 0.5135985016822815, - 0.24145223200321198, - 0.2737653851509094, - 0.31716686487197876, - 0.27991172671318054, - 0.4072468876838684, - 0.1957601010799408, - 0.4808655083179474, - 0.22670213878154755, - 0.27080875635147095, - 0.31249871850013733, - 0.27077746391296387, - 0.4108699858188629, - 0.17976905405521393, - 0.445264607667923, - 0.2137683629989624, - 0.2710883915424347, - 0.3089381456375122, - 0.2591795027256012, - 0.4081609547138214, - 0.0, - 0.0, - 0.4467950761318207, - 0.40623852610588074, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.025203704833984375, - 0.44177818298339844, - 0.3700617253780365, - 3.1415674686431885, - 1.2028231620788574, - 0.11162211745977402, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.6105726957321167, - 0.9336745738983154, - 0.801939845085144, - 0.9605584144592285, - 0.7144018411636353, - 0.8971641063690186, - 0.88185715675354, - 0.6735316514968872, - 1.0, - 0.7118520736694336, - 0.9925190210342407, - 0.7444231510162354, - 1.0, - 0.7880654335021973, - 0.6105726957321167, - 0.9694173336029053, - 0.801939845085144, - 0.9605584144592285, - 0.7009646892547607, - 0.8971641063690186, - 0.88185715675354, - 0.6698921918869019, - 0.979149341583252, - 0.6984164714813232, - 0.8333437442779541, - 0.7447563409805298, - 0.8991386890411377, - 0.7880656719207764, - 0.7449430227279663, - 0.9693601131439209, - 0.7037990093231201, - 0.9919015169143677, - 0.6864805221557617, - 0.8884711265563965, - 0.8425935506820679, - 0.5675210952758789, - 0.9727082252502441, - 0.6801388263702393, - 0.8512179851531982, - 0.7350106239318848, - 0.8369606733322144, - 0.9191060066223145, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5063084959983826, - -0.3442821502685547, - 0.015794575214385986, - -3.141584634780884, - -0.11077414453029633, - -0.42329108715057373, - 0.02380421943962574, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9112741351127625, - -1.0, - -0.5638870596885681, - -1.0, - -1.0, - -1.0, - -1.0, - -0.8797607421875, - -1.0, - -0.5484651327133179, - -1.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9792795777320862, - -1.0, - -0.5922502279281616, - -1.0, - -0.9452081918716431, - -1.0, - -0.8772450089454651, - -0.9164516925811768, - -1.0, - -0.5478845834732056, - -1.0, - -0.8522202372550964, - -1.0, - -0.8018552660942078, - -0.9446964859962463, - -1.0, - -0.6014983654022217, - -1.0, - -0.7719975113868713, - -1.0, - -0.7346199750900269, - -1.0, - -1.0, - -0.5640571117401123, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3563728332519531, - -0.30327415466308594, - 0.018203116953372955, - -3.139820098876953, - -0.05549236759543419, - -0.3288035988807678, - 0.02828381210565567, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.7827358245849609, - -1.0, - -0.8528932929039001, - -0.6698219180107117, - -0.9718881845474243, - -0.3755232095718384, - -0.7874136567115784, - -0.9044231176376343, - -1.0, - -0.9652314186096191, - -0.6779341697692871, - -0.9644690752029419, - -0.39723992347717285, - -0.8371180295944214, - -0.8410276174545288, - -1.0, - -0.8740038871765137, - -0.6783751249313354, - -0.9874874949455261, - -0.39575690031051636, - -0.8313242793083191, - -0.7414116263389587, - -1.0, - -0.787383496761322, - -0.6791974306106567, - -0.9556525945663452, - -0.39415454864501953, - -0.8304514288902283, - -0.6648595333099365, - -1.0, - -0.7100260257720947, - -0.6780794262886047, - -0.9275301694869995, - -0.39686906337738037, - -0.8440371155738831, - -0.6062296032905579, - -0.9264602065086365, - -0.6420005559921265, - -0.6828998923301697, - -0.8941586017608643, - -0.3917372226715088, - -0.8312506675720215, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038516998291015625, - 0.16709232330322266, - 0.3393230438232422, - 3.140138626098633, - 0.6911601424217224, - 0.0658142939209938, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2614128589630127, - 0.8125174045562744, - 0.16633272171020508, - 0.4581258296966553, - 0.22307193279266357, - 0.739544153213501, - 0.6393352746963501, - 0.2689434289932251, - 0.8214747905731201, - 0.17899632453918457, - 0.5492699146270752, - 0.23902606964111328, - 0.864912748336792, - 0.6465187072753906, - 0.2684788703918457, - 0.8218023777008057, - 0.18587779998779297, - 0.5146396160125732, - 0.23641729354858398, - 0.7538408041000366, - 0.6511855125427246, - 0.2673681974411011, - 0.8221786022186279, - 0.18883800506591797, - 0.5316904783248901, - 0.2514059543609619, - 0.7392361164093018, - 0.6475234031677246, - 0.26851844787597656, - 0.8209707736968994, - 0.18304073810577393, - 0.5212814807891846, - 0.2438887357711792, - 0.6986379623413086, - 0.64979088306427, - 0.26703810691833496, - 0.8245968818664551, - 0.1905660629272461, - 0.5384746789932251, - 0.25820839405059814, - 0.6280765533447266, - 0.6493327617645264, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "num_transitions": 13701, - "num_trajectories": 919 - } -} \ No newline at end of file diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/provenance.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/provenance.json deleted file mode 100644 index f8992efdea5222fea798888b53b3c15535e01fa1..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/provenance.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "task": "mikasa_conditioned_h8", - "model": "qwengr00t", - "run_id": "h8-conditioned-seed-reset-20260922-profile", - "smoke": false, - "teacher": { - "repo_id": "latency-sensitive-bench/benchmark-models", - "path": "zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt" - }, - "backbone": { - "repo_id": "Qwen/Qwen3-VL-4B-Instruct", - "allow_patterns": [ - "*.json", - "*.safetensors", - "*.txt", - "*.jinja", - "*.model" - ], - "revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17" - }, - "code_revisions": { - "benchmark": { - "revision": "75b4097d02da5e09f143f97ac87bba44c2ad9abc", - "dirty": true - }, - "starvla": { - "revision": "3d2cd7fce72def48d9020d794392489031ba3f46", - "dirty": true - }, - "mikasa": { - "revision": "34ece90941291dceaf942938b9f6c92f9dbae01f", - "dirty": true - } - }, - "datasets": [ - { - "repo_id": "latency-sensitive-bench/benchmark-datasets", - "path": "profile-latency/mikasa-intercept-grab-fast/teacher-rollouts-h8-state-v2/None-rtx3090-v1", - "local_dir": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/datasets/mikasa_intercept_grab_fast/conditioned-h8-seed-reset-20260922/profile-latency/qwengr00t", - "revision": null, - "condition": "profile-latency", - "action_horizon": 8 - } - ], - "seed": 0, - "condition": "profile-latency", - "no_publish": true, - "dagger_rounds": 10, - "evaluation": { - "seed": 4242424242, - "episodes": 50, - "every_round": false - }, - "training": { - "sft_updates": 5000, - "dagger_updates": 0, - "global_batch": 128, - "bootstrap_weight": 1.0, - "dagger_weight": 0.0, - "micro_batch": 64, - "num_gpus": 2, - "gradient_accumulation_steps": 1, - "gradient_checkpointing": true, - "oom_retry": false, - "optimizer": { - "name": "AdamW", - "betas": [ - 0.9, - 0.95 - ], - "eps": 1e-08, - "weight_decay": 1e-08, - "fused": true - }, - "learning_rate": { - "base": 3e-05, - "action_model": 0.0001 - }, - "scheduler": "cosine_with_min_lr", - "scheduler_kwargs": { - "min_lr": 1e-06 - }, - "warmup_updates": 100 - } -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/task_contract.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/task_contract.json deleted file mode 100644 index 9c297157e0c098eac7c6b78a45ce556de1c7e66d..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h8/h8-conditioned-seed-reset-20260922-profile/task_contract.json +++ /dev/null @@ -1,559 +0,0 @@ -{ - "format": "latency_bench_starvla_h8_v2", - "task": "mikasa_intercept_grab_fast", - "robot_type": "latency_mikasa_conditioned_h8", - "state_dim": 71, - "action_dim": 7, - "action_horizon": 8, - "fps": 20.0, - "state_key": "observation.state", - "action_key": "issued_command_chunk", - "video_keys": [ - "video.top", - "video.wrist" - ], - "auxiliary": { - "action_prefix_mask": { - "shape": [ - 8 - ], - "column": "action_prefix_mask" - }, - "action_loss_mask": { - "shape": [ - 8 - ], - "column": "action_loss_mask" - } - }, - "normalization": { - "state": { - "mean": [ - -0.17032869160175323, - -0.08019217103719711, - 0.12328577041625977, - -2.206589698791504, - 0.27724361419677734, - -0.13661524653434753, - 0.049093328416347504, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.06822634488344193, - 0.03937104344367981, - -0.1842958629131317, - -0.16613194346427917, - -0.3133396804332733, - 0.13472171127796173, - 0.05571386590600014, - -0.1144457459449768, - 0.012982890009880066, - -0.2679358124732971, - -0.21655531227588654, - -0.4377271234989166, - 0.20138351619243622, - 0.07151325047016144, - -0.09608647972345352, - 0.047475628554821014, - -0.24088728427886963, - -0.22009891271591187, - -0.4136785566806793, - 0.17238105833530426, - 0.04418623819947243, - -0.07878082245588303, - 0.07759152352809906, - -0.2156890630722046, - -0.22494681179523468, - -0.3850598931312561, - 0.1529393196105957, - 0.023087019100785255, - -0.06338129937648773, - 0.10700494796037674, - -0.19341999292373657, - -0.2261488288640976, - -0.3602184057235718, - 0.13640433549880981, - 0.018448133021593094, - -0.0500837080180645, - 0.13640542328357697, - -0.1738714575767517, - -0.22582004964351654, - -0.3347054421901703, - 0.11785770952701569, - 0.01748473197221756, - 0.0, - 0.0, - 0.7243996858596802, - 0.2085249274969101, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.08725781738758087, - 0.11819682270288467, - 0.11071852594614029, - 2.0710270404815674, - 0.19452500343322754, - 0.10507456958293915, - 0.01494661159813404, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.20719675719738007, - 0.4700527787208557, - 0.24059739708900452, - 0.259911447763443, - 0.3211929202079773, - 0.2532126009464264, - 0.3245790898799896, - 0.2555050849914551, - 0.5733948945999146, - 0.27002692222595215, - 0.2791346609592438, - 0.30882084369659424, - 0.29949650168418884, - 0.38429543375968933, - 0.23615647852420807, - 0.5455377697944641, - 0.25697028636932373, - 0.2757614552974701, - 0.3159445822238922, - 0.28388291597366333, - 0.39523595571517944, - 0.21366475522518158, - 0.5135985016822815, - 0.24145223200321198, - 0.2737653851509094, - 0.31716686487197876, - 0.27991172671318054, - 0.4072468876838684, - 0.1957601010799408, - 0.4808655083179474, - 0.22670213878154755, - 0.27080875635147095, - 0.31249871850013733, - 0.27077746391296387, - 0.4108699858188629, - 0.17976905405521393, - 0.445264607667923, - 0.2137683629989624, - 0.2710883915424347, - 0.3089381456375122, - 0.2591795027256012, - 0.4081609547138214, - 0.0, - 0.0, - 0.4467950761318207, - 0.40623852610588074, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5063084959983826, - -0.3442821502685547, - 0.015794575214385986, - -3.141584634780884, - -0.11077414453029633, - -0.42329108715057373, - 0.02380421943962574, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9112741351127625, - -1.0, - -0.5638870596885681, - -1.0, - -1.0, - -1.0, - -1.0, - -0.8797607421875, - -1.0, - -0.5484651327133179, - -1.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9792795777320862, - -1.0, - -0.5922502279281616, - -1.0, - -0.9452081918716431, - -1.0, - -0.8772450089454651, - -0.9164516925811768, - -1.0, - -0.5478845834732056, - -1.0, - -0.8522202372550964, - -1.0, - -0.8018552660942078, - -0.9446964859962463, - -1.0, - -0.6014983654022217, - -1.0, - -0.7719975113868713, - -1.0, - -0.7346199750900269, - -1.0, - -1.0, - -0.5640571117401123, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.025203704833984375, - 0.44177818298339844, - 0.3700617253780365, - 3.1415674686431885, - 1.2028231620788574, - 0.11162211745977402, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.6105726957321167, - 0.9336745738983154, - 0.801939845085144, - 0.9605584144592285, - 0.7144018411636353, - 0.8971641063690186, - 0.88185715675354, - 0.6735316514968872, - 1.0, - 0.7118520736694336, - 0.9925190210342407, - 0.7444231510162354, - 1.0, - 0.7880654335021973, - 0.6105726957321167, - 0.9694173336029053, - 0.801939845085144, - 0.9605584144592285, - 0.7009646892547607, - 0.8971641063690186, - 0.88185715675354, - 0.6698921918869019, - 0.979149341583252, - 0.6984164714813232, - 0.8333437442779541, - 0.7447563409805298, - 0.8991386890411377, - 0.7880656719207764, - 0.7449430227279663, - 0.9693601131439209, - 0.7037990093231201, - 0.9919015169143677, - 0.6864805221557617, - 0.8884711265563965, - 0.8425935506820679, - 0.5675210952758789, - 0.9727082252502441, - 0.6801388263702393, - 0.8512179851531982, - 0.7350106239318848, - 0.8369606733322144, - 0.9191060066223145, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3563728332519531, - -0.30327415466308594, - 0.018203116953372955, - -3.139820098876953, - -0.05549236759543419, - -0.3288035988807678, - 0.02828381210565567, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.7827358245849609, - -1.0, - -0.8528932929039001, - -0.6698219180107117, - -0.9718881845474243, - -0.3755232095718384, - -0.7874136567115784, - -0.9044231176376343, - -1.0, - -0.9652314186096191, - -0.6779341697692871, - -0.9644690752029419, - -0.39723992347717285, - -0.8371180295944214, - -0.8410276174545288, - -1.0, - -0.8740038871765137, - -0.6783751249313354, - -0.9874874949455261, - -0.39575690031051636, - -0.8313242793083191, - -0.7414116263389587, - -1.0, - -0.787383496761322, - -0.6791974306106567, - -0.9556525945663452, - -0.39415454864501953, - -0.8304514288902283, - -0.6648595333099365, - -1.0, - -0.7100260257720947, - -0.6780794262886047, - -0.9275301694869995, - -0.39686906337738037, - -0.8440371155738831, - -0.6062296032905579, - -0.9264602065086365, - -0.6420005559921265, - -0.6828998923301697, - -0.8941586017608643, - -0.3917372226715088, - -0.8312506675720215, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.038516998291015625, - 0.16709232330322266, - 0.3393230438232422, - 3.140138626098633, - 0.6911601424217224, - 0.0658142939209938, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2614128589630127, - 0.8125174045562744, - 0.16633272171020508, - 0.4581258296966553, - 0.22307193279266357, - 0.739544153213501, - 0.6393352746963501, - 0.2689434289932251, - 0.8214747905731201, - 0.17899632453918457, - 0.5492699146270752, - 0.23902606964111328, - 0.864912748336792, - 0.6465187072753906, - 0.2684788703918457, - 0.8218023777008057, - 0.18587779998779297, - 0.5146396160125732, - 0.23641729354858398, - 0.7538408041000366, - 0.6511855125427246, - 0.2673681974411011, - 0.8221786022186279, - 0.18883800506591797, - 0.5316904783248901, - 0.2514059543609619, - 0.7392361164093018, - 0.6475234031677246, - 0.26851844787597656, - 0.8209707736968994, - 0.18304073810577393, - 0.5212814807891846, - 0.2438887357711792, - 0.6986379623413086, - 0.64979088306427, - 0.26703810691833496, - 0.8245968818664551, - 0.1905660629272461, - 0.5384746789932251, - 0.25820839405059814, - 0.6280765533447266, - 0.6493327617645264, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "action": { - "mean": [ - -0.08651603013277054, - 0.08224724233150482, - -0.23114167153835297, - -0.24032047390937805, - -0.40979480743408203, - 0.16384316980838776, - 0.024412240833044052 - ], - "std": [ - 0.22500383853912354, - 0.5317792892456055, - 0.24777278304100037, - 0.2753232717514038, - 0.31166231632232666, - 0.28878775238990784, - 0.42456188797950745 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6014983654022217, - -1.0 - ], - "max": [ - 0.7449430227279663, - 1.0, - 0.801939845085144, - 0.9925190210342407, - 0.7447563409805298, - 1.0, - 0.9191060066223145 - ], - "q01": [ - -0.7863444089889526, - -1.0, - -0.8422117829322815, - -0.6826491951942444, - -0.957883358001709, - -0.399079829454422, - -0.8424513339996338 - ], - "q99": [ - 0.2700195014476776, - 0.824275553226471, - 0.19021736085414886, - 0.5378813147544861, - 0.25106081366539, - 0.7631439566612244, - 0.650931715965271 - ] - } - }, - "prompt": "Intercept the rolling ball and grasp it to stop it.", - "action_prefix": { - "mode": "profile_p95", - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwengr00t/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json", - "profile_revision": "66414463f2a609316da63935941a79abf0a73ce9", - "p95_ms": 100.35134406089783, - "env_fps": 20, - "frames": 3, - "action_horizon": 8, - "action_dim": 7 - }, - "label_provenance": { - "semantics": "zero_h1_teacher_after_causal_prefix", - "teacher_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/artifacts/models/zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt", - "condition": "profile-latency", - "model": "qwengr00t", - "latency": { - "method": "temporal", - "seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwengr00t/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "action_prefix": { - "mode": "profile_p95", - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwengr00t/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json", - "profile_revision": "66414463f2a609316da63935941a79abf0a73ce9", - "p95_ms": 100.35134406089783, - "env_fps": 20, - "frames": 3, - "action_horizon": 8, - "action_dim": 7 - } - } -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/README.md b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/README.md deleted file mode 100644 index b8e44aef6e436d2982c92a83dc096bf9daedd607..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/README.md +++ /dev/null @@ -1,3 +0,0 @@ -# MIKASA H8 profile-latency qwenoft DAgger - -Selected development checkpoint: step 5000. The independent 200-episode results are in eval_matrix.json. diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt deleted file mode 100644 index d3a9961d84eabe074cedb6d47f64db41b14ec847..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f85e07fbcf4eed1f891f167e06ac6be112fdcd25423c738d60ea5472a638e29e -size 9785429409 diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/config.yaml b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/config.yaml deleted file mode 100644 index affef9e2887ac5f41e5255d726d47f56281a1f6f..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/config.yaml +++ /dev/null @@ -1,41 +0,0 @@ -framework: - name: QwenOFT - qwenvl: - base_vlm: Qwen/Qwen3-VL-4B-Instruct - attn_implementation: flash_attention_2 - enable_gradient_checkpointing: false - action_model: - action_model_type: MLP - action_dim: 7 - state_dim: 71 - action_hidden_dim: 2560 - future_action_window_size: 7 - past_action_window_size: 0 - loss_type: l1 - state_encoding: continuous_projector - task_objective: null - action_env_dim: 7 - action_horizon: 8 -version_id: '0.21' -datasets: - vla_data: - include_state: true - obs_image_size: - - 224 - - 224 - image_mode: single - stitch_grid: - - 1 - - 2 - num_obs_frames: 1 -trainer: - pretrained_checkpoint: null -backbone: - repo_id: Qwen/Qwen3-VL-4B-Instruct - allow_patterns: - - '*.json' - - '*.safetensors' - - '*.txt' - - '*.jinja' - - '*.model' - revision: ebb281ec70b05090aa6165b016eac8ec08e71b17 diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/dataset_statistics.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/dataset_statistics.json deleted file mode 100644 index b4022c40ad2dfc54d5a92bca27e56936b8300b4f..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/dataset_statistics.json +++ /dev/null @@ -1,511 +0,0 @@ -{ - "new_embodiment": { - "action": { - "mean": [ - -0.08642279356718063, - 0.08298338949680328, - -0.23011215031147003, - -0.2399320900440216, - -0.408591628074646, - 0.16251368820667267, - 0.023322694003582 - ], - "std": [ - 0.22481437027454376, - 0.5305591225624084, - 0.2477598786354065, - 0.27549493312835693, - 0.3115621507167816, - 0.2892262935638428, - 0.425160676240921 - ], - "max": [ - 0.6554468274116516, - 1.0, - 0.801939845085144, - 0.994566023349762, - 0.8222090005874634, - 1.0, - 0.8728833794593811 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6041286587715149, - -1.0 - ], - "q01": [ - -0.7876312732696533, - -1.0, - -0.8413247466087341, - -0.6817291378974915, - -0.9578250050544739, - -0.4022367000579834, - -0.8416997194290161 - ], - "q99": [ - 0.2689409554004669, - 0.8242964148521423, - 0.19264471530914307, - 0.5342704653739929, - 0.2501581013202667, - 0.7627661228179932, - 0.6513659358024597 - ], - "mask": [ - true, - true, - true, - true, - true, - true, - true - ] - }, - "state": { - "mean": [ - -0.17054383456707, - -0.07956704497337341, - 0.12303580343723297, - -2.205197811126709, - 0.27796489000320435, - -0.13640861213207245, - 0.0490487702190876, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.07084937393665314, - 0.03805253282189369, - -0.18753576278686523, - -0.16870810091495514, - -0.3186572194099426, - 0.13621260225772858, - 0.05443060025572777, - -0.11456620693206787, - 0.013746396638453007, - -0.2662965953350067, - -0.21708565950393677, - -0.4359915852546692, - 0.1996890753507614, - 0.06979182362556458, - -0.0961211621761322, - 0.04816487804055214, - -0.23991546034812927, - -0.2189057469367981, - -0.4116663634777069, - 0.1704806089401245, - 0.04105508327484131, - -0.07860670983791351, - 0.0780198872089386, - -0.21503809094429016, - -0.22573766112327576, - -0.38404181599617004, - 0.15200108289718628, - 0.023277949541807175, - -0.06315526366233826, - 0.10881415754556656, - -0.19236239790916443, - -0.22543437778949738, - -0.3589766323566437, - 0.1349571943283081, - 0.01687384396791458, - -0.050062306225299835, - 0.13599713146686554, - -0.1733434498310089, - -0.22517119348049164, - -0.33447858691215515, - 0.11723911762237549, - 0.016620872542262077, - 0.0, - 0.0, - 0.737314760684967, - 0.19617433845996857, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.08731020241975784, - 0.11876729875802994, - 0.11050647497177124, - 2.0721538066864014, - 0.19472895562648773, - 0.10470914095640182, - 0.014957360923290253, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.208485946059227, - 0.4731416404247284, - 0.24151606857776642, - 0.26089873909950256, - 0.321340948343277, - 0.2556370794773102, - 0.32825496792793274, - 0.25520774722099304, - 0.5718752145767212, - 0.27042755484580994, - 0.2784939706325531, - 0.3094688951969147, - 0.3002033233642578, - 0.3848412334918976, - 0.23588432371616364, - 0.5438680648803711, - 0.2567756175994873, - 0.27652105689048767, - 0.31639161705970764, - 0.28431662917137146, - 0.3968519866466522, - 0.21337448060512543, - 0.5125097036361694, - 0.24088232219219208, - 0.2719215452671051, - 0.31629785895347595, - 0.28016605973243713, - 0.40796446800231934, - 0.19551917910575867, - 0.47975611686706543, - 0.22695747017860413, - 0.27217012643814087, - 0.3128812611103058, - 0.27138352394104004, - 0.4113309383392334, - 0.1797596663236618, - 0.4446936249732971, - 0.21346019208431244, - 0.27139681577682495, - 0.3080534338951111, - 0.2595139741897583, - 0.40943828225135803, - 0.0, - 0.0, - 0.4401010572910309, - 0.3970963656902313, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.025203704833984375, - 0.44177818298339844, - 0.3700617253780365, - 3.1415674686431885, - 1.2028231620788574, - 0.11162211745977402, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4311145544052124, - 0.9336745738983154, - 0.801939845085144, - 0.9605584144592285, - 0.7144018411636353, - 0.8971641063690186, - 0.8154802322387695, - 0.3524472713470459, - 1.0, - 0.7720105648040771, - 0.9925190210342407, - 0.7514169216156006, - 1.0, - 0.7964901924133301, - 0.4311145544052124, - 0.972740650177002, - 0.801939845085144, - 0.9945659637451172, - 0.7011604309082031, - 0.8971641063690186, - 0.8154802322387695, - 0.3298943042755127, - 0.9702877998352051, - 0.7658365964889526, - 0.8333437442779541, - 0.8222090005874634, - 0.8991386890411377, - 0.7964900732040405, - 0.3524472713470459, - 0.9727352857589722, - 0.7027163505554199, - 0.9919015169143677, - 0.7296578884124756, - 0.8884711265563965, - 0.8728833198547363, - 0.6554467678070068, - 0.9337210655212402, - 0.7365305423736572, - 0.9286096096038818, - 0.723645806312561, - 0.8369606733322144, - 0.8017139434814453, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5470919609069824, - -0.3442821502685547, - 0.015306517481803894, - -3.141584634780884, - -0.11077414453029633, - -0.42329108715057373, - 0.02380421943962574, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9112741351127625, - -1.0, - -0.6022765040397644, - -1.0, - -1.0, - -1.0, - -1.0, - -0.8710393309593201, - -1.0, - -0.6041286587715149, - -1.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9112741351127625, - -1.0, - -0.6022765040397644, - -1.0, - -1.0, - -1.0, - -0.8772450089454651, - -0.9906260371208191, - -1.0, - -0.5738925337791443, - -1.0, - -0.9711085557937622, - -1.0, - -0.8018552660942078, - -0.9149696826934814, - -1.0, - -0.603954017162323, - -1.0, - -1.0, - -1.0, - -0.7346199750900269, - -1.0, - -1.0, - -0.5738488435745239, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.35677972435951233, - -0.3025253415107727, - 0.018254758790135384, - -3.1397864818573, - -0.055474601686000824, - -0.3277922570705414, - 0.02818172611296177, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.7949194312095642, - -1.0, - -0.852110743522644, - -0.6732628345489502, - -0.9736833572387695, - -0.37406882643699646, - -0.7874966859817505, - -0.9058851599693298, - -1.0, - -0.9647700190544128, - -0.6778302788734436, - -0.9648663997650146, - -0.40733641386032104, - -0.8282721638679504, - -0.8412215709686279, - -1.0, - -0.8731068968772888, - -0.6770806312561035, - -0.9874916076660156, - -0.39568793773651123, - -0.8413456082344055, - -0.7427142262458801, - -1.0, - -0.7873988151550293, - -0.6779454946517944, - -0.9561389088630676, - -0.39765843749046326, - -0.824093222618103, - -0.6654163599014282, - -1.0, - -0.7100273370742798, - -0.6792028546333313, - -0.9275450706481934, - -0.39722925424575806, - -0.8423174619674683, - -0.6066937446594238, - -0.9264776110649109, - -0.6420090794563293, - -0.6828371286392212, - -0.8964249491691589, - -0.39624324440956116, - -0.8284474611282349, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.03825240582227707, - 0.1730039417743683, - 0.3393230438232422, - 3.14011287689209, - 0.694765567779541, - 0.064994215965271, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2611725628376007, - 0.8120875954627991, - 0.17018350958824158, - 0.4609017074108124, - 0.223707914352417, - 0.7422056198120117, - 0.6369080543518066, - 0.2677431106567383, - 0.8214813470840454, - 0.1797369420528412, - 0.5374196767807007, - 0.23893365263938904, - 0.8639106154441833, - 0.6493427753448486, - 0.2688773274421692, - 0.8226858973503113, - 0.1902827024459839, - 0.5212830901145935, - 0.23620136082172394, - 0.7529782056808472, - 0.6499755382537842, - 0.2657182216644287, - 0.8224707245826721, - 0.18845723569393158, - 0.510708749294281, - 0.24523039162158966, - 0.7370985150337219, - 0.6500035524368286, - 0.26776954531669617, - 0.8220948576927185, - 0.18754887580871582, - 0.5266723036766052, - 0.24673250317573547, - 0.697884738445282, - 0.6468807458877563, - 0.2670394778251648, - 0.8233550190925598, - 0.19054123759269714, - 0.529621422290802, - 0.253236323595047, - 0.6267055869102478, - 0.6507194638252258, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "num_transitions": 17020, - "num_trajectories": 1042 - } -} \ No newline at end of file diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/eval_matrix.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/eval_matrix.json deleted file mode 100644 index c253b87edf31e7b290738d38d2dcb69a26abadd0..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/eval_matrix.json +++ /dev/null @@ -1,671 +0,0 @@ -{ - "baseline": { - "seed": 4242424542, - "episodes": 200, - "success_count": 12.0, - "success_rate": 0.06, - "mean_return": 3.347777247498848, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "temporal", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 432, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3 - ], - "executed_later_heads": 11568, - "passed": true, - "latency_seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenoft/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/profile-latency/qwenoft/bundles/source/checkpoints/model.pt", - "resident_step": null - }, - "best": { - "seed": 4242424542, - "episodes": 200, - "success_count": 138.0, - "success_rate": 0.69, - "mean_return": 25.751936584120635, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "temporal", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 432, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3 - ], - "executed_later_heads": 11568, - "passed": true, - "latency_seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenoft/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/profile-latency/qwenoft/bundles/best/checkpoints/model.pt", - "resident_step": null - }, - "latest": { - "seed": 4242424542, - "episodes": 200, - "success_count": 138.0, - "success_rate": 0.69, - "mean_return": 25.751936584120635, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "temporal", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 432, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3 - ], - "executed_later_heads": 11568, - "passed": true, - "latency_seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenoft/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/profile-latency/qwenoft/bundles/latest/checkpoints/model.pt", - "resident_step": null - } -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/eval_profile.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/eval_profile.json deleted file mode 100644 index 0f1a858716136d71007a27c03cddf5e73d77c1f7..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/eval_profile.json +++ /dev/null @@ -1,223 +0,0 @@ -{ - "seed": 4242424542, - "episodes": 200, - "success_count": 138.0, - "success_rate": 0.69, - "mean_return": 25.751936584120635, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "temporal", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 432, - "first_action_apply_raw_frames": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3 - ], - "executed_later_heads": 11568, - "passed": true, - "latency_seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenoft/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/profile-latency/qwenoft/bundles/best/checkpoints/model.pt", - "resident_step": null -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/provenance.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/provenance.json deleted file mode 100644 index 7c6fa53e9261861a692b16376cf2171af7ee0d02..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/provenance.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "task": "mikasa_intercept_grab_fast", - "model": "qwenoft", - "condition": "profile-latency", - "phase": "dagger", - "source_sft_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-seed-reset-20260922/profile-latency/qwenoft/training/bootstrap/checkpoints/steps_5000_pytorch_model.pt", - "selected_step": 5000, - "latest_step": 5000, - "dagger_optimizer_steps": 5000, - "development_seeds": [ - 4242424442, - 4242424541 - ], - "heldout_seeds": [ - 4242424542, - 4242424741 - ], - "checkpoint": "checkpoints/model.pt", - "latest_checkpoint": "checkpoints/model.pt" -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/task_contract.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/task_contract.json deleted file mode 100644 index 2ce83cf36397443273377f544b73a95cebbb6ffb..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-dagger-20260923/task_contract.json +++ /dev/null @@ -1,559 +0,0 @@ -{ - "format": "latency_bench_starvla_h8_v2", - "task": "mikasa_intercept_grab_fast", - "robot_type": "latency_mikasa_conditioned_h8", - "state_dim": 71, - "action_dim": 7, - "action_horizon": 8, - "fps": 20.0, - "state_key": "observation.state", - "action_key": "issued_command_chunk", - "video_keys": [ - "video.top", - "video.wrist" - ], - "auxiliary": { - "action_prefix_mask": { - "shape": [ - 8 - ], - "column": "action_prefix_mask" - }, - "action_loss_mask": { - "shape": [ - 8 - ], - "column": "action_loss_mask" - } - }, - "normalization": { - "state": { - "mean": [ - -0.17054383456707, - -0.07956704497337341, - 0.12303580343723297, - -2.205197811126709, - 0.27796489000320435, - -0.13640861213207245, - 0.0490487702190876, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.07084937393665314, - 0.03805253282189369, - -0.18753576278686523, - -0.16870810091495514, - -0.3186572194099426, - 0.13621260225772858, - 0.05443060025572777, - -0.11456620693206787, - 0.013746396638453007, - -0.2662965953350067, - -0.21708565950393677, - -0.4359915852546692, - 0.1996890753507614, - 0.06979182362556458, - -0.0961211621761322, - 0.04816487804055214, - -0.23991546034812927, - -0.2189057469367981, - -0.4116663634777069, - 0.1704806089401245, - 0.04105508327484131, - -0.07860670983791351, - 0.0780198872089386, - -0.21503809094429016, - -0.22573766112327576, - -0.38404181599617004, - 0.15200108289718628, - 0.023277949541807175, - -0.06315526366233826, - 0.10881415754556656, - -0.19236239790916443, - -0.22543437778949738, - -0.3589766323566437, - 0.1349571943283081, - 0.01687384396791458, - -0.050062306225299835, - 0.13599713146686554, - -0.1733434498310089, - -0.22517119348049164, - -0.33447858691215515, - 0.11723911762237549, - 0.016620872542262077, - 0.0, - 0.0, - 0.737314760684967, - 0.19617433845996857, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.08731020241975784, - 0.11876729875802994, - 0.11050647497177124, - 2.0721538066864014, - 0.19472895562648773, - 0.10470914095640182, - 0.014957360923290253, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.208485946059227, - 0.4731416404247284, - 0.24151606857776642, - 0.26089873909950256, - 0.321340948343277, - 0.2556370794773102, - 0.32825496792793274, - 0.25520774722099304, - 0.5718752145767212, - 0.27042755484580994, - 0.2784939706325531, - 0.3094688951969147, - 0.3002033233642578, - 0.3848412334918976, - 0.23588432371616364, - 0.5438680648803711, - 0.2567756175994873, - 0.27652105689048767, - 0.31639161705970764, - 0.28431662917137146, - 0.3968519866466522, - 0.21337448060512543, - 0.5125097036361694, - 0.24088232219219208, - 0.2719215452671051, - 0.31629785895347595, - 0.28016605973243713, - 0.40796446800231934, - 0.19551917910575867, - 0.47975611686706543, - 0.22695747017860413, - 0.27217012643814087, - 0.3128812611103058, - 0.27138352394104004, - 0.4113309383392334, - 0.1797596663236618, - 0.4446936249732971, - 0.21346019208431244, - 0.27139681577682495, - 0.3080534338951111, - 0.2595139741897583, - 0.40943828225135803, - 0.0, - 0.0, - 0.4401010572910309, - 0.3970963656902313, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5470919609069824, - -0.3442821502685547, - 0.015306517481803894, - -3.141584634780884, - -0.11077414453029633, - -0.42329108715057373, - 0.02380421943962574, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9112741351127625, - -1.0, - -0.6022765040397644, - -1.0, - -1.0, - -1.0, - -1.0, - -0.8710393309593201, - -1.0, - -0.6041286587715149, - -1.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9112741351127625, - -1.0, - -0.6022765040397644, - -1.0, - -1.0, - -1.0, - -0.8772450089454651, - -0.9906260371208191, - -1.0, - -0.5738925337791443, - -1.0, - -0.9711085557937622, - -1.0, - -0.8018552660942078, - -0.9149696826934814, - -1.0, - -0.603954017162323, - -1.0, - -1.0, - -1.0, - -0.7346199750900269, - -1.0, - -1.0, - -0.5738488435745239, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.025203704833984375, - 0.44177818298339844, - 0.3700617253780365, - 3.1415674686431885, - 1.2028231620788574, - 0.11162211745977402, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4311145544052124, - 0.9336745738983154, - 0.801939845085144, - 0.9605584144592285, - 0.7144018411636353, - 0.8971641063690186, - 0.8154802322387695, - 0.3524472713470459, - 1.0, - 0.7720105648040771, - 0.9925190210342407, - 0.7514169216156006, - 1.0, - 0.7964901924133301, - 0.4311145544052124, - 0.972740650177002, - 0.801939845085144, - 0.9945659637451172, - 0.7011604309082031, - 0.8971641063690186, - 0.8154802322387695, - 0.3298943042755127, - 0.9702877998352051, - 0.7658365964889526, - 0.8333437442779541, - 0.8222090005874634, - 0.8991386890411377, - 0.7964900732040405, - 0.3524472713470459, - 0.9727352857589722, - 0.7027163505554199, - 0.9919015169143677, - 0.7296578884124756, - 0.8884711265563965, - 0.8728833198547363, - 0.6554467678070068, - 0.9337210655212402, - 0.7365305423736572, - 0.9286096096038818, - 0.723645806312561, - 0.8369606733322144, - 0.8017139434814453, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.35677972435951233, - -0.3025253415107727, - 0.018254758790135384, - -3.1397864818573, - -0.055474601686000824, - -0.3277922570705414, - 0.02818172611296177, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.7949194312095642, - -1.0, - -0.852110743522644, - -0.6732628345489502, - -0.9736833572387695, - -0.37406882643699646, - -0.7874966859817505, - -0.9058851599693298, - -1.0, - -0.9647700190544128, - -0.6778302788734436, - -0.9648663997650146, - -0.40733641386032104, - -0.8282721638679504, - -0.8412215709686279, - -1.0, - -0.8731068968772888, - -0.6770806312561035, - -0.9874916076660156, - -0.39568793773651123, - -0.8413456082344055, - -0.7427142262458801, - -1.0, - -0.7873988151550293, - -0.6779454946517944, - -0.9561389088630676, - -0.39765843749046326, - -0.824093222618103, - -0.6654163599014282, - -1.0, - -0.7100273370742798, - -0.6792028546333313, - -0.9275450706481934, - -0.39722925424575806, - -0.8423174619674683, - -0.6066937446594238, - -0.9264776110649109, - -0.6420090794563293, - -0.6828371286392212, - -0.8964249491691589, - -0.39624324440956116, - -0.8284474611282349, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.03825240582227707, - 0.1730039417743683, - 0.3393230438232422, - 3.14011287689209, - 0.694765567779541, - 0.064994215965271, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2611725628376007, - 0.8120875954627991, - 0.17018350958824158, - 0.4609017074108124, - 0.223707914352417, - 0.7422056198120117, - 0.6369080543518066, - 0.2677431106567383, - 0.8214813470840454, - 0.1797369420528412, - 0.5374196767807007, - 0.23893365263938904, - 0.8639106154441833, - 0.6493427753448486, - 0.2688773274421692, - 0.8226858973503113, - 0.1902827024459839, - 0.5212830901145935, - 0.23620136082172394, - 0.7529782056808472, - 0.6499755382537842, - 0.2657182216644287, - 0.8224707245826721, - 0.18845723569393158, - 0.510708749294281, - 0.24523039162158966, - 0.7370985150337219, - 0.6500035524368286, - 0.26776954531669617, - 0.8220948576927185, - 0.18754887580871582, - 0.5266723036766052, - 0.24673250317573547, - 0.697884738445282, - 0.6468807458877563, - 0.2670394778251648, - 0.8233550190925598, - 0.19054123759269714, - 0.529621422290802, - 0.253236323595047, - 0.6267055869102478, - 0.6507194638252258, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "action": { - "mean": [ - -0.08642279356718063, - 0.08298338949680328, - -0.23011215031147003, - -0.2399320900440216, - -0.408591628074646, - 0.16251368820667267, - 0.023322694003582 - ], - "std": [ - 0.22481437027454376, - 0.5305591225624084, - 0.2477598786354065, - 0.27549493312835693, - 0.3115621507167816, - 0.2892262935638428, - 0.425160676240921 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6041286587715149, - -1.0 - ], - "max": [ - 0.6554468274116516, - 1.0, - 0.801939845085144, - 0.994566023349762, - 0.8222090005874634, - 1.0, - 0.8728833794593811 - ], - "q01": [ - -0.7876312732696533, - -1.0, - -0.8413247466087341, - -0.6817291378974915, - -0.9578250050544739, - -0.4022367000579834, - -0.8416997194290161 - ], - "q99": [ - 0.2689409554004669, - 0.8242964148521423, - 0.19264471530914307, - 0.5342704653739929, - 0.2501581013202667, - 0.7627661228179932, - 0.6513659358024597 - ] - } - }, - "prompt": "Intercept the rolling ball and grasp it to stop it.", - "action_prefix": { - "mode": "profile_p95", - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenoft/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json", - "profile_revision": "66414463f2a609316da63935941a79abf0a73ce9", - "p95_ms": 100.32732703685761, - "env_fps": 20, - "frames": 3, - "action_horizon": 8, - "action_dim": 7 - }, - "label_provenance": { - "semantics": "zero_h1_teacher_after_causal_prefix", - "teacher_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/artifacts/models/zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt", - "condition": "profile-latency", - "model": "qwenoft", - "latency": { - "method": "temporal", - "seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenoft/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "action_prefix": { - "mode": "profile_p95", - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenoft/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json", - "profile_revision": "66414463f2a609316da63935941a79abf0a73ce9", - "p95_ms": 100.32732703685761, - "env_fps": 20, - "frames": 3, - "action_horizon": 8, - "action_dim": 7 - } - } -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/README.md b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/README.md deleted file mode 100644 index d55fcf589198c12c5c4111226c6f97a792fefd97..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/README.md +++ /dev/null @@ -1,3 +0,0 @@ -# qwenoft — mikasa_intercept_grab_fast - -RGB + continuous state, action horizon 8, VLA 20 Hz. Formal evaluation is run separately. diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/checkpoints/model.pt b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/checkpoints/model.pt deleted file mode 100644 index d8e07526a97fb0c79b6e3f5e0b38948f639388ba..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/checkpoints/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:84def27280011508c70d0034b15a27c73dda4d80be9a8b5624431864703837e3 -size 9785429409 diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/config.yaml b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/config.yaml deleted file mode 100644 index affef9e2887ac5f41e5255d726d47f56281a1f6f..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/config.yaml +++ /dev/null @@ -1,41 +0,0 @@ -framework: - name: QwenOFT - qwenvl: - base_vlm: Qwen/Qwen3-VL-4B-Instruct - attn_implementation: flash_attention_2 - enable_gradient_checkpointing: false - action_model: - action_model_type: MLP - action_dim: 7 - state_dim: 71 - action_hidden_dim: 2560 - future_action_window_size: 7 - past_action_window_size: 0 - loss_type: l1 - state_encoding: continuous_projector - task_objective: null - action_env_dim: 7 - action_horizon: 8 -version_id: '0.21' -datasets: - vla_data: - include_state: true - obs_image_size: - - 224 - - 224 - image_mode: single - stitch_grid: - - 1 - - 2 - num_obs_frames: 1 -trainer: - pretrained_checkpoint: null -backbone: - repo_id: Qwen/Qwen3-VL-4B-Instruct - allow_patterns: - - '*.json' - - '*.safetensors' - - '*.txt' - - '*.jinja' - - '*.model' - revision: ebb281ec70b05090aa6165b016eac8ec08e71b17 diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/dataset_statistics.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/dataset_statistics.json deleted file mode 100644 index 51774689573c781426b2d500d4f05e5f2317704f..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/dataset_statistics.json +++ /dev/null @@ -1,511 +0,0 @@ -{ - "new_embodiment": { - "action": { - "mean": [ - -0.08642279356718063, - 0.08298338949680328, - -0.23011215031147003, - -0.2399320900440216, - -0.408591628074646, - 0.16251368820667267, - 0.023322694003582 - ], - "std": [ - 0.22481437027454376, - 0.5305591225624084, - 0.2477598786354065, - 0.27549493312835693, - 0.3115621507167816, - 0.2892262935638428, - 0.425160676240921 - ], - "max": [ - 0.6554468274116516, - 1.0, - 0.801939845085144, - 0.994566023349762, - 0.8222090005874634, - 1.0, - 0.8728833794593811 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6041286587715149, - -1.0 - ], - "q01": [ - -0.7876312732696533, - -1.0, - -0.8413247466087341, - -0.6817291378974915, - -0.9578250050544739, - -0.4022367000579834, - -0.8416997194290161 - ], - "q99": [ - 0.2689409554004669, - 0.8242964148521423, - 0.19264471530914307, - 0.5342704653739929, - 0.2501581013202667, - 0.7627661228179932, - 0.6513659358024597 - ], - "mask": [ - true, - true, - true, - true, - true, - true, - true - ] - }, - "state": { - "mean": [ - -0.17054383456707, - -0.07956704497337341, - 0.12303580343723297, - -2.205197811126709, - 0.27796489000320435, - -0.13640861213207245, - 0.0490487702190876, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.07084937393665314, - 0.03805253282189369, - -0.18753576278686523, - -0.16870810091495514, - -0.3186572194099426, - 0.13621260225772858, - 0.05443060025572777, - -0.11456620693206787, - 0.013746396638453007, - -0.2662965953350067, - -0.21708565950393677, - -0.4359915852546692, - 0.1996890753507614, - 0.06979182362556458, - -0.0961211621761322, - 0.04816487804055214, - -0.23991546034812927, - -0.2189057469367981, - -0.4116663634777069, - 0.1704806089401245, - 0.04105508327484131, - -0.07860670983791351, - 0.0780198872089386, - -0.21503809094429016, - -0.22573766112327576, - -0.38404181599617004, - 0.15200108289718628, - 0.023277949541807175, - -0.06315526366233826, - 0.10881415754556656, - -0.19236239790916443, - -0.22543437778949738, - -0.3589766323566437, - 0.1349571943283081, - 0.01687384396791458, - -0.050062306225299835, - 0.13599713146686554, - -0.1733434498310089, - -0.22517119348049164, - -0.33447858691215515, - 0.11723911762237549, - 0.016620872542262077, - 0.0, - 0.0, - 0.737314760684967, - 0.19617433845996857, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.08731020241975784, - 0.11876729875802994, - 0.11050647497177124, - 2.0721538066864014, - 0.19472895562648773, - 0.10470914095640182, - 0.014957360923290253, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.208485946059227, - 0.4731416404247284, - 0.24151606857776642, - 0.26089873909950256, - 0.321340948343277, - 0.2556370794773102, - 0.32825496792793274, - 0.25520774722099304, - 0.5718752145767212, - 0.27042755484580994, - 0.2784939706325531, - 0.3094688951969147, - 0.3002033233642578, - 0.3848412334918976, - 0.23588432371616364, - 0.5438680648803711, - 0.2567756175994873, - 0.27652105689048767, - 0.31639161705970764, - 0.28431662917137146, - 0.3968519866466522, - 0.21337448060512543, - 0.5125097036361694, - 0.24088232219219208, - 0.2719215452671051, - 0.31629785895347595, - 0.28016605973243713, - 0.40796446800231934, - 0.19551917910575867, - 0.47975611686706543, - 0.22695747017860413, - 0.27217012643814087, - 0.3128812611103058, - 0.27138352394104004, - 0.4113309383392334, - 0.1797596663236618, - 0.4446936249732971, - 0.21346019208431244, - 0.27139681577682495, - 0.3080534338951111, - 0.2595139741897583, - 0.40943828225135803, - 0.0, - 0.0, - 0.4401010572910309, - 0.3970963656902313, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.025203704833984375, - 0.44177818298339844, - 0.3700617253780365, - 3.1415674686431885, - 1.2028231620788574, - 0.11162211745977402, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4311145544052124, - 0.9336745738983154, - 0.801939845085144, - 0.9605584144592285, - 0.7144018411636353, - 0.8971641063690186, - 0.8154802322387695, - 0.3524472713470459, - 1.0, - 0.7720105648040771, - 0.9925190210342407, - 0.7514169216156006, - 1.0, - 0.7964901924133301, - 0.4311145544052124, - 0.972740650177002, - 0.801939845085144, - 0.9945659637451172, - 0.7011604309082031, - 0.8971641063690186, - 0.8154802322387695, - 0.3298943042755127, - 0.9702877998352051, - 0.7658365964889526, - 0.8333437442779541, - 0.8222090005874634, - 0.8991386890411377, - 0.7964900732040405, - 0.3524472713470459, - 0.9727352857589722, - 0.7027163505554199, - 0.9919015169143677, - 0.7296578884124756, - 0.8884711265563965, - 0.8728833198547363, - 0.6554467678070068, - 0.9337210655212402, - 0.7365305423736572, - 0.9286096096038818, - 0.723645806312561, - 0.8369606733322144, - 0.8017139434814453, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5470919609069824, - -0.3442821502685547, - 0.015306517481803894, - -3.141584634780884, - -0.11077414453029633, - -0.42329108715057373, - 0.02380421943962574, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9112741351127625, - -1.0, - -0.6022765040397644, - -1.0, - -1.0, - -1.0, - -1.0, - -0.8710393309593201, - -1.0, - -0.6041286587715149, - -1.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9112741351127625, - -1.0, - -0.6022765040397644, - -1.0, - -1.0, - -1.0, - -0.8772450089454651, - -0.9906260371208191, - -1.0, - -0.5738925337791443, - -1.0, - -0.9711085557937622, - -1.0, - -0.8018552660942078, - -0.9149696826934814, - -1.0, - -0.603954017162323, - -1.0, - -1.0, - -1.0, - -0.7346199750900269, - -1.0, - -1.0, - -0.5738488435745239, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.35677972435951233, - -0.3025253415107727, - 0.018254758790135384, - -3.1397864818573, - -0.055474601686000824, - -0.3277922570705414, - 0.02818172611296177, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.7949194312095642, - -1.0, - -0.852110743522644, - -0.6732628345489502, - -0.9736833572387695, - -0.37406882643699646, - -0.7874966859817505, - -0.9058851599693298, - -1.0, - -0.9647700190544128, - -0.6778302788734436, - -0.9648663997650146, - -0.40733641386032104, - -0.8282721638679504, - -0.8412215709686279, - -1.0, - -0.8731068968772888, - -0.6770806312561035, - -0.9874916076660156, - -0.39568793773651123, - -0.8413456082344055, - -0.7427142262458801, - -1.0, - -0.7873988151550293, - -0.6779454946517944, - -0.9561389088630676, - -0.39765843749046326, - -0.824093222618103, - -0.6654163599014282, - -1.0, - -0.7100273370742798, - -0.6792028546333313, - -0.9275450706481934, - -0.39722925424575806, - -0.8423174619674683, - -0.6066937446594238, - -0.9264776110649109, - -0.6420090794563293, - -0.6828371286392212, - -0.8964249491691589, - -0.39624324440956116, - -0.8284474611282349, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.03825240582227707, - 0.1730039417743683, - 0.3393230438232422, - 3.14011287689209, - 0.694765567779541, - 0.064994215965271, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2611725628376007, - 0.8120875954627991, - 0.17018350958824158, - 0.4609017074108124, - 0.223707914352417, - 0.7422056198120117, - 0.6369080543518066, - 0.2677431106567383, - 0.8214813470840454, - 0.1797369420528412, - 0.5374196767807007, - 0.23893365263938904, - 0.8639106154441833, - 0.6493427753448486, - 0.2688773274421692, - 0.8226858973503113, - 0.1902827024459839, - 0.5212830901145935, - 0.23620136082172394, - 0.7529782056808472, - 0.6499755382537842, - 0.2657182216644287, - 0.8224707245826721, - 0.18845723569393158, - 0.510708749294281, - 0.24523039162158966, - 0.7370985150337219, - 0.6500035524368286, - 0.26776954531669617, - 0.8220948576927185, - 0.18754887580871582, - 0.5266723036766052, - 0.24673250317573547, - 0.697884738445282, - 0.6468807458877563, - 0.2670394778251648, - 0.8233550190925598, - 0.19054123759269714, - 0.529621422290802, - 0.253236323595047, - 0.6267055869102478, - 0.6507194638252258, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "num_transitions": 13697, - "num_trajectories": 911 - } -} \ No newline at end of file diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/provenance.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/provenance.json deleted file mode 100644 index 6ebadac30ee68aa85be6dc94fafe0fe59c77af0d..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/provenance.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "task": "mikasa_conditioned_h8", - "model": "qwenoft", - "run_id": "h8-conditioned-seed-reset-20260922-profile", - "smoke": false, - "teacher": { - "repo_id": "latency-sensitive-bench/benchmark-models", - "path": "zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt" - }, - "backbone": { - "repo_id": "Qwen/Qwen3-VL-4B-Instruct", - "allow_patterns": [ - "*.json", - "*.safetensors", - "*.txt", - "*.jinja", - "*.model" - ], - "revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17" - }, - "code_revisions": { - "benchmark": { - "revision": "75b4097d02da5e09f143f97ac87bba44c2ad9abc", - "dirty": true - }, - "starvla": { - "revision": "3d2cd7fce72def48d9020d794392489031ba3f46", - "dirty": true - }, - "mikasa": { - "revision": "34ece90941291dceaf942938b9f6c92f9dbae01f", - "dirty": true - } - }, - "datasets": [ - { - "repo_id": "latency-sensitive-bench/benchmark-datasets", - "path": "profile-latency/mikasa-intercept-grab-fast/teacher-rollouts-h8-state-v2/None-rtx3090-v1", - "local_dir": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/datasets/mikasa_intercept_grab_fast/conditioned-h8-seed-reset-20260922/profile-latency/qwenoft", - "revision": null, - "condition": "profile-latency", - "action_horizon": 8 - } - ], - "seed": 0, - "condition": "profile-latency", - "no_publish": true, - "dagger_rounds": 10, - "evaluation": { - "seed": 4242424242, - "episodes": 50, - "every_round": false - }, - "training": { - "sft_updates": 5000, - "dagger_updates": 0, - "global_batch": 128, - "bootstrap_weight": 1.0, - "dagger_weight": 0.0, - "micro_batch": 64, - "num_gpus": 2, - "gradient_accumulation_steps": 1, - "gradient_checkpointing": false, - "oom_retry": false, - "optimizer": { - "name": "AdamW", - "betas": [ - 0.9, - 0.95 - ], - "eps": 1e-08, - "weight_decay": 1e-08, - "fused": true - }, - "learning_rate": { - "base": 3e-05, - "action_model": 0.0001 - }, - "scheduler": "cosine_with_min_lr", - "scheduler_kwargs": { - "min_lr": 1e-06 - }, - "warmup_updates": 100 - } -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/task_contract.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/task_contract.json deleted file mode 100644 index 2ce83cf36397443273377f544b73a95cebbb6ffb..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/h8-conditioned-seed-reset-20260922-profile/task_contract.json +++ /dev/null @@ -1,559 +0,0 @@ -{ - "format": "latency_bench_starvla_h8_v2", - "task": "mikasa_intercept_grab_fast", - "robot_type": "latency_mikasa_conditioned_h8", - "state_dim": 71, - "action_dim": 7, - "action_horizon": 8, - "fps": 20.0, - "state_key": "observation.state", - "action_key": "issued_command_chunk", - "video_keys": [ - "video.top", - "video.wrist" - ], - "auxiliary": { - "action_prefix_mask": { - "shape": [ - 8 - ], - "column": "action_prefix_mask" - }, - "action_loss_mask": { - "shape": [ - 8 - ], - "column": "action_loss_mask" - } - }, - "normalization": { - "state": { - "mean": [ - -0.17054383456707, - -0.07956704497337341, - 0.12303580343723297, - -2.205197811126709, - 0.27796489000320435, - -0.13640861213207245, - 0.0490487702190876, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.07084937393665314, - 0.03805253282189369, - -0.18753576278686523, - -0.16870810091495514, - -0.3186572194099426, - 0.13621260225772858, - 0.05443060025572777, - -0.11456620693206787, - 0.013746396638453007, - -0.2662965953350067, - -0.21708565950393677, - -0.4359915852546692, - 0.1996890753507614, - 0.06979182362556458, - -0.0961211621761322, - 0.04816487804055214, - -0.23991546034812927, - -0.2189057469367981, - -0.4116663634777069, - 0.1704806089401245, - 0.04105508327484131, - -0.07860670983791351, - 0.0780198872089386, - -0.21503809094429016, - -0.22573766112327576, - -0.38404181599617004, - 0.15200108289718628, - 0.023277949541807175, - -0.06315526366233826, - 0.10881415754556656, - -0.19236239790916443, - -0.22543437778949738, - -0.3589766323566437, - 0.1349571943283081, - 0.01687384396791458, - -0.050062306225299835, - 0.13599713146686554, - -0.1733434498310089, - -0.22517119348049164, - -0.33447858691215515, - 0.11723911762237549, - 0.016620872542262077, - 0.0, - 0.0, - 0.737314760684967, - 0.19617433845996857, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.08731020241975784, - 0.11876729875802994, - 0.11050647497177124, - 2.0721538066864014, - 0.19472895562648773, - 0.10470914095640182, - 0.014957360923290253, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.208485946059227, - 0.4731416404247284, - 0.24151606857776642, - 0.26089873909950256, - 0.321340948343277, - 0.2556370794773102, - 0.32825496792793274, - 0.25520774722099304, - 0.5718752145767212, - 0.27042755484580994, - 0.2784939706325531, - 0.3094688951969147, - 0.3002033233642578, - 0.3848412334918976, - 0.23588432371616364, - 0.5438680648803711, - 0.2567756175994873, - 0.27652105689048767, - 0.31639161705970764, - 0.28431662917137146, - 0.3968519866466522, - 0.21337448060512543, - 0.5125097036361694, - 0.24088232219219208, - 0.2719215452671051, - 0.31629785895347595, - 0.28016605973243713, - 0.40796446800231934, - 0.19551917910575867, - 0.47975611686706543, - 0.22695747017860413, - 0.27217012643814087, - 0.3128812611103058, - 0.27138352394104004, - 0.4113309383392334, - 0.1797596663236618, - 0.4446936249732971, - 0.21346019208431244, - 0.27139681577682495, - 0.3080534338951111, - 0.2595139741897583, - 0.40943828225135803, - 0.0, - 0.0, - 0.4401010572910309, - 0.3970963656902313, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5470919609069824, - -0.3442821502685547, - 0.015306517481803894, - -3.141584634780884, - -0.11077414453029633, - -0.42329108715057373, - 0.02380421943962574, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9112741351127625, - -1.0, - -0.6022765040397644, - -1.0, - -1.0, - -1.0, - -1.0, - -0.8710393309593201, - -1.0, - -0.6041286587715149, - -1.0, - -1.0, - -1.0, - -0.9681164622306824, - -0.9112741351127625, - -1.0, - -0.6022765040397644, - -1.0, - -1.0, - -1.0, - -0.8772450089454651, - -0.9906260371208191, - -1.0, - -0.5738925337791443, - -1.0, - -0.9711085557937622, - -1.0, - -0.8018552660942078, - -0.9149696826934814, - -1.0, - -0.603954017162323, - -1.0, - -1.0, - -1.0, - -0.7346199750900269, - -1.0, - -1.0, - -0.5738488435745239, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.025203704833984375, - 0.44177818298339844, - 0.3700617253780365, - 3.1415674686431885, - 1.2028231620788574, - 0.11162211745977402, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4311145544052124, - 0.9336745738983154, - 0.801939845085144, - 0.9605584144592285, - 0.7144018411636353, - 0.8971641063690186, - 0.8154802322387695, - 0.3524472713470459, - 1.0, - 0.7720105648040771, - 0.9925190210342407, - 0.7514169216156006, - 1.0, - 0.7964901924133301, - 0.4311145544052124, - 0.972740650177002, - 0.801939845085144, - 0.9945659637451172, - 0.7011604309082031, - 0.8971641063690186, - 0.8154802322387695, - 0.3298943042755127, - 0.9702877998352051, - 0.7658365964889526, - 0.8333437442779541, - 0.8222090005874634, - 0.8991386890411377, - 0.7964900732040405, - 0.3524472713470459, - 0.9727352857589722, - 0.7027163505554199, - 0.9919015169143677, - 0.7296578884124756, - 0.8884711265563965, - 0.8728833198547363, - 0.6554467678070068, - 0.9337210655212402, - 0.7365305423736572, - 0.9286096096038818, - 0.723645806312561, - 0.8369606733322144, - 0.8017139434814453, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.35677972435951233, - -0.3025253415107727, - 0.018254758790135384, - -3.1397864818573, - -0.055474601686000824, - -0.3277922570705414, - 0.02818172611296177, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.7949194312095642, - -1.0, - -0.852110743522644, - -0.6732628345489502, - -0.9736833572387695, - -0.37406882643699646, - -0.7874966859817505, - -0.9058851599693298, - -1.0, - -0.9647700190544128, - -0.6778302788734436, - -0.9648663997650146, - -0.40733641386032104, - -0.8282721638679504, - -0.8412215709686279, - -1.0, - -0.8731068968772888, - -0.6770806312561035, - -0.9874916076660156, - -0.39568793773651123, - -0.8413456082344055, - -0.7427142262458801, - -1.0, - -0.7873988151550293, - -0.6779454946517944, - -0.9561389088630676, - -0.39765843749046326, - -0.824093222618103, - -0.6654163599014282, - -1.0, - -0.7100273370742798, - -0.6792028546333313, - -0.9275450706481934, - -0.39722925424575806, - -0.8423174619674683, - -0.6066937446594238, - -0.9264776110649109, - -0.6420090794563293, - -0.6828371286392212, - -0.8964249491691589, - -0.39624324440956116, - -0.8284474611282349, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.03825240582227707, - 0.1730039417743683, - 0.3393230438232422, - 3.14011287689209, - 0.694765567779541, - 0.064994215965271, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2611725628376007, - 0.8120875954627991, - 0.17018350958824158, - 0.4609017074108124, - 0.223707914352417, - 0.7422056198120117, - 0.6369080543518066, - 0.2677431106567383, - 0.8214813470840454, - 0.1797369420528412, - 0.5374196767807007, - 0.23893365263938904, - 0.8639106154441833, - 0.6493427753448486, - 0.2688773274421692, - 0.8226858973503113, - 0.1902827024459839, - 0.5212830901145935, - 0.23620136082172394, - 0.7529782056808472, - 0.6499755382537842, - 0.2657182216644287, - 0.8224707245826721, - 0.18845723569393158, - 0.510708749294281, - 0.24523039162158966, - 0.7370985150337219, - 0.6500035524368286, - 0.26776954531669617, - 0.8220948576927185, - 0.18754887580871582, - 0.5266723036766052, - 0.24673250317573547, - 0.697884738445282, - 0.6468807458877563, - 0.2670394778251648, - 0.8233550190925598, - 0.19054123759269714, - 0.529621422290802, - 0.253236323595047, - 0.6267055869102478, - 0.6507194638252258, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] - }, - "action": { - "mean": [ - -0.08642279356718063, - 0.08298338949680328, - -0.23011215031147003, - -0.2399320900440216, - -0.408591628074646, - 0.16251368820667267, - 0.023322694003582 - ], - "std": [ - 0.22481437027454376, - 0.5305591225624084, - 0.2477598786354065, - 0.27549493312835693, - 0.3115621507167816, - 0.2892262935638428, - 0.425160676240921 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.6041286587715149, - -1.0 - ], - "max": [ - 0.6554468274116516, - 1.0, - 0.801939845085144, - 0.994566023349762, - 0.8222090005874634, - 1.0, - 0.8728833794593811 - ], - "q01": [ - -0.7876312732696533, - -1.0, - -0.8413247466087341, - -0.6817291378974915, - -0.9578250050544739, - -0.4022367000579834, - -0.8416997194290161 - ], - "q99": [ - 0.2689409554004669, - 0.8242964148521423, - 0.19264471530914307, - 0.5342704653739929, - 0.2501581013202667, - 0.7627661228179932, - 0.6513659358024597 - ] - } - }, - "prompt": "Intercept the rolling ball and grasp it to stop it.", - "action_prefix": { - "mode": "profile_p95", - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenoft/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json", - "profile_revision": "66414463f2a609316da63935941a79abf0a73ce9", - "p95_ms": 100.32732703685761, - "env_fps": 20, - "frames": 3, - "action_horizon": 8, - "action_dim": 7 - }, - "label_provenance": { - "semantics": "zero_h1_teacher_after_causal_prefix", - "teacher_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/artifacts/models/zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt", - "condition": "profile-latency", - "model": "qwenoft", - "latency": { - "method": "temporal", - "seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenoft/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "action_prefix": { - "mode": "profile_p95", - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenoft/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json", - "profile_revision": "66414463f2a609316da63935941a79abf0a73ce9", - "p95_ms": 100.32732703685761, - "env_fps": 20, - "frames": 3, - "action_horizon": 8, - "action_dim": 7 - } - } -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/README.md b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/README.md deleted file mode 100644 index ee2169d586550b26e24ecb7caf812093d325a8e3..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/README.md +++ /dev/null @@ -1,3 +0,0 @@ -# MIKASA H8 profile-latency qwenpi_v3 DAgger - -Selected development checkpoint: step 5000. The independent 200-episode results are in eval_matrix.json. diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt deleted file mode 100644 index cfd6b3f4c66b47b3eeec0a930f03bbdeef42e4c2..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/checkpoints/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b465ed419280b8594637487ff1cd5438d744fd573c909ff2e07bfa5f609ba44c -size 10922768541 diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/config.yaml b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/config.yaml deleted file mode 100644 index 7f439ac532037233e5011efb21eae5a7a384c920..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/config.yaml +++ /dev/null @@ -1,63 +0,0 @@ -framework: - name: QwenPI_v3 - qwenvl: - base_vlm: Qwen/Qwen3-VL-4B-Instruct - attn_implementation: flash_attention_2 - vl_hidden_dim: 2560 - num_vl_layers: 36 - enable_gradient_checkpointing: true - action_model: - action_model_type: LayerwiseFM - action_dim: 7 - state_dim: 71 - state_encoding: continuous_projector - task_objective: null - action_horizon: 8 - repeated_diffusion_steps: 2 - num_inference_timesteps: 4 - add_pos_embed: true - max_seq_len: 1024 - num_target_vision_tokens: 32 - noise_beta_alpha: 1.5 - noise_beta_beta: 1.0 - noise_s: 0.999 - num_timestep_buckets: 1000 - diffusion_model_cfg: - action_dit_hidden_dim: 1024 - dropout: 0.2 - final_dropout: true - interleave_self_attention: true - norm_type: ada_norm - positional_embeddings: null - attention_head_dim: 64 - num_layers: 36 - input_embedding_dim: 1024 - cross_attention_dim: 1024 - output_dim: 1024 - num_attention_heads: 16 - action_env_dim: 7 - future_action_window_size: 7 - past_action_window_size: 0 -version_id: '0.21' -datasets: - vla_data: - include_state: true - obs_image_size: - - 224 - - 224 - image_mode: single - stitch_grid: - - 1 - - 2 - num_obs_frames: 1 -trainer: - pretrained_checkpoint: null -backbone: - repo_id: Qwen/Qwen3-VL-4B-Instruct - allow_patterns: - - '*.json' - - '*.safetensors' - - '*.txt' - - '*.jinja' - - '*.model' - revision: ebb281ec70b05090aa6165b016eac8ec08e71b17 diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/dataset_statistics.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/dataset_statistics.json deleted file mode 100644 index 6d64f6a7b826e0d9d78261fd8f1cf9c6b21e9f24..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/dataset_statistics.json +++ /dev/null @@ -1,511 +0,0 @@ -{ - "new_embodiment": { - "action": { - "mean": [ - -0.09751932322978973, - 0.04696882143616676, - -0.25017669796943665, - -0.2335444986820221, - -0.41893091797828674, - 0.17288504540920258, - 0.02941788174211979 - ], - "std": [ - 0.2442915141582489, - 0.5395218133926392, - 0.26276665925979614, - 0.270341157913208, - 0.3250162601470947, - 0.2923721969127655, - 0.42165684700012207 - ], - "max": [ - 1.0, - 1.0, - 0.729404866695404, - 1.0, - 0.710040807723999, - 1.0, - 1.0 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.7422517538070679, - -1.0 - ], - "q01": [ - -0.8556459546089172, - -1.0, - -0.8788669109344482, - -0.6792541146278381, - -0.9963043928146362, - -0.40262988209724426, - -0.8234635591506958 - ], - "q99": [ - 0.2719738185405731, - 0.8099067211151123, - 0.19406720995903015, - 0.5065401196479797, - 0.26176461577415466, - 0.8136535286903381, - 0.6539701819419861 - ], - "mask": [ - true, - true, - true, - true, - true, - true, - true - ] - }, - "state": { - "mean": [ - -0.16040511429309845, - -0.07456416636705399, - 0.13816814124584198, - -2.0211193561553955, - 0.25203558802604675, - -0.12056336551904678, - 0.0491839200258255, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.05470995977520943, - 0.047168657183647156, - -0.16639205813407898, - -0.1562943309545517, - -0.28177934885025024, - 0.11841943860054016, - 0.06007219851016998, - -0.11917140334844589, - -0.0073170531541109085, - -0.28068527579307556, - -0.20767131447792053, - -0.4390174150466919, - 0.2106461226940155, - 0.09133689105510712, - -0.09908999502658844, - 0.025641899555921555, - -0.2550414800643921, - -0.21257628500461578, - -0.41789865493774414, - 0.17664985358715057, - 0.06512919813394547, - -0.08130337297916412, - 0.06038251519203186, - -0.22668156027793884, - -0.2185390144586563, - -0.38913092017173767, - 0.15650750696659088, - 0.04194868728518486, - -0.06604113429784775, - 0.09111735224723816, - -0.20322957634925842, - -0.22318972647190094, - -0.3612056076526642, - 0.13572122156620026, - 0.023892762139439583, - 0.0, - 0.0, - 0.0, - 0.6758166551589966, - 0.22446197271347046, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.08637070655822754, - 0.10949169844388962, - 0.11563171446323395, - 2.264688014984131, - 0.19258102774620056, - 0.10353090614080429, - 0.015840109437704086, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.19466623663902283, - 0.4289855659008026, - 0.22842511534690857, - 0.2504338324069977, - 0.3203378915786743, - 0.23624347150325775, - 0.30874425172805786, - 0.2675521969795227, - 0.567645251750946, - 0.27724695205688477, - 0.27426475286483765, - 0.3168589770793915, - 0.30615466833114624, - 0.369462788105011, - 0.2486511468887329, - 0.542003333568573, - 0.26176583766937256, - 0.2728952169418335, - 0.3228781819343567, - 0.277295857667923, - 0.3775101602077484, - 0.2265191227197647, - 0.5097371339797974, - 0.2487185299396515, - 0.2699166536331177, - 0.32465681433677673, - 0.2730230987071991, - 0.39365607500076294, - 0.20667655766010284, - 0.47434303164482117, - 0.2367129772901535, - 0.2662997245788574, - 0.3233543038368225, - 0.26647353172302246, - 0.407259076833725, - 0.0, - 0.0, - 0.0, - 0.46804898977279663, - 0.41721323132514954, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.10198211669921875, - 0.25742626190185547, - 0.3793128728866577, - 3.141590118408203, - 1.3774946928024292, - 0.11047988384962082, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.6272925138473511, - 1.0, - 0.7141644954681396, - 0.8387975692749023, - 0.7064530849456787, - 0.8955502510070801, - 0.7815061807632446, - 1.0, - 0.9539637565612793, - 0.6984386444091797, - 1.0, - 0.709949254989624, - 1.0, - 1.0, - 0.6756465435028076, - 0.9551055431365967, - 0.7201155424118042, - 0.8635027408599854, - 0.7017598152160645, - 0.9227668046951294, - 0.8898094892501831, - 0.9335300922393799, - 0.9476313591003418, - 0.7141644954681396, - 0.8387975692749023, - 0.7064530849456787, - 0.8955502510070801, - 0.9281022548675537, - 0.656479001045227, - 1.0, - 0.7294049263000488, - 0.8357448577880859, - 0.710040807723999, - 0.8490537405014038, - 0.9270439147949219, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5824985504150391, - -0.3397560119628906, - 0.013369567692279816, - -3.1415913105010986, - -0.11077408492565155, - -0.5069868564605713, - 0.0013381227618083358, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.9876464605331421, - -1.0, - -0.8863897919654846, - -0.9651214480400085, - -1.0, - -0.6260073184967041, - -1.0, - -1.0, - -1.0, - -1.0, - -0.9774649739265442, - -1.0, - -0.6152225136756897, - -1.0, - -1.0, - -1.0, - -0.9678323864936829, - -0.9981924295425415, - -1.0, - -0.7422517538070679, - -1.0, - -1.0, - -1.0, - -0.8863897919654846, - -1.0, - -1.0, - -0.6275019645690918, - -1.0, - -1.0, - -1.0, - -0.8147779703140259, - -0.8813561201095581, - -1.0, - -0.6152287721633911, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3541186451911926, - -0.28889402747154236, - 0.018270516768097878, - -3.140157699584961, - -0.057530809193849564, - -0.31872835755348206, - 0.02815961092710495, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.770348310470581, - -1.0, - -0.7658947110176086, - -0.6641793847084045, - -0.980574905872345, - -0.38134562969207764, - -0.7340881824493408, - -0.9345475435256958, - -1.0, - -0.9701418876647949, - -0.6758113503456116, - -0.9729683995246887, - -0.40611305832862854, - -0.7986239194869995, - -0.8902889490127563, - -1.0, - -0.8712891936302185, - -0.6784914135932922, - -1.0, - -0.39748615026474, - -0.812626838684082, - -0.8027726411819458, - -1.0, - -0.7898092269897461, - -0.6775633692741394, - -0.9971166849136353, - -0.3977144956588745, - -0.8094547390937805, - -0.729836642742157, - -1.0, - -0.7261795401573181, - -0.6749410629272461, - -0.9675834774971008, - -0.3991906940937042, - -0.8258145451545715, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.03495858609676361, - 0.1608741581439972, - 0.34144824743270874, - 3.140261650085449, - 0.6633836627006531, - 0.06463480740785599, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.26529979705810547, - 0.7966880798339844, - 0.15594397485256195, - 0.4474447965621948, - 0.22736696898937225, - 0.6817249655723572, - 0.6418358683586121, - 0.2707597017288208, - 0.808582067489624, - 0.1725493222475052, - 0.5024979114532471, - 0.2505268156528473, - 0.9334589242935181, - 0.651691734790802, - 0.2692718207836151, - 0.8086579442024231, - 0.1811448037624359, - 0.4892018735408783, - 0.24610410630702972, - 0.7674587965011597, - 0.6487835645675659, - 0.2718139588832855, - 0.8078170418739319, - 0.18938185274600983, - 0.5020269155502319, - 0.25976377725601196, - 0.7172564268112183, - 0.653103232383728, - 0.2710571885108948, - 0.809107780456543, - 0.19299891591072083, - 0.505302906036377, - 0.2580343782901764, - 0.6474764347076416, - 0.653026282787323, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ] - }, - "num_transitions": 20989, - "num_trajectories": 1922 - } -} \ No newline at end of file diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/eval_matrix.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/eval_matrix.json deleted file mode 100644 index 6a957b71c6e7d6b3795c3e8368d089e946f8b511..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/eval_matrix.json +++ /dev/null @@ -1,671 +0,0 @@ -{ - "baseline": { - "seed": 4242424542, - "episodes": 200, - "success_count": 8.0, - "success_rate": 0.04, - "mean_return": 2.176428196627786, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "temporal", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 646, - "first_action_apply_raw_frames": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4 - ], - "executed_later_heads": 11354, - "passed": true, - "latency_seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenpi_v3/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/profile-latency/qwenpi_v3/bundles/source/checkpoints/model.pt", - "resident_step": null - }, - "best": { - "seed": 4242424542, - "episodes": 200, - "success_count": 89.0, - "success_rate": 0.445, - "mean_return": 17.557959000340748, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "temporal", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 646, - "first_action_apply_raw_frames": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4 - ], - "executed_later_heads": 11354, - "passed": true, - "latency_seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenpi_v3/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/profile-latency/qwenpi_v3/bundles/best/checkpoints/model.pt", - "resident_step": null - }, - "latest": { - "seed": 4242424542, - "episodes": 200, - "success_count": 89.0, - "success_rate": 0.445, - "mean_return": 17.557959000340748, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "temporal", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 646, - "first_action_apply_raw_frames": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4 - ], - "executed_later_heads": 11354, - "passed": true, - "latency_seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenpi_v3/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/profile-latency/qwenpi_v3/bundles/latest/checkpoints/model.pt", - "resident_step": null - } -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/eval_profile.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/eval_profile.json deleted file mode 100644 index 19dd96e19e8f4505609e8c3f23aed1e3e4a6915f..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/eval_profile.json +++ /dev/null @@ -1,223 +0,0 @@ -{ - "seed": 4242424542, - "episodes": 200, - "success_count": 89.0, - "success_rate": 0.445, - "mean_return": 17.557959000340748, - "audit": { - "episodes": 200, - "request_fps": 20, - "simulated_worker_capacity": 1, - "latency_method": "temporal", - "startup_policy": "environment_starts_at_reset", - "initial_noop_transitions": 646, - "first_action_apply_raw_frames": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4 - ], - "executed_later_heads": 11354, - "passed": true, - "latency_seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenpi_v3/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-dagger-20260923/profile-latency/qwenpi_v3/bundles/best/checkpoints/model.pt", - "resident_step": null -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/provenance.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/provenance.json deleted file mode 100644 index 5f3057c7c567b1acfc9a9b3f9de7bec14d60e577..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/provenance.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "task": "mikasa_intercept_grab_fast", - "model": "qwenpi_v3", - "condition": "profile-latency", - "phase": "dagger", - "source_sft_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/runs/mikasa_intercept_grab_fast/h8-conditioned-seed-reset-20260922/profile-latency/qwenpi_v3/training/bootstrap/checkpoints/steps_5000_pytorch_model.pt", - "selected_step": 5000, - "latest_step": 5000, - "dagger_optimizer_steps": 5000, - "development_seeds": [ - 4242424442, - 4242424541 - ], - "heldout_seeds": [ - 4242424542, - 4242424741 - ], - "checkpoint": "checkpoints/model.pt", - "latest_checkpoint": "checkpoints/model.pt" -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/task_contract.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/task_contract.json deleted file mode 100644 index 76c06335e0bbbab668c2a1d92d7f0559eb46fd03..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-dagger-20260923/task_contract.json +++ /dev/null @@ -1,559 +0,0 @@ -{ - "format": "latency_bench_starvla_h8_v2", - "task": "mikasa_intercept_grab_fast", - "robot_type": "latency_mikasa_conditioned_h8", - "state_dim": 71, - "action_dim": 7, - "action_horizon": 8, - "fps": 20.0, - "state_key": "observation.state", - "action_key": "issued_command_chunk", - "video_keys": [ - "video.top", - "video.wrist" - ], - "auxiliary": { - "action_prefix_mask": { - "shape": [ - 8 - ], - "column": "action_prefix_mask" - }, - "action_loss_mask": { - "shape": [ - 8 - ], - "column": "action_loss_mask" - } - }, - "normalization": { - "state": { - "mean": [ - -0.16040511429309845, - -0.07456416636705399, - 0.13816814124584198, - -2.0211193561553955, - 0.25203558802604675, - -0.12056336551904678, - 0.0491839200258255, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.05470995977520943, - 0.047168657183647156, - -0.16639205813407898, - -0.1562943309545517, - -0.28177934885025024, - 0.11841943860054016, - 0.06007219851016998, - -0.11917140334844589, - -0.0073170531541109085, - -0.28068527579307556, - -0.20767131447792053, - -0.4390174150466919, - 0.2106461226940155, - 0.09133689105510712, - -0.09908999502658844, - 0.025641899555921555, - -0.2550414800643921, - -0.21257628500461578, - -0.41789865493774414, - 0.17664985358715057, - 0.06512919813394547, - -0.08130337297916412, - 0.06038251519203186, - -0.22668156027793884, - -0.2185390144586563, - -0.38913092017173767, - 0.15650750696659088, - 0.04194868728518486, - -0.06604113429784775, - 0.09111735224723816, - -0.20322957634925842, - -0.22318972647190094, - -0.3612056076526642, - 0.13572122156620026, - 0.023892762139439583, - 0.0, - 0.0, - 0.0, - 0.6758166551589966, - 0.22446197271347046, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.08637070655822754, - 0.10949169844388962, - 0.11563171446323395, - 2.264688014984131, - 0.19258102774620056, - 0.10353090614080429, - 0.015840109437704086, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.19466623663902283, - 0.4289855659008026, - 0.22842511534690857, - 0.2504338324069977, - 0.3203378915786743, - 0.23624347150325775, - 0.30874425172805786, - 0.2675521969795227, - 0.567645251750946, - 0.27724695205688477, - 0.27426475286483765, - 0.3168589770793915, - 0.30615466833114624, - 0.369462788105011, - 0.2486511468887329, - 0.542003333568573, - 0.26176583766937256, - 0.2728952169418335, - 0.3228781819343567, - 0.277295857667923, - 0.3775101602077484, - 0.2265191227197647, - 0.5097371339797974, - 0.2487185299396515, - 0.2699166536331177, - 0.32465681433677673, - 0.2730230987071991, - 0.39365607500076294, - 0.20667655766010284, - 0.47434303164482117, - 0.2367129772901535, - 0.2662997245788574, - 0.3233543038368225, - 0.26647353172302246, - 0.407259076833725, - 0.0, - 0.0, - 0.0, - 0.46804898977279663, - 0.41721323132514954, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5824985504150391, - -0.3397560119628906, - 0.013369567692279816, - -3.1415913105010986, - -0.11077408492565155, - -0.5069868564605713, - 0.0013381227618083358, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.9876464605331421, - -1.0, - -0.8863897919654846, - -0.9651214480400085, - -1.0, - -0.6260073184967041, - -1.0, - -1.0, - -1.0, - -1.0, - -0.9774649739265442, - -1.0, - -0.6152225136756897, - -1.0, - -1.0, - -1.0, - -0.9678323864936829, - -0.9981924295425415, - -1.0, - -0.7422517538070679, - -1.0, - -1.0, - -1.0, - -0.8863897919654846, - -1.0, - -1.0, - -0.6275019645690918, - -1.0, - -1.0, - -1.0, - -0.8147779703140259, - -0.8813561201095581, - -1.0, - -0.6152287721633911, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.10198211669921875, - 0.25742626190185547, - 0.3793128728866577, - 3.141590118408203, - 1.3774946928024292, - 0.11047988384962082, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.6272925138473511, - 1.0, - 0.7141644954681396, - 0.8387975692749023, - 0.7064530849456787, - 0.8955502510070801, - 0.7815061807632446, - 1.0, - 0.9539637565612793, - 0.6984386444091797, - 1.0, - 0.709949254989624, - 1.0, - 1.0, - 0.6756465435028076, - 0.9551055431365967, - 0.7201155424118042, - 0.8635027408599854, - 0.7017598152160645, - 0.9227668046951294, - 0.8898094892501831, - 0.9335300922393799, - 0.9476313591003418, - 0.7141644954681396, - 0.8387975692749023, - 0.7064530849456787, - 0.8955502510070801, - 0.9281022548675537, - 0.656479001045227, - 1.0, - 0.7294049263000488, - 0.8357448577880859, - 0.710040807723999, - 0.8490537405014038, - 0.9270439147949219, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3541186451911926, - -0.28889402747154236, - 0.018270516768097878, - -3.140157699584961, - -0.057530809193849564, - -0.31872835755348206, - 0.02815961092710495, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.770348310470581, - -1.0, - -0.7658947110176086, - -0.6641793847084045, - -0.980574905872345, - -0.38134562969207764, - -0.7340881824493408, - -0.9345475435256958, - -1.0, - -0.9701418876647949, - -0.6758113503456116, - -0.9729683995246887, - -0.40611305832862854, - -0.7986239194869995, - -0.8902889490127563, - -1.0, - -0.8712891936302185, - -0.6784914135932922, - -1.0, - -0.39748615026474, - -0.812626838684082, - -0.8027726411819458, - -1.0, - -0.7898092269897461, - -0.6775633692741394, - -0.9971166849136353, - -0.3977144956588745, - -0.8094547390937805, - -0.729836642742157, - -1.0, - -0.7261795401573181, - -0.6749410629272461, - -0.9675834774971008, - -0.3991906940937042, - -0.8258145451545715, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.03495858609676361, - 0.1608741581439972, - 0.34144824743270874, - 3.140261650085449, - 0.6633836627006531, - 0.06463480740785599, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.26529979705810547, - 0.7966880798339844, - 0.15594397485256195, - 0.4474447965621948, - 0.22736696898937225, - 0.6817249655723572, - 0.6418358683586121, - 0.2707597017288208, - 0.808582067489624, - 0.1725493222475052, - 0.5024979114532471, - 0.2505268156528473, - 0.9334589242935181, - 0.651691734790802, - 0.2692718207836151, - 0.8086579442024231, - 0.1811448037624359, - 0.4892018735408783, - 0.24610410630702972, - 0.7674587965011597, - 0.6487835645675659, - 0.2718139588832855, - 0.8078170418739319, - 0.18938185274600983, - 0.5020269155502319, - 0.25976377725601196, - 0.7172564268112183, - 0.653103232383728, - 0.2710571885108948, - 0.809107780456543, - 0.19299891591072083, - 0.505302906036377, - 0.2580343782901764, - 0.6474764347076416, - 0.653026282787323, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ] - }, - "action": { - "mean": [ - -0.09751932322978973, - 0.04696882143616676, - -0.25017669796943665, - -0.2335444986820221, - -0.41893091797828674, - 0.17288504540920258, - 0.02941788174211979 - ], - "std": [ - 0.2442915141582489, - 0.5395218133926392, - 0.26276665925979614, - 0.270341157913208, - 0.3250162601470947, - 0.2923721969127655, - 0.42165684700012207 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.7422517538070679, - -1.0 - ], - "max": [ - 1.0, - 1.0, - 0.729404866695404, - 1.0, - 0.710040807723999, - 1.0, - 1.0 - ], - "q01": [ - -0.8556459546089172, - -1.0, - -0.8788669109344482, - -0.6792541146278381, - -0.9963043928146362, - -0.40262988209724426, - -0.8234635591506958 - ], - "q99": [ - 0.2719738185405731, - 0.8099067211151123, - 0.19406720995903015, - 0.5065401196479797, - 0.26176461577415466, - 0.8136535286903381, - 0.6539701819419861 - ] - } - }, - "prompt": "Intercept the rolling ball and grasp it to stop it.", - "action_prefix": { - "mode": "profile_p95", - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenpi_v3/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json", - "profile_revision": "66414463f2a609316da63935941a79abf0a73ce9", - "p95_ms": 150.35263347625732, - "env_fps": 20, - "frames": 4, - "action_horizon": 8, - "action_dim": 7 - }, - "label_provenance": { - "semantics": "zero_h1_teacher_after_causal_prefix", - "teacher_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/artifacts/models/zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt", - "condition": "profile-latency", - "model": "qwenpi_v3", - "latency": { - "method": "temporal", - "seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenpi_v3/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "action_prefix": { - "mode": "profile_p95", - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenpi_v3/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json", - "profile_revision": "66414463f2a609316da63935941a79abf0a73ce9", - "p95_ms": 150.35263347625732, - "env_fps": 20, - "frames": 4, - "action_horizon": 8, - "action_dim": 7 - } - } -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/README.md b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/README.md deleted file mode 100644 index e74af381e45fc10be190667ca20f8749b2d8e029..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/README.md +++ /dev/null @@ -1,3 +0,0 @@ -# qwenpi_v3 — mikasa_intercept_grab_fast - -RGB + continuous state, action horizon 8, VLA 20 Hz. Formal evaluation is run separately. diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/checkpoints/model.pt b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/checkpoints/model.pt deleted file mode 100644 index 8ae78e68541bbb8c72b468b194b5dc4dfa25d2c4..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/checkpoints/model.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:45f44316f42d809ab13b5ca112127c28ca23a2bec57ecd90c8d3ad3c2433ce6a -size 10922768541 diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/config.yaml b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/config.yaml deleted file mode 100644 index 7f439ac532037233e5011efb21eae5a7a384c920..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/config.yaml +++ /dev/null @@ -1,63 +0,0 @@ -framework: - name: QwenPI_v3 - qwenvl: - base_vlm: Qwen/Qwen3-VL-4B-Instruct - attn_implementation: flash_attention_2 - vl_hidden_dim: 2560 - num_vl_layers: 36 - enable_gradient_checkpointing: true - action_model: - action_model_type: LayerwiseFM - action_dim: 7 - state_dim: 71 - state_encoding: continuous_projector - task_objective: null - action_horizon: 8 - repeated_diffusion_steps: 2 - num_inference_timesteps: 4 - add_pos_embed: true - max_seq_len: 1024 - num_target_vision_tokens: 32 - noise_beta_alpha: 1.5 - noise_beta_beta: 1.0 - noise_s: 0.999 - num_timestep_buckets: 1000 - diffusion_model_cfg: - action_dit_hidden_dim: 1024 - dropout: 0.2 - final_dropout: true - interleave_self_attention: true - norm_type: ada_norm - positional_embeddings: null - attention_head_dim: 64 - num_layers: 36 - input_embedding_dim: 1024 - cross_attention_dim: 1024 - output_dim: 1024 - num_attention_heads: 16 - action_env_dim: 7 - future_action_window_size: 7 - past_action_window_size: 0 -version_id: '0.21' -datasets: - vla_data: - include_state: true - obs_image_size: - - 224 - - 224 - image_mode: single - stitch_grid: - - 1 - - 2 - num_obs_frames: 1 -trainer: - pretrained_checkpoint: null -backbone: - repo_id: Qwen/Qwen3-VL-4B-Instruct - allow_patterns: - - '*.json' - - '*.safetensors' - - '*.txt' - - '*.jinja' - - '*.model' - revision: ebb281ec70b05090aa6165b016eac8ec08e71b17 diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/dataset_statistics.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/dataset_statistics.json deleted file mode 100644 index 0fb9ea99dfacccc23e241fe6848e73419d187cbf..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/dataset_statistics.json +++ /dev/null @@ -1,511 +0,0 @@ -{ - "new_embodiment": { - "action": { - "mean": [ - -0.09751932322978973, - 0.04696882143616676, - -0.25017669796943665, - -0.2335444986820221, - -0.41893091797828674, - 0.17288504540920258, - 0.02941788174211979 - ], - "std": [ - 0.2442915141582489, - 0.5395218133926392, - 0.26276665925979614, - 0.270341157913208, - 0.3250162601470947, - 0.2923721969127655, - 0.42165684700012207 - ], - "max": [ - 1.0, - 1.0, - 0.729404866695404, - 1.0, - 0.710040807723999, - 1.0, - 1.0 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.7422517538070679, - -1.0 - ], - "q01": [ - -0.8556459546089172, - -1.0, - -0.8788669109344482, - -0.6792541146278381, - -0.9963043928146362, - -0.40262988209724426, - -0.8234635591506958 - ], - "q99": [ - 0.2719738185405731, - 0.8099067211151123, - 0.19406720995903015, - 0.5065401196479797, - 0.26176461577415466, - 0.8136535286903381, - 0.6539701819419861 - ], - "mask": [ - true, - true, - true, - true, - true, - true, - true - ] - }, - "state": { - "mean": [ - -0.16040511429309845, - -0.07456416636705399, - 0.13816814124584198, - -2.0211193561553955, - 0.25203558802604675, - -0.12056336551904678, - 0.0491839200258255, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.05470995977520943, - 0.047168657183647156, - -0.16639205813407898, - -0.1562943309545517, - -0.28177934885025024, - 0.11841943860054016, - 0.06007219851016998, - -0.11917140334844589, - -0.0073170531541109085, - -0.28068527579307556, - -0.20767131447792053, - -0.4390174150466919, - 0.2106461226940155, - 0.09133689105510712, - -0.09908999502658844, - 0.025641899555921555, - -0.2550414800643921, - -0.21257628500461578, - -0.41789865493774414, - 0.17664985358715057, - 0.06512919813394547, - -0.08130337297916412, - 0.06038251519203186, - -0.22668156027793884, - -0.2185390144586563, - -0.38913092017173767, - 0.15650750696659088, - 0.04194868728518486, - -0.06604113429784775, - 0.09111735224723816, - -0.20322957634925842, - -0.22318972647190094, - -0.3612056076526642, - 0.13572122156620026, - 0.023892762139439583, - 0.0, - 0.0, - 0.0, - 0.6758166551589966, - 0.22446197271347046, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.08637070655822754, - 0.10949169844388962, - 0.11563171446323395, - 2.264688014984131, - 0.19258102774620056, - 0.10353090614080429, - 0.015840109437704086, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.19466623663902283, - 0.4289855659008026, - 0.22842511534690857, - 0.2504338324069977, - 0.3203378915786743, - 0.23624347150325775, - 0.30874425172805786, - 0.2675521969795227, - 0.567645251750946, - 0.27724695205688477, - 0.27426475286483765, - 0.3168589770793915, - 0.30615466833114624, - 0.369462788105011, - 0.2486511468887329, - 0.542003333568573, - 0.26176583766937256, - 0.2728952169418335, - 0.3228781819343567, - 0.277295857667923, - 0.3775101602077484, - 0.2265191227197647, - 0.5097371339797974, - 0.2487185299396515, - 0.2699166536331177, - 0.32465681433677673, - 0.2730230987071991, - 0.39365607500076294, - 0.20667655766010284, - 0.47434303164482117, - 0.2367129772901535, - 0.2662997245788574, - 0.3233543038368225, - 0.26647353172302246, - 0.407259076833725, - 0.0, - 0.0, - 0.0, - 0.46804898977279663, - 0.41721323132514954, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.10198211669921875, - 0.25742626190185547, - 0.3793128728866577, - 3.141590118408203, - 1.3774946928024292, - 0.11047988384962082, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.6272925138473511, - 1.0, - 0.7141644954681396, - 0.8387975692749023, - 0.7064530849456787, - 0.8955502510070801, - 0.7815061807632446, - 1.0, - 0.9539637565612793, - 0.6984386444091797, - 1.0, - 0.709949254989624, - 1.0, - 1.0, - 0.6756465435028076, - 0.9551055431365967, - 0.7201155424118042, - 0.8635027408599854, - 0.7017598152160645, - 0.9227668046951294, - 0.8898094892501831, - 0.9335300922393799, - 0.9476313591003418, - 0.7141644954681396, - 0.8387975692749023, - 0.7064530849456787, - 0.8955502510070801, - 0.9281022548675537, - 0.656479001045227, - 1.0, - 0.7294049263000488, - 0.8357448577880859, - 0.710040807723999, - 0.8490537405014038, - 0.9270439147949219, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5824985504150391, - -0.3397560119628906, - 0.013369567692279816, - -3.1415913105010986, - -0.11077408492565155, - -0.5069868564605713, - 0.0013381227618083358, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.9876464605331421, - -1.0, - -0.8863897919654846, - -0.9651214480400085, - -1.0, - -0.6260073184967041, - -1.0, - -1.0, - -1.0, - -1.0, - -0.9774649739265442, - -1.0, - -0.6152225136756897, - -1.0, - -1.0, - -1.0, - -0.9678323864936829, - -0.9981924295425415, - -1.0, - -0.7422517538070679, - -1.0, - -1.0, - -1.0, - -0.8863897919654846, - -1.0, - -1.0, - -0.6275019645690918, - -1.0, - -1.0, - -1.0, - -0.8147779703140259, - -0.8813561201095581, - -1.0, - -0.6152287721633911, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3541186451911926, - -0.28889402747154236, - 0.018270516768097878, - -3.140157699584961, - -0.057530809193849564, - -0.31872835755348206, - 0.02815961092710495, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.770348310470581, - -1.0, - -0.7658947110176086, - -0.6641793847084045, - -0.980574905872345, - -0.38134562969207764, - -0.7340881824493408, - -0.9345475435256958, - -1.0, - -0.9701418876647949, - -0.6758113503456116, - -0.9729683995246887, - -0.40611305832862854, - -0.7986239194869995, - -0.8902889490127563, - -1.0, - -0.8712891936302185, - -0.6784914135932922, - -1.0, - -0.39748615026474, - -0.812626838684082, - -0.8027726411819458, - -1.0, - -0.7898092269897461, - -0.6775633692741394, - -0.9971166849136353, - -0.3977144956588745, - -0.8094547390937805, - -0.729836642742157, - -1.0, - -0.7261795401573181, - -0.6749410629272461, - -0.9675834774971008, - -0.3991906940937042, - -0.8258145451545715, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.03495858609676361, - 0.1608741581439972, - 0.34144824743270874, - 3.140261650085449, - 0.6633836627006531, - 0.06463480740785599, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.26529979705810547, - 0.7966880798339844, - 0.15594397485256195, - 0.4474447965621948, - 0.22736696898937225, - 0.6817249655723572, - 0.6418358683586121, - 0.2707597017288208, - 0.808582067489624, - 0.1725493222475052, - 0.5024979114532471, - 0.2505268156528473, - 0.9334589242935181, - 0.651691734790802, - 0.2692718207836151, - 0.8086579442024231, - 0.1811448037624359, - 0.4892018735408783, - 0.24610410630702972, - 0.7674587965011597, - 0.6487835645675659, - 0.2718139588832855, - 0.8078170418739319, - 0.18938185274600983, - 0.5020269155502319, - 0.25976377725601196, - 0.7172564268112183, - 0.653103232383728, - 0.2710571885108948, - 0.809107780456543, - 0.19299891591072083, - 0.505302906036377, - 0.2580343782901764, - 0.6474764347076416, - 0.653026282787323, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ] - }, - "num_transitions": 16867, - "num_trajectories": 1682 - } -} \ No newline at end of file diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/provenance.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/provenance.json deleted file mode 100644 index 63339ee161de1bb1025bfbf1bcc8e5c4c20183d3..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/provenance.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "task": "mikasa_conditioned_h8", - "model": "qwenpi_v3", - "run_id": "h8-conditioned-seed-reset-20260922-profile", - "smoke": false, - "teacher": { - "repo_id": "latency-sensitive-bench/benchmark-models", - "path": "zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt" - }, - "backbone": { - "repo_id": "Qwen/Qwen3-VL-4B-Instruct", - "allow_patterns": [ - "*.json", - "*.safetensors", - "*.txt", - "*.jinja", - "*.model" - ], - "revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17" - }, - "code_revisions": { - "benchmark": { - "revision": "75b4097d02da5e09f143f97ac87bba44c2ad9abc", - "dirty": true - }, - "starvla": { - "revision": "3d2cd7fce72def48d9020d794392489031ba3f46", - "dirty": true - }, - "mikasa": { - "revision": "34ece90941291dceaf942938b9f6c92f9dbae01f", - "dirty": true - } - }, - "datasets": [ - { - "repo_id": "latency-sensitive-bench/benchmark-datasets", - "path": "profile-latency/mikasa-intercept-grab-fast/teacher-rollouts-h8-state-v2/None-rtx3090-v1", - "local_dir": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/datasets/mikasa_intercept_grab_fast/conditioned-h8-seed-reset-20260922/profile-latency/qwenpi_v3", - "revision": null, - "condition": "profile-latency", - "action_horizon": 8 - } - ], - "seed": 0, - "condition": "profile-latency", - "no_publish": true, - "dagger_rounds": 10, - "evaluation": { - "seed": 4242424242, - "episodes": 50, - "every_round": false - }, - "training": { - "sft_updates": 5000, - "dagger_updates": 0, - "global_batch": 128, - "bootstrap_weight": 1.0, - "dagger_weight": 0.0, - "micro_batch": 64, - "num_gpus": 2, - "gradient_accumulation_steps": 1, - "gradient_checkpointing": true, - "oom_retry": false, - "optimizer": { - "name": "AdamW", - "betas": [ - 0.9, - 0.95 - ], - "eps": 1e-08, - "weight_decay": 1e-08, - "fused": true - }, - "learning_rate": { - "base": 3e-05, - "action_model": 0.0001 - }, - "scheduler": "cosine_with_min_lr", - "scheduler_kwargs": { - "min_lr": 1e-06 - }, - "warmup_updates": 100 - } -} diff --git a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/task_contract.json b/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/task_contract.json deleted file mode 100644 index 76c06335e0bbbab668c2a1d92d7f0559eb46fd03..0000000000000000000000000000000000000000 --- a/profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/task_contract.json +++ /dev/null @@ -1,559 +0,0 @@ -{ - "format": "latency_bench_starvla_h8_v2", - "task": "mikasa_intercept_grab_fast", - "robot_type": "latency_mikasa_conditioned_h8", - "state_dim": 71, - "action_dim": 7, - "action_horizon": 8, - "fps": 20.0, - "state_key": "observation.state", - "action_key": "issued_command_chunk", - "video_keys": [ - "video.top", - "video.wrist" - ], - "auxiliary": { - "action_prefix_mask": { - "shape": [ - 8 - ], - "column": "action_prefix_mask" - }, - "action_loss_mask": { - "shape": [ - 8 - ], - "column": "action_loss_mask" - } - }, - "normalization": { - "state": { - "mean": [ - -0.16040511429309845, - -0.07456416636705399, - 0.13816814124584198, - -2.0211193561553955, - 0.25203558802604675, - -0.12056336551904678, - 0.0491839200258255, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.05470995977520943, - 0.047168657183647156, - -0.16639205813407898, - -0.1562943309545517, - -0.28177934885025024, - 0.11841943860054016, - 0.06007219851016998, - -0.11917140334844589, - -0.0073170531541109085, - -0.28068527579307556, - -0.20767131447792053, - -0.4390174150466919, - 0.2106461226940155, - 0.09133689105510712, - -0.09908999502658844, - 0.025641899555921555, - -0.2550414800643921, - -0.21257628500461578, - -0.41789865493774414, - 0.17664985358715057, - 0.06512919813394547, - -0.08130337297916412, - 0.06038251519203186, - -0.22668156027793884, - -0.2185390144586563, - -0.38913092017173767, - 0.15650750696659088, - 0.04194868728518486, - -0.06604113429784775, - 0.09111735224723816, - -0.20322957634925842, - -0.22318972647190094, - -0.3612056076526642, - 0.13572122156620026, - 0.023892762139439583, - 0.0, - 0.0, - 0.0, - 0.6758166551589966, - 0.22446197271347046, - 0.0, - 0.0, - 0.0 - ], - "std": [ - 0.08637070655822754, - 0.10949169844388962, - 0.11563171446323395, - 2.264688014984131, - 0.19258102774620056, - 0.10353090614080429, - 0.015840109437704086, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.19466623663902283, - 0.4289855659008026, - 0.22842511534690857, - 0.2504338324069977, - 0.3203378915786743, - 0.23624347150325775, - 0.30874425172805786, - 0.2675521969795227, - 0.567645251750946, - 0.27724695205688477, - 0.27426475286483765, - 0.3168589770793915, - 0.30615466833114624, - 0.369462788105011, - 0.2486511468887329, - 0.542003333568573, - 0.26176583766937256, - 0.2728952169418335, - 0.3228781819343567, - 0.277295857667923, - 0.3775101602077484, - 0.2265191227197647, - 0.5097371339797974, - 0.2487185299396515, - 0.2699166536331177, - 0.32465681433677673, - 0.2730230987071991, - 0.39365607500076294, - 0.20667655766010284, - 0.47434303164482117, - 0.2367129772901535, - 0.2662997245788574, - 0.3233543038368225, - 0.26647353172302246, - 0.407259076833725, - 0.0, - 0.0, - 0.0, - 0.46804898977279663, - 0.41721323132514954, - 0.0, - 0.0, - 0.0 - ], - "min": [ - -0.5824985504150391, - -0.3397560119628906, - 0.013369567692279816, - -3.1415913105010986, - -0.11077408492565155, - -0.5069868564605713, - 0.0013381227618083358, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.9876464605331421, - -1.0, - -0.8863897919654846, - -0.9651214480400085, - -1.0, - -0.6260073184967041, - -1.0, - -1.0, - -1.0, - -1.0, - -0.9774649739265442, - -1.0, - -0.6152225136756897, - -1.0, - -1.0, - -1.0, - -0.9678323864936829, - -0.9981924295425415, - -1.0, - -0.7422517538070679, - -1.0, - -1.0, - -1.0, - -0.8863897919654846, - -1.0, - -1.0, - -0.6275019645690918, - -1.0, - -1.0, - -1.0, - -0.8147779703140259, - -0.8813561201095581, - -1.0, - -0.6152287721633911, - -1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "max": [ - 0.10198211669921875, - 0.25742626190185547, - 0.3793128728866577, - 3.141590118408203, - 1.3774946928024292, - 0.11047988384962082, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.6272925138473511, - 1.0, - 0.7141644954681396, - 0.8387975692749023, - 0.7064530849456787, - 0.8955502510070801, - 0.7815061807632446, - 1.0, - 0.9539637565612793, - 0.6984386444091797, - 1.0, - 0.709949254989624, - 1.0, - 1.0, - 0.6756465435028076, - 0.9551055431365967, - 0.7201155424118042, - 0.8635027408599854, - 0.7017598152160645, - 0.9227668046951294, - 0.8898094892501831, - 0.9335300922393799, - 0.9476313591003418, - 0.7141644954681396, - 0.8387975692749023, - 0.7064530849456787, - 0.8955502510070801, - 0.9281022548675537, - 0.656479001045227, - 1.0, - 0.7294049263000488, - 0.8357448577880859, - 0.710040807723999, - 0.8490537405014038, - 0.9270439147949219, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "q01": [ - -0.3541186451911926, - -0.28889402747154236, - 0.018270516768097878, - -3.140157699584961, - -0.057530809193849564, - -0.31872835755348206, - 0.02815961092710495, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -0.770348310470581, - -1.0, - -0.7658947110176086, - -0.6641793847084045, - -0.980574905872345, - -0.38134562969207764, - -0.7340881824493408, - -0.9345475435256958, - -1.0, - -0.9701418876647949, - -0.6758113503456116, - -0.9729683995246887, - -0.40611305832862854, - -0.7986239194869995, - -0.8902889490127563, - -1.0, - -0.8712891936302185, - -0.6784914135932922, - -1.0, - -0.39748615026474, - -0.812626838684082, - -0.8027726411819458, - -1.0, - -0.7898092269897461, - -0.6775633692741394, - -0.9971166849136353, - -0.3977144956588745, - -0.8094547390937805, - -0.729836642742157, - -1.0, - -0.7261795401573181, - -0.6749410629272461, - -0.9675834774971008, - -0.3991906940937042, - -0.8258145451545715, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "q99": [ - -0.03495858609676361, - 0.1608741581439972, - 0.34144824743270874, - 3.140261650085449, - 0.6633836627006531, - 0.06463480740785599, - 0.07999999821186066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.26529979705810547, - 0.7966880798339844, - 0.15594397485256195, - 0.4474447965621948, - 0.22736696898937225, - 0.6817249655723572, - 0.6418358683586121, - 0.2707597017288208, - 0.808582067489624, - 0.1725493222475052, - 0.5024979114532471, - 0.2505268156528473, - 0.9334589242935181, - 0.651691734790802, - 0.2692718207836151, - 0.8086579442024231, - 0.1811448037624359, - 0.4892018735408783, - 0.24610410630702972, - 0.7674587965011597, - 0.6487835645675659, - 0.2718139588832855, - 0.8078170418739319, - 0.18938185274600983, - 0.5020269155502319, - 0.25976377725601196, - 0.7172564268112183, - 0.653103232383728, - 0.2710571885108948, - 0.809107780456543, - 0.19299891591072083, - 0.505302906036377, - 0.2580343782901764, - 0.6474764347076416, - 0.653026282787323, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ] - }, - "action": { - "mean": [ - -0.09751932322978973, - 0.04696882143616676, - -0.25017669796943665, - -0.2335444986820221, - -0.41893091797828674, - 0.17288504540920258, - 0.02941788174211979 - ], - "std": [ - 0.2442915141582489, - 0.5395218133926392, - 0.26276665925979614, - 0.270341157913208, - 0.3250162601470947, - 0.2923721969127655, - 0.42165684700012207 - ], - "min": [ - -1.0, - -1.0, - -1.0, - -1.0, - -1.0, - -0.7422517538070679, - -1.0 - ], - "max": [ - 1.0, - 1.0, - 0.729404866695404, - 1.0, - 0.710040807723999, - 1.0, - 1.0 - ], - "q01": [ - -0.8556459546089172, - -1.0, - -0.8788669109344482, - -0.6792541146278381, - -0.9963043928146362, - -0.40262988209724426, - -0.8234635591506958 - ], - "q99": [ - 0.2719738185405731, - 0.8099067211151123, - 0.19406720995903015, - 0.5065401196479797, - 0.26176461577415466, - 0.8136535286903381, - 0.6539701819419861 - ] - } - }, - "prompt": "Intercept the rolling ball and grasp it to stop it.", - "action_prefix": { - "mode": "profile_p95", - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenpi_v3/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json", - "profile_revision": "66414463f2a609316da63935941a79abf0a73ce9", - "p95_ms": 150.35263347625732, - "env_fps": 20, - "frames": 4, - "action_horizon": 8, - "action_dim": 7 - }, - "label_provenance": { - "semantics": "zero_h1_teacher_after_causal_prefix", - "teacher_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/artifacts/models/zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt", - "condition": "profile-latency", - "model": "qwenpi_v3", - "latency": { - "method": "temporal", - "seed": 0, - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenpi_v3/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json" - }, - "action_prefix": { - "mode": "profile_p95", - "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenpi_v3/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json", - "profile_revision": "66414463f2a609316da63935941a79abf0a73ce9", - "p95_ms": 150.35263347625732, - "env_fps": 20, - "frames": 4, - "action_horizon": 8, - "action_dim": 7 - } - } -} diff --git a/reports/hist8-v2/README.md b/reports/hist8-v2/README.md deleted file mode 100644 index 9ea3cc07687bf5db4ba7b7af79d15629227bfd49..0000000000000000000000000000000000000000 --- a/reports/hist8-v2/README.md +++ /dev/null @@ -1,54 +0,0 @@ -# Hist8 VLA release: 18 models, 27 formal evaluations - -Flappy, Demon Attack and Deadly Corridor × QwenOFT, QwenGR00T and QwenPI v3 × zero/profile training. Each model is the evaluated step-5000 checkpoint, initialized from Qwen3-VL-4B revision `ebb281ec70b05090aa6165b016eac8ec08e71b17` with seed 42. - -Input is one current RGB image plus eight causal decision histories, passed as raw 0/1 transport state. Action horizon is **1**; the model directory suffix `h1` refers to this action horizon, while `hist8` in each run ID refers to input history. - -## Formal scores - -Each value is the mean of 100 episodes, seeds 1,000,000–1,000,099; parallel 32 and capacity 1. Flappy/Demon/Deadly caps are 3,600/7,200/3,600 raw frames at FPS/decision Hz 10/10, 60/15, 35/8.75. Deadly uses the corrected sf-render-v4 view (160×120 RGB with HUD). - -| Game / model | zero→zero | zero→profile | profile→profile | -|---|---:|---:|---:| -| flappy / qwenoft | 439.13 | 19.19 | 373.78 | -| flappy / qwengr00t | 428.48 | 6.62 | 414.52 | -| flappy / qwenpi_v3 | 408.72 | 5.58 | 344.48 | -| demon_attack / qwenoft | 2362.15 | 584.35 | 1452.80 | -| demon_attack / qwengr00t | 2370.90 | 231.90 | 1203.10 | -| demon_attack / qwenpi_v3 | 2350.95 | 112.30 | 907.30 | -| deadly_corridor / qwenoft | 2098.67 | 742.35 | 2091.23 | -| deadly_corridor / qwengr00t | 2100.46 | 341.76 | 2090.82 | -| deadly_corridor / qwenpi_v3 | 2104.09 | 140.94 | 1450.83 | - -## Downloadable models - -| Training | Game / model | Run | -|---|---|---| -| profile | flappy / qwenoft | [flappy-qwenoft-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy-qwenoft-hist8-scratch-s42-v2) | -| profile | demon_attack / qwenoft | [demon_attack-qwenoft-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-scratch-s42-v2) | -| profile | flappy / qwengr00t | [flappy-qwengr00t-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2) | -| profile | demon_attack / qwengr00t | [demon_attack-qwengr00t-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2) | -| profile | demon_attack / qwenpi_v3 | [demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6) | -| zero | flappy / qwenoft | [flappy-qwenoft-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/flappy/vla/starvla-qwenoft-h1/flappy-qwenoft-hist8-zero-scratch-s42-v2) | -| profile | flappy / qwenpi_v3 | [flappy-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/flappy/vla/starvla-qwenpi_v3-h1/flappy-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6) | -| zero | demon_attack / qwenoft | [demon_attack-qwenoft-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2) | -| zero | flappy / qwengr00t | [flappy-qwengr00t-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-zero-scratch-s42-v2) | -| zero | flappy / qwenpi_v3 | [flappy-qwenpi_v3-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/flappy/vla/starvla-qwenpi_v3-h1/flappy-qwenpi_v3-hist8-zero-scratch-s42-v2) | -| zero | deadly_corridor / qwenoft | [deadly_corridor-qwenoft-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-zero-scratch-s42-v2) | -| zero | demon_attack / qwengr00t | [demon_attack-qwengr00t-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-zero-scratch-s42-v2) | -| profile | deadly_corridor / qwenpi_v3 | [deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6) | -| profile | deadly_corridor / qwenoft | [deadly_corridor-qwenoft-hist8-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2) | -| profile | deadly_corridor / qwengr00t | [deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16) | -| zero | demon_attack / qwenpi_v3 | [demon_attack-qwenpi_v3-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-zero-scratch-s42-v2) | -| zero | deadly_corridor / qwengr00t | [deadly_corridor-qwengr00t-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-zero-scratch-s42-v2) | -| zero | deadly_corridor / qwenpi_v3 | [deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2](https://huggingface.co/latency-sensitive-bench/benchmark-models/tree/main/zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2) | - -See [models.json](models.json) for exact checkpoint SHA256, W&B identities and per-condition metrics. Every model contains its README, checkpoint, inference/training configuration, statistics, task contract, collection/training provenance, exact latency profile and episode-level evaluation evidence. - -## Interpretation and reproduction - -The same zero-trained checkpoint is used in both evaluation environments. Each architecture has its own latency profile, so this is not a same-latency cross-architecture ranking. Zero and profile training use different teachers and collected data; differences do not isolate learning rate or a single training factor. Results use one training seed. - -Common training: two GPUs, bf16 ZeRO-2, batch 64/rank, accumulation 1, global batch 128, 16 workers/rank, prefetch 4, backbone LR 3e-6, action-head LR 1e-4, 100-step warmup, cosine min_lr_rate 1/30, 5,000 steps. Architecture-specific losses and other parameter groups are retained. - -Hist8 corrects the earlier -1/1 history input mismatch. Deadly also corrects an evaluation rendering mismatch; invalid older results are not included in this release. Profiles are preserved byte-for-byte with their sampling sidecars. Use each model task contract and pinned base-model revision when replaying. diff --git a/reports/hist8-v2/models.json b/reports/hist8-v2/models.json deleted file mode 100644 index 9f0f34329c3b42d6a04d44be6244ff788cd05780..0000000000000000000000000000000000000000 --- a/reports/hist8-v2/models.json +++ /dev/null @@ -1,533 +0,0 @@ -{ - "repo_id": "latency-sensitive-bench/benchmark-models", - "models": [ - { - "task": "flappy", - "model": "qwenoft", - "training_condition": "profile", - "training_run_id": "flappy-qwenoft-hist8-scratch-s42-v2", - "wandb_run_id": "126a7fee", - "training_step": 5000, - "checkpoint_sha256": "c6c1f36ab709d596a9123d395377d43fa57d6e9e4b8399778f3b374ca501f883", - "hf_path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy-qwenoft-hist8-scratch-s42-v2", - "evaluations": [ - { - "environment_condition": "profile", - "mean_return": 373.7790043977648, - "std_return": 126.82699726383991, - "mean_length": 3030.62, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": "c266cba7ebac05c7e37bc83f1f16fe4b27dab97942ff43290e6c41514f6e39fc", - "eval_protocol_version": "hist8-history01-par32-v3" - } - ] - }, - { - "task": "demon_attack", - "model": "qwenoft", - "training_condition": "profile", - "training_run_id": "demon_attack-qwenoft-hist8-scratch-s42-v2", - "wandb_run_id": "8d64ae8b", - "training_step": 5000, - "checkpoint_sha256": "eb5ff4d920ea4634853ef4c0788a16e6ae1cc3d8d2712a11a2cbcfc22743f03e", - "hf_path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-scratch-s42-v2", - "evaluations": [ - { - "environment_condition": "profile", - "mean_return": 1452.8, - "std_return": 284.17628331723955, - "mean_length": 7200, - "episodes": 100, - "max_episode_raw_frames": 7200, - "parallel_envs": 32, - "profile_sha256": "9b1ecf42b4cbd1f28970668922610509f1e7e3302ff34aaa854b1795986eeccb", - "eval_protocol_version": "hist8-history01-par32-v3" - } - ] - }, - { - "task": "flappy", - "model": "qwengr00t", - "training_condition": "profile", - "training_run_id": "flappy-qwengr00t-hist8-scratch-s42-v2", - "wandb_run_id": "8be125b0", - "training_step": 5000, - "checkpoint_sha256": "5989ecd1e19c3ea4a4fc479fb90277f11b0cd4962173afa39ed22406daa1d939", - "hf_path": "latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2", - "evaluations": [ - { - "environment_condition": "profile", - "mean_return": 414.5240048730373, - "std_return": 89.99479325697534, - "mean_length": 3358, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": "0654f7097e292cc837a483ef8e5f7ed9c3410fd684582b31b7d8358719452b60", - "eval_protocol_version": "hist8-history01-par32-v3" - } - ] - }, - { - "task": "demon_attack", - "model": "qwengr00t", - "training_condition": "profile", - "training_run_id": "demon_attack-qwengr00t-hist8-scratch-s42-v2", - "wandb_run_id": "7f1c60f6", - "training_step": 5000, - "checkpoint_sha256": "a059ad8efbed631dc1963c9128bd033f6065671aa6b053d6bc3e57438d98fab8", - "hf_path": "latency-aware/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-scratch-s42-v2", - "evaluations": [ - { - "environment_condition": "profile", - "mean_return": 1203.1, - "std_return": 310.3270693961453, - "mean_length": 7111.02, - "episodes": 100, - "max_episode_raw_frames": 7200, - "parallel_envs": 32, - "profile_sha256": "98b0d13a45e305ca635c472444081c48b77afcc157c77f0ce61e47a111b19e68", - "eval_protocol_version": "hist8-history01-par32-v3" - } - ] - }, - { - "task": "demon_attack", - "model": "qwenpi_v3", - "training_condition": "profile", - "training_run_id": "demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6", - "wandb_run_id": "b2071776", - "training_step": 5000, - "checkpoint_sha256": "f48e84564276085b48f0a1d6164c48c91e5865c30bef0aa6bd3ea674357b2338", - "hf_path": "latency-aware/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6", - "evaluations": [ - { - "environment_condition": "profile", - "mean_return": 907.3, - "std_return": 280.3876067161315, - "mean_length": 7087.7, - "episodes": 100, - "max_episode_raw_frames": 7200, - "parallel_envs": 32, - "profile_sha256": "5c2895d34b3d821c7b24a14d9acd84e416baec9eebc87083ba86b9c8954696ae", - "eval_protocol_version": "hist8-history01-par32-v3" - } - ] - }, - { - "task": "flappy", - "model": "qwenoft", - "training_condition": "zero", - "training_run_id": "flappy-qwenoft-hist8-zero-scratch-s42-v2", - "wandb_run_id": "47307ef0", - "training_step": 5000, - "checkpoint_sha256": "a6bdc9bf2373827958de75649fa7ea0ce2f7ac8b46d9fc3ccd63d66bd5697fd3", - "hf_path": "zero-latency/flappy/vla/starvla-qwenoft-h1/flappy-qwenoft-hist8-zero-scratch-s42-v2", - "evaluations": [ - { - "environment_condition": "zero", - "mean_return": 439.12800516039135, - "std_return": 38.43245048815216, - "mean_length": 3555.94, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": null, - "eval_protocol_version": "hist8-history01-par32-v3" - }, - { - "environment_condition": "profile", - "mean_return": 19.187000252231954, - "std_return": 17.05647495198833, - "mean_length": 173.53, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": "c266cba7ebac05c7e37bc83f1f16fe4b27dab97942ff43290e6c41514f6e39fc", - "eval_protocol_version": "hist8-history01-par32-v3" - } - ] - }, - { - "task": "flappy", - "model": "qwenpi_v3", - "training_condition": "profile", - "training_run_id": "flappy-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6", - "wandb_run_id": "7660c2a2", - "training_step": 5000, - "checkpoint_sha256": "314aa15602db143a58011fff17fa4d1fcdbabf8f32135870ceff61877e5e6cce", - "hf_path": "latency-aware/flappy/vla/starvla-qwenpi_v3-h1/flappy-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6", - "evaluations": [ - { - "environment_condition": "profile", - "mean_return": 344.4830040546507, - "std_return": 145.25036283708104, - "mean_length": 2794.21, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": "be2cd7a2a7fdf40c5c967d0c3cc16b912969d0ac0b4acc785aac3d0e4133df30", - "eval_protocol_version": "hist8-history01-par32-v3" - } - ] - }, - { - "task": "demon_attack", - "model": "qwenoft", - "training_condition": "zero", - "training_run_id": "demon_attack-qwenoft-hist8-zero-scratch-s42-v2", - "wandb_run_id": "b3f7ac36", - "training_step": 5000, - "checkpoint_sha256": "19105254b128937823b3f46ca52702340a97dfd929237f6cb80ba7e45196b1cb", - "hf_path": "zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack-qwenoft-hist8-zero-scratch-s42-v2", - "evaluations": [ - { - "environment_condition": "zero", - "mean_return": 2362.15, - "std_return": 324.5606684427428, - "mean_length": 7200, - "episodes": 100, - "max_episode_raw_frames": 7200, - "parallel_envs": 32, - "profile_sha256": null, - "eval_protocol_version": "hist8-history01-par32-v3" - }, - { - "environment_condition": "profile", - "mean_return": 584.35, - "std_return": 338.1491202117788, - "mean_length": 5186.59, - "episodes": 100, - "max_episode_raw_frames": 7200, - "parallel_envs": 32, - "profile_sha256": "9b1ecf42b4cbd1f28970668922610509f1e7e3302ff34aaa854b1795986eeccb", - "eval_protocol_version": "hist8-history01-par32-v3" - } - ] - }, - { - "task": "flappy", - "model": "qwengr00t", - "training_condition": "zero", - "training_run_id": "flappy-qwengr00t-hist8-zero-scratch-s42-v2", - "wandb_run_id": "abb8eb97", - "training_step": 5000, - "checkpoint_sha256": "9ab3246ff785d9c3a79fe1fa0d8415dcbb51f9e10c69c1f969339dc10684e27c", - "hf_path": "zero-latency/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-zero-scratch-s42-v2", - "evaluations": [ - { - "environment_condition": "zero", - "mean_return": 428.47600503608584, - "std_return": 69.67950442916532, - "mean_length": 3470.31, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": null, - "eval_protocol_version": "hist8-history01-par32-v3" - }, - { - "environment_condition": "profile", - "mean_return": 6.616000102609396, - "std_return": 2.7304109896717748, - "mean_length": 70.59, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": "0654f7097e292cc837a483ef8e5f7ed9c3410fd684582b31b7d8358719452b60", - "eval_protocol_version": "hist8-history01-par32-v3" - } - ] - }, - { - "task": "flappy", - "model": "qwenpi_v3", - "training_condition": "zero", - "training_run_id": "flappy-qwenpi_v3-hist8-zero-scratch-s42-v2", - "wandb_run_id": "9be1cc91", - "training_step": 5000, - "checkpoint_sha256": "f6bf2adb10f48fba4c66564bf278966aad004231ef354b10ffb1a6b7e513fc60", - "hf_path": "zero-latency/flappy/vla/starvla-qwenpi_v3-h1/flappy-qwenpi_v3-hist8-zero-scratch-s42-v2", - "evaluations": [ - { - "environment_condition": "profile", - "mean_return": 5.582000090926885, - "std_return": 1.9567003052385052, - "mean_length": 62.5, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": "be2cd7a2a7fdf40c5c967d0c3cc16b912969d0ac0b4acc785aac3d0e4133df30", - "eval_protocol_version": "hist8-history01-par32-v3" - }, - { - "environment_condition": "zero", - "mean_return": 408.7170048055798, - "std_return": 88.4672673584004, - "mean_length": 3311.57, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": null, - "eval_protocol_version": "hist8-history01-par32-v3" - } - ] - }, - { - "task": "deadly_corridor", - "model": "qwenoft", - "training_condition": "zero", - "training_run_id": "deadly_corridor-qwenoft-hist8-zero-scratch-s42-v2", - "wandb_run_id": "e35d16b8", - "training_step": 5000, - "checkpoint_sha256": "54d4353bcef88df87064089893589bfec8146a40ec3c8afd09fe562f405727ca", - "hf_path": "zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-zero-scratch-s42-v2", - "evaluations": [ - { - "environment_condition": "zero", - "mean_return": 2098.6678761291505, - "std_return": 586.4987989950077, - "mean_length": 174.08, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": null, - "eval_protocol_version": "hist8-history01-sf-render-v4" - }, - { - "environment_condition": "profile", - "mean_return": 742.3451913452149, - "std_return": 582.0012531361809, - "mean_length": 128.61, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": "bbfb93cef9f63750a9a159ec10a93a9fc6c25e4cb0cac3b39532663b4dc11eba", - "eval_protocol_version": "hist8-history01-sf-render-v4" - } - ] - }, - { - "task": "demon_attack", - "model": "qwengr00t", - "training_condition": "zero", - "training_run_id": "demon_attack-qwengr00t-hist8-zero-scratch-s42-v2", - "wandb_run_id": "b2048a00", - "training_step": 5000, - "checkpoint_sha256": "6458aec364fec2757982bb8a79aba118b68cc58e08d887ce88d27c93250a56ff", - "hf_path": "zero-latency/demon-attack/vla/starvla-qwengr00t-h1/demon_attack-qwengr00t-hist8-zero-scratch-s42-v2", - "evaluations": [ - { - "environment_condition": "zero", - "mean_return": 2370.9, - "std_return": 369.3239634792197, - "mean_length": 7190.83, - "episodes": 100, - "max_episode_raw_frames": 7200, - "parallel_envs": 32, - "profile_sha256": null, - "eval_protocol_version": "hist8-history01-par32-v3" - }, - { - "environment_condition": "profile", - "mean_return": 231.9, - "std_return": 109.19885530535565, - "mean_length": 3294.29, - "episodes": 100, - "max_episode_raw_frames": 7200, - "parallel_envs": 32, - "profile_sha256": "98b0d13a45e305ca635c472444081c48b77afcc157c77f0ce61e47a111b19e68", - "eval_protocol_version": "hist8-history01-par32-v3" - } - ] - }, - { - "task": "deadly_corridor", - "model": "qwenpi_v3", - "training_condition": "profile", - "training_run_id": "deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6", - "wandb_run_id": "8f5b510f", - "training_step": 5000, - "checkpoint_sha256": "177fb96011eb1b5408da0e874e3e566292fa72577ea8bb3edd656f215cb15875", - "hf_path": "latency-aware/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-scratch-s42-v2-vlm3e-6", - "evaluations": [ - { - "environment_condition": "profile", - "mean_return": 1450.8317962646483, - "std_return": 843.0353709402634, - "mean_length": 161.98, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": "ccadd20b8a6b6833f9f02fd34c2a67e1a43a468a6d000d94252c819224422b43", - "eval_protocol_version": "hist8-history01-sf-render-v4" - } - ] - }, - { - "task": "deadly_corridor", - "model": "qwenoft", - "training_condition": "profile", - "training_run_id": "deadly_corridor-qwenoft-hist8-scratch-s42-v2", - "wandb_run_id": "1ade216c", - "training_step": 5000, - "checkpoint_sha256": "29e42431b2fb4e83e74f21c0e7e108d43ebbeb91ab7c34da06c33cb0652fb56c", - "hf_path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor-qwenoft-hist8-scratch-s42-v2", - "evaluations": [ - { - "environment_condition": "profile", - "mean_return": 2091.234108123779, - "std_return": 579.6123067681043, - "mean_length": 174.1, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": "bbfb93cef9f63750a9a159ec10a93a9fc6c25e4cb0cac3b39532663b4dc11eba", - "eval_protocol_version": "hist8-history01-sf-render-v4" - } - ] - }, - { - "task": "deadly_corridor", - "model": "qwengr00t", - "training_condition": "profile", - "training_run_id": "deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16", - "wandb_run_id": "d78243bb", - "training_step": 5000, - "checkpoint_sha256": "a68c7ec382c18367164a938eae0332cb8e1cbea28b94907e9640717cd5d7d3d2", - "hf_path": "latency-aware/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-scratch-s42-v2-workers16", - "evaluations": [ - { - "environment_condition": "profile", - "mean_return": 2090.8180926513674, - "std_return": 552.1152576989379, - "mean_length": 185.2, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": "78e19fdd6ceb9f06d830f1b5314fd64e3a825aad8f5672ebe203372bc0791e39", - "eval_protocol_version": "hist8-history01-sf-render-v4" - } - ] - }, - { - "task": "demon_attack", - "model": "qwenpi_v3", - "training_condition": "zero", - "training_run_id": "demon_attack-qwenpi_v3-hist8-zero-scratch-s42-v2", - "wandb_run_id": "186aea40", - "training_step": 5000, - "checkpoint_sha256": "f9fd075da0d3258d5fd283779b7ef642cc7a6540951aca5060f2cf721851e19e", - "hf_path": "zero-latency/demon-attack/vla/starvla-qwenpi_v3-h1/demon_attack-qwenpi_v3-hist8-zero-scratch-s42-v2", - "evaluations": [ - { - "environment_condition": "zero", - "mean_return": 2350.95, - "std_return": 351.018300804958, - "mean_length": 7199.39, - "episodes": 100, - "max_episode_raw_frames": 7200, - "parallel_envs": 32, - "profile_sha256": null, - "eval_protocol_version": "hist8-history01-par32-v3" - }, - { - "environment_condition": "profile", - "mean_return": 112.3, - "std_return": 54.41240667347843, - "mean_length": 2222.2, - "episodes": 100, - "max_episode_raw_frames": 7200, - "parallel_envs": 32, - "profile_sha256": "5c2895d34b3d821c7b24a14d9acd84e416baec9eebc87083ba86b9c8954696ae", - "eval_protocol_version": "hist8-history01-par32-v3" - } - ] - }, - { - "task": "deadly_corridor", - "model": "qwengr00t", - "training_condition": "zero", - "training_run_id": "deadly_corridor-qwengr00t-hist8-zero-scratch-s42-v2", - "wandb_run_id": "f2a666e1", - "training_step": 5000, - "checkpoint_sha256": "004a7092edb951c671c40bcfa896178322aafcaebd3f476b02ebb504bc669a6a", - "hf_path": "zero-latency/deadly-corridor/vla/starvla-qwengr00t-h1/deadly_corridor-qwengr00t-hist8-zero-scratch-s42-v2", - "evaluations": [ - { - "environment_condition": "zero", - "mean_return": 2100.4612351989745, - "std_return": 581.2168742726292, - "mean_length": 174.37, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": null, - "eval_protocol_version": "hist8-history01-sf-render-v4" - }, - { - "environment_condition": "profile", - "mean_return": 341.7599803161621, - "std_return": 165.57121698596578, - "mean_length": 76.86, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": "78e19fdd6ceb9f06d830f1b5314fd64e3a825aad8f5672ebe203372bc0791e39", - "eval_protocol_version": "hist8-history01-sf-render-v4" - } - ] - }, - { - "task": "deadly_corridor", - "model": "qwenpi_v3", - "training_condition": "zero", - "training_run_id": "deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2", - "wandb_run_id": "2f9d64db", - "training_step": 5000, - "checkpoint_sha256": "ba72ed7f1ba94daa0eba7d36fdb36eb7ce76db4a448bdbb29499e3f72ed0912f", - "hf_path": "zero-latency/deadly-corridor/vla/starvla-qwenpi_v3-h1/deadly_corridor-qwenpi_v3-hist8-zero-scratch-s42-v2", - "evaluations": [ - { - "environment_condition": "zero", - "mean_return": 2104.086365966797, - "std_return": 572.511730439493, - "mean_length": 175.16, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": null, - "eval_protocol_version": "hist8-history01-sf-render-v4" - }, - { - "environment_condition": "profile", - "mean_return": 140.93857162475587, - "std_return": 170.20189352265717, - "mean_length": 75.27, - "episodes": 100, - "max_episode_raw_frames": 3600, - "parallel_envs": 32, - "profile_sha256": "ccadd20b8a6b6833f9f02fd34c2a67e1a43a468a6d000d94252c819224422b43", - "eval_protocol_version": "hist8-history01-sf-render-v4" - } - ] - } - ], - "protocol": { - "input": "single RGB + 8 prior decision histories", - "history_encoding": "binary_0_1", - "action_horizon": 1, - "seed": 42, - "training_steps": 5000, - "formal_eval_seeds": [ - 1000000, - 1000099 - ], - "episodes_per_condition": 100, - "capacity": 1, - "parallel_envs": 32 - }, - "evaluation_count": 27 -}