Caesarrr commited on
Commit
ed07a22
·
verified ·
1 Parent(s): 3ca75d7

Record verified Figure 2 H1 zero-latency evaluations and archive initial upload status

Browse files
Files changed (28) hide show
  1. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/README.md +9 -3
  2. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/eval_l0.json +55 -0
  3. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/episode_metrics.jsonl +200 -0
  4. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/eval_config.yaml +59 -0
  5. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/execution_audit.json +212 -0
  6. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/summary.json +55 -0
  7. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/history/README_before_figure2.md +5 -0
  8. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/{checkpoint_only.json → history/initial_checkpoint_only.json} +0 -0
  9. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/provenance.json +18 -3
  10. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/README.md +9 -3
  11. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/eval_l0.json +55 -0
  12. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/episode_metrics.jsonl +200 -0
  13. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/eval_config.yaml +59 -0
  14. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/execution_audit.json +212 -0
  15. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/summary.json +55 -0
  16. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/history/README_before_figure2.md +5 -0
  17. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/{checkpoint_only.json → history/initial_checkpoint_only.json} +0 -0
  18. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/provenance.json +18 -3
  19. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/README.md +10 -3
  20. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/eval_l0.json +0 -0
  21. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/episode_metrics.jsonl +200 -0
  22. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/eval_config.yaml +63 -0
  23. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/execution_audit.json +212 -0
  24. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/model_config_override.yaml +62 -0
  25. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/summary.json +60 -0
  26. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/history/README_before_figure2.md +4 -0
  27. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/history/eval_l0_before_figure2.json +0 -0
  28. zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/provenance.json +12 -0
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/README.md CHANGED
@@ -1,5 +1,11 @@
1
- # qwengr00t — mikasa-intercept-grab-fast
2
 
3
- Checkpoint-only upload. The final inference checkpoint exists locally and is uploaded here; the source Slurm job hit the 4h walltime before the canonical eval_l0.json/publication block completed.
4
 
5
- Use `checkpoints/model.pt` with the included config/statistics/task_contract. See `checkpoint_only.json` / `provenance.json` for details.
 
 
 
 
 
 
 
1
+ ## Verified follow-up evaluation: Figure 2 H1 zero latency
2
 
3
+ **This H1 checkpoint has a completed 200-episode zero-latency evaluation.** This records the later Figure 2 evaluation; earlier publication/evaluation records are preserved under `history/`. Model weights and training records are unchanged.
4
 
5
+ The 2026-09-23 evaluation used 20 Hz, 60 steps, action horizon 1, and seeds 4242424242–4242424441. Mean environment return: **23.257812902737324**; success: **127/200**. See [current zero-latency summary](eval_l0.json), [episode records](evaluations/figure2_h1_fixed_latency_20260923/latency_0/episode_metrics.jsonl), [evaluation configuration](evaluations/figure2_h1_fixed_latency_20260923/latency_0/eval_config.yaml), and [execution audit](evaluations/figure2_h1_fixed_latency_20260923/latency_0/execution_audit.json).
6
+
7
+ The current summary is the Figure 2 H1 reference; H8 evaluations are separate. This follow-up does not assert completion or acceptance of any other training/deployment pipeline.
8
+
9
+ The initial `checkpoint_only` status described the original walltime-limited upload, not the subsequent evaluation. That receipt is now [archived](history/initial_checkpoint_only.json); current evaluation status is recorded in `provenance.json`.
10
+
11
+ [Initial publication notes (historical)](history/README_before_figure2.md). Use `checkpoints/model.pt` with the included task contract and the explicit evaluation configuration linked above.
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/eval_l0.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "qwengr00t",
3
+ "model_label": "QwenGR00T",
4
+ "horizon": 1,
5
+ "latency_frames": 0,
6
+ "latency_ms": 0.0,
7
+ "n_episodes": 200,
8
+ "seed_start": 4242424242,
9
+ "seed_end": 4242424441,
10
+ "seeds_unique": true,
11
+ "success_count": 127,
12
+ "success_rate": 0.635,
13
+ "mean_return": 23.257812902737324,
14
+ "std_return": 15.648827244263138,
15
+ "mean_length": 60.0,
16
+ "std_length": 0.0,
17
+ "inference_code": {
18
+ "benchmark_revision": "0ce3400b86f01252c563e76a9e6f12f1ffdedb8d",
19
+ "starvla_revision": "3d2cd7fce72def48d9020d794392489031ba3f46",
20
+ "mikasa_revision": "34ece90941291dceaf942938b9f6c92f9dbae01f",
21
+ "working_tree": "local source synchronized before launch"
22
+ },
23
+ "evaluation_status": "completed_and_audited",
24
+ "evaluation_date": "2026-09-23",
25
+ "checkpoint_revision": "56b2c095d76ea5b10dd304e6e03c2ca81801630b",
26
+ "checkpoint_path": "zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/checkpoints/model.pt",
27
+ "checkpoint_sha256": "dbf6cfcc6daf5118b80ad8a92863108d9e0d2d52f0340905a411cdc5950e9b5d",
28
+ "evaluation_archive": "evaluations/figure2_h1_fixed_latency_20260923/latency_0",
29
+ "protocol": {
30
+ "task": "InterceptGrabFast-VLA-v0",
31
+ "env_fps": 20,
32
+ "latencies_frames": [
33
+ 0,
34
+ 1,
35
+ 2,
36
+ 3,
37
+ 4
38
+ ],
39
+ "latencies_ms": [
40
+ 0.0,
41
+ 50.0,
42
+ 100.0,
43
+ 150.0,
44
+ 200.0
45
+ ],
46
+ "episodes_per_condition": 200,
47
+ "seed_start": 4242424242,
48
+ "seed_end": 4242424441,
49
+ "eval_parallel_envs": 10,
50
+ "eval_max_steps": 60,
51
+ "simulated_worker_capacity": 1,
52
+ "inference_batch_size": 8,
53
+ "executor": "simulated"
54
+ }
55
+ }
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/episode_metrics.jsonl ADDED
@@ -0,0 +1,200 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"episode_id": 0, "episode_seed": 4242424242, "episode_return_env": 3.2659234969469253, "survival_steps": 60, "success": 0.0}
2
+ {"episode_id": 1, "episode_seed": 4242424243, "episode_return_env": 4.462595757038798, "survival_steps": 60, "success": 0.0}
3
+ {"episode_id": 2, "episode_seed": 4242424244, "episode_return_env": 0.7295535348530393, "survival_steps": 60, "success": 0.0}
4
+ {"episode_id": 3, "episode_seed": 4242424245, "episode_return_env": 40.53164811851457, "survival_steps": 60, "success": 1.0}
5
+ {"episode_id": 4, "episode_seed": 4242424246, "episode_return_env": 6.680227548698895, "survival_steps": 60, "success": 0.0}
6
+ {"episode_id": 5, "episode_seed": 4242424247, "episode_return_env": 17.93398172967136, "survival_steps": 60, "success": 0.0}
7
+ {"episode_id": 6, "episode_seed": 4242424248, "episode_return_env": 39.88541647209786, "survival_steps": 60, "success": 1.0}
8
+ {"episode_id": 7, "episode_seed": 4242424249, "episode_return_env": 32.39974185093888, "survival_steps": 60, "success": 1.0}
9
+ {"episode_id": 8, "episode_seed": 4242424250, "episode_return_env": 3.853778828168288, "survival_steps": 60, "success": 0.0}
10
+ {"episode_id": 9, "episode_seed": 4242424251, "episode_return_env": 13.479859219689388, "survival_steps": 60, "success": 1.0}
11
+ {"episode_id": 10, "episode_seed": 4242424252, "episode_return_env": 38.56309828016674, "survival_steps": 60, "success": 1.0}
12
+ {"episode_id": 11, "episode_seed": 4242424253, "episode_return_env": 8.312931407126598, "survival_steps": 60, "success": 0.0}
13
+ {"episode_id": 12, "episode_seed": 4242424254, "episode_return_env": 6.005276876036078, "survival_steps": 60, "success": 0.0}
14
+ {"episode_id": 13, "episode_seed": 4242424255, "episode_return_env": 38.426884111366235, "survival_steps": 60, "success": 1.0}
15
+ {"episode_id": 14, "episode_seed": 4242424256, "episode_return_env": 41.10444425616879, "survival_steps": 60, "success": 1.0}
16
+ {"episode_id": 15, "episode_seed": 4242424257, "episode_return_env": 2.3958117716247216, "survival_steps": 60, "success": 0.0}
17
+ {"episode_id": 16, "episode_seed": 4242424258, "episode_return_env": 11.882930653984658, "survival_steps": 60, "success": 1.0}
18
+ {"episode_id": 17, "episode_seed": 4242424259, "episode_return_env": 37.975792242155876, "survival_steps": 60, "success": 1.0}
19
+ {"episode_id": 18, "episode_seed": 4242424260, "episode_return_env": 32.22033664921764, "survival_steps": 60, "success": 1.0}
20
+ {"episode_id": 19, "episode_seed": 4242424261, "episode_return_env": 35.73792489361949, "survival_steps": 60, "success": 1.0}
21
+ {"episode_id": 20, "episode_seed": 4242424262, "episode_return_env": 0.9067119255487341, "survival_steps": 60, "success": 0.0}
22
+ {"episode_id": 21, "episode_seed": 4242424263, "episode_return_env": 3.7953025355236605, "survival_steps": 60, "success": 0.0}
23
+ {"episode_id": 22, "episode_seed": 4242424264, "episode_return_env": 40.72348838392645, "survival_steps": 60, "success": 1.0}
24
+ {"episode_id": 23, "episode_seed": 4242424265, "episode_return_env": 31.075053118693177, "survival_steps": 60, "success": 1.0}
25
+ {"episode_id": 24, "episode_seed": 4242424266, "episode_return_env": 37.698844269732945, "survival_steps": 60, "success": 1.0}
26
+ {"episode_id": 25, "episode_seed": 4242424267, "episode_return_env": 35.065986910951324, "survival_steps": 60, "success": 1.0}
27
+ {"episode_id": 26, "episode_seed": 4242424268, "episode_return_env": 0.5707764094149752, "survival_steps": 60, "success": 0.0}
28
+ {"episode_id": 27, "episode_seed": 4242424269, "episode_return_env": 36.87677083729068, "survival_steps": 60, "success": 1.0}
29
+ {"episode_id": 28, "episode_seed": 4242424270, "episode_return_env": 38.62412184034474, "survival_steps": 60, "success": 1.0}
30
+ {"episode_id": 29, "episode_seed": 4242424271, "episode_return_env": 37.23225460498361, "survival_steps": 60, "success": 1.0}
31
+ {"episode_id": 30, "episode_seed": 4242424272, "episode_return_env": 37.369360626791604, "survival_steps": 60, "success": 1.0}
32
+ {"episode_id": 31, "episode_seed": 4242424273, "episode_return_env": 11.682779292430496, "survival_steps": 60, "success": 0.0}
33
+ {"episode_id": 32, "episode_seed": 4242424274, "episode_return_env": 0.5185981669783359, "survival_steps": 60, "success": 0.0}
34
+ {"episode_id": 33, "episode_seed": 4242424275, "episode_return_env": 36.63450531716808, "survival_steps": 60, "success": 1.0}
35
+ {"episode_id": 34, "episode_seed": 4242424276, "episode_return_env": 1.8850583388702944, "survival_steps": 60, "success": 0.0}
36
+ {"episode_id": 35, "episode_seed": 4242424277, "episode_return_env": 39.592438058927655, "survival_steps": 60, "success": 1.0}
37
+ {"episode_id": 36, "episode_seed": 4242424278, "episode_return_env": 18.40758522908436, "survival_steps": 60, "success": 1.0}
38
+ {"episode_id": 37, "episode_seed": 4242424279, "episode_return_env": 38.733707632054575, "survival_steps": 60, "success": 1.0}
39
+ {"episode_id": 38, "episode_seed": 4242424280, "episode_return_env": 8.042032672761707, "survival_steps": 60, "success": 0.0}
40
+ {"episode_id": 39, "episode_seed": 4242424281, "episode_return_env": 35.89703857747372, "survival_steps": 60, "success": 1.0}
41
+ {"episode_id": 40, "episode_seed": 4242424282, "episode_return_env": 37.66651941946475, "survival_steps": 60, "success": 1.0}
42
+ {"episode_id": 41, "episode_seed": 4242424283, "episode_return_env": 39.698337322915904, "survival_steps": 60, "success": 1.0}
43
+ {"episode_id": 42, "episode_seed": 4242424284, "episode_return_env": 37.57464513811283, "survival_steps": 60, "success": 1.0}
44
+ {"episode_id": 43, "episode_seed": 4242424285, "episode_return_env": 34.52082792535657, "survival_steps": 60, "success": 1.0}
45
+ {"episode_id": 44, "episode_seed": 4242424286, "episode_return_env": 3.212388322397601, "survival_steps": 60, "success": 0.0}
46
+ {"episode_id": 45, "episode_seed": 4242424287, "episode_return_env": 0.5533927663448139, "survival_steps": 60, "success": 0.0}
47
+ {"episode_id": 46, "episode_seed": 4242424288, "episode_return_env": 13.451489147497341, "survival_steps": 60, "success": 1.0}
48
+ {"episode_id": 47, "episode_seed": 4242424289, "episode_return_env": 36.13896288862452, "survival_steps": 60, "success": 1.0}
49
+ {"episode_id": 48, "episode_seed": 4242424290, "episode_return_env": 38.26546461938415, "survival_steps": 60, "success": 1.0}
50
+ {"episode_id": 49, "episode_seed": 4242424291, "episode_return_env": 31.324824578478, "survival_steps": 60, "success": 1.0}
51
+ {"episode_id": 50, "episode_seed": 4242424292, "episode_return_env": 32.12138684952515, "survival_steps": 60, "success": 1.0}
52
+ {"episode_id": 51, "episode_seed": 4242424293, "episode_return_env": 14.610597384045832, "survival_steps": 60, "success": 1.0}
53
+ {"episode_id": 52, "episode_seed": 4242424294, "episode_return_env": 36.76280252507422, "survival_steps": 60, "success": 1.0}
54
+ {"episode_id": 53, "episode_seed": 4242424295, "episode_return_env": 40.93177825823659, "survival_steps": 60, "success": 1.0}
55
+ {"episode_id": 54, "episode_seed": 4242424296, "episode_return_env": 36.33676105554332, "survival_steps": 60, "success": 1.0}
56
+ {"episode_id": 55, "episode_seed": 4242424297, "episode_return_env": 37.677840465388726, "survival_steps": 60, "success": 1.0}
57
+ {"episode_id": 56, "episode_seed": 4242424298, "episode_return_env": 9.744096882408485, "survival_steps": 60, "success": 0.0}
58
+ {"episode_id": 57, "episode_seed": 4242424299, "episode_return_env": 37.98783499276033, "survival_steps": 60, "success": 1.0}
59
+ {"episode_id": 58, "episode_seed": 4242424300, "episode_return_env": 32.52056737351813, "survival_steps": 60, "success": 1.0}
60
+ {"episode_id": 59, "episode_seed": 4242424301, "episode_return_env": 30.651964223448886, "survival_steps": 60, "success": 1.0}
61
+ {"episode_id": 60, "episode_seed": 4242424302, "episode_return_env": 41.25503701635171, "survival_steps": 60, "success": 1.0}
62
+ {"episode_id": 61, "episode_seed": 4242424303, "episode_return_env": 0.7177903406209225, "survival_steps": 60, "success": 0.0}
63
+ {"episode_id": 62, "episode_seed": 4242424304, "episode_return_env": 3.849991963710636, "survival_steps": 60, "success": 0.0}
64
+ {"episode_id": 63, "episode_seed": 4242424305, "episode_return_env": 7.566907565051224, "survival_steps": 60, "success": 0.0}
65
+ {"episode_id": 64, "episode_seed": 4242424306, "episode_return_env": 2.247498440934578, "survival_steps": 60, "success": 0.0}
66
+ {"episode_id": 65, "episode_seed": 4242424307, "episode_return_env": 31.14461101271445, "survival_steps": 60, "success": 1.0}
67
+ {"episode_id": 66, "episode_seed": 4242424308, "episode_return_env": 38.92189485405106, "survival_steps": 60, "success": 1.0}
68
+ {"episode_id": 67, "episode_seed": 4242424309, "episode_return_env": 13.123378154152306, "survival_steps": 60, "success": 0.0}
69
+ {"episode_id": 68, "episode_seed": 4242424310, "episode_return_env": 0.5422242110216757, "survival_steps": 60, "success": 0.0}
70
+ {"episode_id": 69, "episode_seed": 4242424311, "episode_return_env": 4.378718269930687, "survival_steps": 60, "success": 0.0}
71
+ {"episode_id": 70, "episode_seed": 4242424312, "episode_return_env": 7.723585559200728, "survival_steps": 60, "success": 0.0}
72
+ {"episode_id": 71, "episode_seed": 4242424313, "episode_return_env": 40.02526830154238, "survival_steps": 60, "success": 1.0}
73
+ {"episode_id": 72, "episode_seed": 4242424314, "episode_return_env": 31.654667795839487, "survival_steps": 60, "success": 1.0}
74
+ {"episode_id": 73, "episode_seed": 4242424315, "episode_return_env": 37.074379666737514, "survival_steps": 60, "success": 1.0}
75
+ {"episode_id": 74, "episode_seed": 4242424316, "episode_return_env": 38.12237201328389, "survival_steps": 60, "success": 1.0}
76
+ {"episode_id": 75, "episode_seed": 4242424317, "episode_return_env": 36.66098167508608, "survival_steps": 60, "success": 1.0}
77
+ {"episode_id": 76, "episode_seed": 4242424318, "episode_return_env": 0.8192181369231548, "survival_steps": 60, "success": 0.0}
78
+ {"episode_id": 77, "episode_seed": 4242424319, "episode_return_env": 35.15522851777496, "survival_steps": 60, "success": 1.0}
79
+ {"episode_id": 78, "episode_seed": 4242424320, "episode_return_env": 3.757165963674197, "survival_steps": 60, "success": 0.0}
80
+ {"episode_id": 79, "episode_seed": 4242424321, "episode_return_env": 2.2622105826449115, "survival_steps": 60, "success": 0.0}
81
+ {"episode_id": 80, "episode_seed": 4242424322, "episode_return_env": 3.1385122823692058, "survival_steps": 60, "success": 0.0}
82
+ {"episode_id": 81, "episode_seed": 4242424323, "episode_return_env": 8.381564326991793, "survival_steps": 60, "success": 1.0}
83
+ {"episode_id": 82, "episode_seed": 4242424324, "episode_return_env": 36.020378645014716, "survival_steps": 60, "success": 1.0}
84
+ {"episode_id": 83, "episode_seed": 4242424325, "episode_return_env": 2.4488408864708617, "survival_steps": 60, "success": 0.0}
85
+ {"episode_id": 84, "episode_seed": 4242424326, "episode_return_env": 5.765253991179634, "survival_steps": 60, "success": 0.0}
86
+ {"episode_id": 85, "episode_seed": 4242424327, "episode_return_env": 3.6167663781670853, "survival_steps": 60, "success": 0.0}
87
+ {"episode_id": 86, "episode_seed": 4242424328, "episode_return_env": 31.607259906479158, "survival_steps": 60, "success": 1.0}
88
+ {"episode_id": 87, "episode_seed": 4242424329, "episode_return_env": 3.692454823816661, "survival_steps": 60, "success": 0.0}
89
+ {"episode_id": 88, "episode_seed": 4242424330, "episode_return_env": 40.86896359396633, "survival_steps": 60, "success": 1.0}
90
+ {"episode_id": 89, "episode_seed": 4242424331, "episode_return_env": 40.454930110427085, "survival_steps": 60, "success": 1.0}
91
+ {"episode_id": 90, "episode_seed": 4242424332, "episode_return_env": 31.04605992382858, "survival_steps": 60, "success": 1.0}
92
+ {"episode_id": 91, "episode_seed": 4242424333, "episode_return_env": 6.289438592706574, "survival_steps": 60, "success": 0.0}
93
+ {"episode_id": 92, "episode_seed": 4242424334, "episode_return_env": 32.302840705786366, "survival_steps": 60, "success": 1.0}
94
+ {"episode_id": 93, "episode_seed": 4242424335, "episode_return_env": 33.87350434527616, "survival_steps": 60, "success": 1.0}
95
+ {"episode_id": 94, "episode_seed": 4242424336, "episode_return_env": 38.822788433230016, "survival_steps": 60, "success": 1.0}
96
+ {"episode_id": 95, "episode_seed": 4242424337, "episode_return_env": 34.85332228045445, "survival_steps": 60, "success": 1.0}
97
+ {"episode_id": 96, "episode_seed": 4242424338, "episode_return_env": 35.75772788282484, "survival_steps": 60, "success": 1.0}
98
+ {"episode_id": 97, "episode_seed": 4242424339, "episode_return_env": 36.29648744215956, "survival_steps": 60, "success": 1.0}
99
+ {"episode_id": 98, "episode_seed": 4242424340, "episode_return_env": 1.3098415436106734, "survival_steps": 60, "success": 0.0}
100
+ {"episode_id": 99, "episode_seed": 4242424341, "episode_return_env": 41.43436512525659, "survival_steps": 60, "success": 1.0}
101
+ {"episode_id": 100, "episode_seed": 4242424342, "episode_return_env": 4.1813245106022805, "survival_steps": 60, "success": 0.0}
102
+ {"episode_id": 101, "episode_seed": 4242424343, "episode_return_env": 18.216243565897457, "survival_steps": 60, "success": 1.0}
103
+ {"episode_id": 102, "episode_seed": 4242424344, "episode_return_env": 38.18059857643675, "survival_steps": 60, "success": 1.0}
104
+ {"episode_id": 103, "episode_seed": 4242424345, "episode_return_env": 35.442001299757976, "survival_steps": 60, "success": 1.0}
105
+ {"episode_id": 104, "episode_seed": 4242424346, "episode_return_env": 29.62864375775098, "survival_steps": 60, "success": 1.0}
106
+ {"episode_id": 105, "episode_seed": 4242424347, "episode_return_env": 4.327857811556896, "survival_steps": 60, "success": 0.0}
107
+ {"episode_id": 106, "episode_seed": 4242424348, "episode_return_env": 38.89675910945516, "survival_steps": 60, "success": 1.0}
108
+ {"episode_id": 107, "episode_seed": 4242424349, "episode_return_env": 32.66450252948562, "survival_steps": 60, "success": 1.0}
109
+ {"episode_id": 108, "episode_seed": 4242424350, "episode_return_env": 36.131084731954616, "survival_steps": 60, "success": 1.0}
110
+ {"episode_id": 109, "episode_seed": 4242424351, "episode_return_env": 30.88616257836111, "survival_steps": 60, "success": 1.0}
111
+ {"episode_id": 110, "episode_seed": 4242424352, "episode_return_env": 36.546141142665874, "survival_steps": 60, "success": 1.0}
112
+ {"episode_id": 111, "episode_seed": 4242424353, "episode_return_env": 33.98898120317608, "survival_steps": 60, "success": 1.0}
113
+ {"episode_id": 112, "episode_seed": 4242424354, "episode_return_env": 33.8361975098378, "survival_steps": 60, "success": 1.0}
114
+ {"episode_id": 113, "episode_seed": 4242424355, "episode_return_env": 6.477316614473239, "survival_steps": 60, "success": 0.0}
115
+ {"episode_id": 114, "episode_seed": 4242424356, "episode_return_env": 38.12960761459544, "survival_steps": 60, "success": 1.0}
116
+ {"episode_id": 115, "episode_seed": 4242424357, "episode_return_env": 4.494204144226387, "survival_steps": 60, "success": 0.0}
117
+ {"episode_id": 116, "episode_seed": 4242424358, "episode_return_env": 3.618963448680006, "survival_steps": 60, "success": 0.0}
118
+ {"episode_id": 117, "episode_seed": 4242424359, "episode_return_env": 5.8179236338764895, "survival_steps": 60, "success": 0.0}
119
+ {"episode_id": 118, "episode_seed": 4242424360, "episode_return_env": 10.338864149234723, "survival_steps": 60, "success": 1.0}
120
+ {"episode_id": 119, "episode_seed": 4242424361, "episode_return_env": 29.002157556446036, "survival_steps": 60, "success": 1.0}
121
+ {"episode_id": 120, "episode_seed": 4242424362, "episode_return_env": 6.080220698524499, "survival_steps": 60, "success": 0.0}
122
+ {"episode_id": 121, "episode_seed": 4242424363, "episode_return_env": 38.673113186086994, "survival_steps": 60, "success": 1.0}
123
+ {"episode_id": 122, "episode_seed": 4242424364, "episode_return_env": 3.195608949288726, "survival_steps": 60, "success": 0.0}
124
+ {"episode_id": 123, "episode_seed": 4242424365, "episode_return_env": 5.035200175945647, "survival_steps": 60, "success": 0.0}
125
+ {"episode_id": 124, "episode_seed": 4242424366, "episode_return_env": 4.725452434853651, "survival_steps": 60, "success": 0.0}
126
+ {"episode_id": 125, "episode_seed": 4242424367, "episode_return_env": 39.387279683491215, "survival_steps": 60, "success": 1.0}
127
+ {"episode_id": 126, "episode_seed": 4242424368, "episode_return_env": 2.6586518369149417, "survival_steps": 60, "success": 0.0}
128
+ {"episode_id": 127, "episode_seed": 4242424369, "episode_return_env": 40.11772131372709, "survival_steps": 60, "success": 1.0}
129
+ {"episode_id": 128, "episode_seed": 4242424370, "episode_return_env": 38.876557341078296, "survival_steps": 60, "success": 1.0}
130
+ {"episode_id": 129, "episode_seed": 4242424371, "episode_return_env": 41.95510225731414, "survival_steps": 60, "success": 1.0}
131
+ {"episode_id": 130, "episode_seed": 4242424372, "episode_return_env": 37.29277025652118, "survival_steps": 60, "success": 1.0}
132
+ {"episode_id": 131, "episode_seed": 4242424373, "episode_return_env": 0.8848714289197233, "survival_steps": 60, "success": 0.0}
133
+ {"episode_id": 132, "episode_seed": 4242424374, "episode_return_env": 41.300443002721295, "survival_steps": 60, "success": 1.0}
134
+ {"episode_id": 133, "episode_seed": 4242424375, "episode_return_env": 34.49557401292259, "survival_steps": 60, "success": 1.0}
135
+ {"episode_id": 134, "episode_seed": 4242424376, "episode_return_env": 4.060924165794859, "survival_steps": 60, "success": 0.0}
136
+ {"episode_id": 135, "episode_seed": 4242424377, "episode_return_env": 3.1003559447126463, "survival_steps": 60, "success": 0.0}
137
+ {"episode_id": 136, "episode_seed": 4242424378, "episode_return_env": 37.617954617133364, "survival_steps": 60, "success": 1.0}
138
+ {"episode_id": 137, "episode_seed": 4242424379, "episode_return_env": 1.550206342129968, "survival_steps": 60, "success": 0.0}
139
+ {"episode_id": 138, "episode_seed": 4242424380, "episode_return_env": 35.70979197358247, "survival_steps": 60, "success": 1.0}
140
+ {"episode_id": 139, "episode_seed": 4242424381, "episode_return_env": 18.905232775607146, "survival_steps": 60, "success": 1.0}
141
+ {"episode_id": 140, "episode_seed": 4242424382, "episode_return_env": 11.277638522617053, "survival_steps": 60, "success": 0.0}
142
+ {"episode_id": 141, "episode_seed": 4242424383, "episode_return_env": 35.8744084162463, "survival_steps": 60, "success": 1.0}
143
+ {"episode_id": 142, "episode_seed": 4242424384, "episode_return_env": 39.18270830315305, "survival_steps": 60, "success": 1.0}
144
+ {"episode_id": 143, "episode_seed": 4242424385, "episode_return_env": 6.359927042503841, "survival_steps": 60, "success": 1.0}
145
+ {"episode_id": 144, "episode_seed": 4242424386, "episode_return_env": 1.7795954044268, "survival_steps": 60, "success": 0.0}
146
+ {"episode_id": 145, "episode_seed": 4242424387, "episode_return_env": 0.38614143573977344, "survival_steps": 60, "success": 0.0}
147
+ {"episode_id": 146, "episode_seed": 4242424388, "episode_return_env": 8.199270299592172, "survival_steps": 60, "success": 0.0}
148
+ {"episode_id": 147, "episode_seed": 4242424389, "episode_return_env": 0.5053141093812883, "survival_steps": 60, "success": 0.0}
149
+ {"episode_id": 148, "episode_seed": 4242424390, "episode_return_env": 35.552254255861044, "survival_steps": 60, "success": 1.0}
150
+ {"episode_id": 149, "episode_seed": 4242424391, "episode_return_env": 38.067195397045, "survival_steps": 60, "success": 1.0}
151
+ {"episode_id": 150, "episode_seed": 4242424392, "episode_return_env": 35.11066080161254, "survival_steps": 60, "success": 1.0}
152
+ {"episode_id": 151, "episode_seed": 4242424393, "episode_return_env": 5.048144453030545, "survival_steps": 60, "success": 0.0}
153
+ {"episode_id": 152, "episode_seed": 4242424394, "episode_return_env": 39.96205715072574, "survival_steps": 60, "success": 1.0}
154
+ {"episode_id": 153, "episode_seed": 4242424395, "episode_return_env": 37.77372678928077, "survival_steps": 60, "success": 1.0}
155
+ {"episode_id": 154, "episode_seed": 4242424396, "episode_return_env": 33.804234859504504, "survival_steps": 60, "success": 1.0}
156
+ {"episode_id": 155, "episode_seed": 4242424397, "episode_return_env": 10.993251200998202, "survival_steps": 60, "success": 1.0}
157
+ {"episode_id": 156, "episode_seed": 4242424398, "episode_return_env": 30.248817643267103, "survival_steps": 60, "success": 1.0}
158
+ {"episode_id": 157, "episode_seed": 4242424399, "episode_return_env": 35.70592697116081, "survival_steps": 60, "success": 1.0}
159
+ {"episode_id": 158, "episode_seed": 4242424400, "episode_return_env": 36.287839695985895, "survival_steps": 60, "success": 1.0}
160
+ {"episode_id": 159, "episode_seed": 4242424401, "episode_return_env": 35.25495378745836, "survival_steps": 60, "success": 1.0}
161
+ {"episode_id": 160, "episode_seed": 4242424402, "episode_return_env": 4.553005881723948, "survival_steps": 60, "success": 0.0}
162
+ {"episode_id": 161, "episode_seed": 4242424403, "episode_return_env": 11.268826070416253, "survival_steps": 60, "success": 0.0}
163
+ {"episode_id": 162, "episode_seed": 4242424404, "episode_return_env": 3.2552205576212145, "survival_steps": 60, "success": 0.0}
164
+ {"episode_id": 163, "episode_seed": 4242424405, "episode_return_env": 6.290283540147357, "survival_steps": 60, "success": 0.0}
165
+ {"episode_id": 164, "episode_seed": 4242424406, "episode_return_env": 35.802627760276664, "survival_steps": 60, "success": 1.0}
166
+ {"episode_id": 165, "episode_seed": 4242424407, "episode_return_env": 30.338320689596003, "survival_steps": 60, "success": 1.0}
167
+ {"episode_id": 166, "episode_seed": 4242424408, "episode_return_env": 36.23231533402577, "survival_steps": 60, "success": 1.0}
168
+ {"episode_id": 167, "episode_seed": 4242424409, "episode_return_env": 38.04739736189367, "survival_steps": 60, "success": 1.0}
169
+ {"episode_id": 168, "episode_seed": 4242424410, "episode_return_env": 39.142337862809654, "survival_steps": 60, "success": 1.0}
170
+ {"episode_id": 169, "episode_seed": 4242424411, "episode_return_env": 35.90341572178295, "survival_steps": 60, "success": 1.0}
171
+ {"episode_id": 170, "episode_seed": 4242424412, "episode_return_env": 2.3476155888056383, "survival_steps": 60, "success": 0.0}
172
+ {"episode_id": 171, "episode_seed": 4242424413, "episode_return_env": 1.3079833844385576, "survival_steps": 60, "success": 0.0}
173
+ {"episode_id": 172, "episode_seed": 4242424414, "episode_return_env": 31.21380418984336, "survival_steps": 60, "success": 1.0}
174
+ {"episode_id": 173, "episode_seed": 4242424415, "episode_return_env": 1.385292830877006, "survival_steps": 60, "success": 0.0}
175
+ {"episode_id": 174, "episode_seed": 4242424416, "episode_return_env": 37.163756843830924, "survival_steps": 60, "success": 1.0}
176
+ {"episode_id": 175, "episode_seed": 4242424417, "episode_return_env": 2.634835253818892, "survival_steps": 60, "success": 0.0}
177
+ {"episode_id": 176, "episode_seed": 4242424418, "episode_return_env": 35.34451960172737, "survival_steps": 60, "success": 1.0}
178
+ {"episode_id": 177, "episode_seed": 4242424419, "episode_return_env": 28.327109729783842, "survival_steps": 60, "success": 1.0}
179
+ {"episode_id": 178, "episode_seed": 4242424420, "episode_return_env": 12.552969112934079, "survival_steps": 60, "success": 1.0}
180
+ {"episode_id": 179, "episode_seed": 4242424421, "episode_return_env": 38.94344563910272, "survival_steps": 60, "success": 1.0}
181
+ {"episode_id": 180, "episode_seed": 4242424422, "episode_return_env": 36.08576342102606, "survival_steps": 60, "success": 1.0}
182
+ {"episode_id": 181, "episode_seed": 4242424423, "episode_return_env": 3.9736901979194954, "survival_steps": 60, "success": 0.0}
183
+ {"episode_id": 182, "episode_seed": 4242424424, "episode_return_env": 1.4491479622665793, "survival_steps": 60, "success": 0.0}
184
+ {"episode_id": 183, "episode_seed": 4242424425, "episode_return_env": 38.937488793046214, "survival_steps": 60, "success": 1.0}
185
+ {"episode_id": 184, "episode_seed": 4242424426, "episode_return_env": 5.373355872841785, "survival_steps": 60, "success": 0.0}
186
+ {"episode_id": 185, "episode_seed": 4242424427, "episode_return_env": 6.581271993170958, "survival_steps": 60, "success": 0.0}
187
+ {"episode_id": 186, "episode_seed": 4242424428, "episode_return_env": 36.85063602263108, "survival_steps": 60, "success": 1.0}
188
+ {"episode_id": 187, "episode_seed": 4242424429, "episode_return_env": 36.8133027961012, "survival_steps": 60, "success": 1.0}
189
+ {"episode_id": 188, "episode_seed": 4242424430, "episode_return_env": 6.492051198496483, "survival_steps": 60, "success": 0.0}
190
+ {"episode_id": 189, "episode_seed": 4242424431, "episode_return_env": 28.098146743985126, "survival_steps": 60, "success": 1.0}
191
+ {"episode_id": 190, "episode_seed": 4242424432, "episode_return_env": 36.210394928231835, "survival_steps": 60, "success": 1.0}
192
+ {"episode_id": 191, "episode_seed": 4242424433, "episode_return_env": 38.93775544146774, "survival_steps": 60, "success": 1.0}
193
+ {"episode_id": 192, "episode_seed": 4242424434, "episode_return_env": 33.952248724293895, "survival_steps": 60, "success": 1.0}
194
+ {"episode_id": 193, "episode_seed": 4242424435, "episode_return_env": 3.636075709335273, "survival_steps": 60, "success": 0.0}
195
+ {"episode_id": 194, "episode_seed": 4242424436, "episode_return_env": 38.16193073685281, "survival_steps": 60, "success": 1.0}
196
+ {"episode_id": 195, "episode_seed": 4242424437, "episode_return_env": 36.353862919379026, "survival_steps": 60, "success": 1.0}
197
+ {"episode_id": 196, "episode_seed": 4242424438, "episode_return_env": 34.652277973655146, "survival_steps": 60, "success": 1.0}
198
+ {"episode_id": 197, "episode_seed": 4242424439, "episode_return_env": 2.867755603394471, "survival_steps": 60, "success": 0.0}
199
+ {"episode_id": 198, "episode_seed": 4242424440, "episode_return_env": 39.21145606983919, "survival_steps": 60, "success": 1.0}
200
+ {"episode_id": 199, "episode_seed": 4242424441, "episode_return_env": 37.148764211917296, "survival_steps": 60, "success": 1.0}
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/eval_config.yaml ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment:
2
+ name: mikasa_intercept_grab_fast_qwengr00t_h1_fixed_0f
3
+ seed: 4242424242
4
+ executor:
5
+ mode: simulated
6
+ simulated_inference_pool: true
7
+ simulated_worker_capacity: 1
8
+ inference_devices:
9
+ - cuda:0
10
+ inference_batch_size: 8
11
+ env:
12
+ name: mikasa_intercept_grab_fast
13
+ env_fps: 20
14
+ obs_fps: 20
15
+ frame_stack: 1
16
+ simulator_device: cuda:0
17
+ noop_action:
18
+ - 0.0
19
+ - 0.0
20
+ - 0.0
21
+ - 0.0
22
+ - 0.0
23
+ - 0.0
24
+ - 0.0
25
+ base_prompt: Intercept the rolling ball and grasp it to stop it.
26
+ latency:
27
+ method: zero
28
+ sync_cuda: false
29
+ scheduler:
30
+ hold_policy: hold
31
+ ordering_policy: latest_ready
32
+ hold_last_chunk_action: true
33
+ policy:
34
+ action_prefix:
35
+ mode: none
36
+ type: starvla
37
+ checkpoint_path: checkpoints/model.pt
38
+ model_config_path: config.yaml
39
+ task_contract_path: task_contract.json
40
+ backbone_path: Qwen/Qwen3-VL-4B-Instruct@ebb281ec70b05090aa6165b016eac8ec08e71b17
41
+ device: cuda:0
42
+ state_info_key: mikasa_proprio
43
+ image_views_info_key: mikasa_image_views
44
+ evaluation:
45
+ eval_episodes: 200
46
+ eval_parallel_envs: 10
47
+ eval_max_steps: 60
48
+ eval_deterministic: true
49
+ logging:
50
+ output_dir: evaluation-output
51
+ video:
52
+ enabled: false
53
+ num_bins: 10
54
+ save_step_records: true
55
+ save_action_records: true
56
+ save_latency_records: true
57
+ provenance:
58
+ paths_relative_to_bundle: true
59
+ checkpoint_revision: 56b2c095d76ea5b10dd304e6e03c2ca81801630b
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/execution_audit.json ADDED
@@ -0,0 +1,212 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "request_fps": 20,
3
+ "simulated_worker_capacity": 1,
4
+ "startup_policy": "environment_starts_at_reset",
5
+ "latency_raw_frames": 0,
6
+ "fixed_latency_ms": 0.0,
7
+ "initial_noop_transitions": 0,
8
+ "first_action_apply_raw_frames": [
9
+ 0,
10
+ 0,
11
+ 0,
12
+ 0,
13
+ 0,
14
+ 0,
15
+ 0,
16
+ 0,
17
+ 0,
18
+ 0,
19
+ 0,
20
+ 0,
21
+ 0,
22
+ 0,
23
+ 0,
24
+ 0,
25
+ 0,
26
+ 0,
27
+ 0,
28
+ 0,
29
+ 0,
30
+ 0,
31
+ 0,
32
+ 0,
33
+ 0,
34
+ 0,
35
+ 0,
36
+ 0,
37
+ 0,
38
+ 0,
39
+ 0,
40
+ 0,
41
+ 0,
42
+ 0,
43
+ 0,
44
+ 0,
45
+ 0,
46
+ 0,
47
+ 0,
48
+ 0,
49
+ 0,
50
+ 0,
51
+ 0,
52
+ 0,
53
+ 0,
54
+ 0,
55
+ 0,
56
+ 0,
57
+ 0,
58
+ 0,
59
+ 0,
60
+ 0,
61
+ 0,
62
+ 0,
63
+ 0,
64
+ 0,
65
+ 0,
66
+ 0,
67
+ 0,
68
+ 0,
69
+ 0,
70
+ 0,
71
+ 0,
72
+ 0,
73
+ 0,
74
+ 0,
75
+ 0,
76
+ 0,
77
+ 0,
78
+ 0,
79
+ 0,
80
+ 0,
81
+ 0,
82
+ 0,
83
+ 0,
84
+ 0,
85
+ 0,
86
+ 0,
87
+ 0,
88
+ 0,
89
+ 0,
90
+ 0,
91
+ 0,
92
+ 0,
93
+ 0,
94
+ 0,
95
+ 0,
96
+ 0,
97
+ 0,
98
+ 0,
99
+ 0,
100
+ 0,
101
+ 0,
102
+ 0,
103
+ 0,
104
+ 0,
105
+ 0,
106
+ 0,
107
+ 0,
108
+ 0,
109
+ 0,
110
+ 0,
111
+ 0,
112
+ 0,
113
+ 0,
114
+ 0,
115
+ 0,
116
+ 0,
117
+ 0,
118
+ 0,
119
+ 0,
120
+ 0,
121
+ 0,
122
+ 0,
123
+ 0,
124
+ 0,
125
+ 0,
126
+ 0,
127
+ 0,
128
+ 0,
129
+ 0,
130
+ 0,
131
+ 0,
132
+ 0,
133
+ 0,
134
+ 0,
135
+ 0,
136
+ 0,
137
+ 0,
138
+ 0,
139
+ 0,
140
+ 0,
141
+ 0,
142
+ 0,
143
+ 0,
144
+ 0,
145
+ 0,
146
+ 0,
147
+ 0,
148
+ 0,
149
+ 0,
150
+ 0,
151
+ 0,
152
+ 0,
153
+ 0,
154
+ 0,
155
+ 0,
156
+ 0,
157
+ 0,
158
+ 0,
159
+ 0,
160
+ 0,
161
+ 0,
162
+ 0,
163
+ 0,
164
+ 0,
165
+ 0,
166
+ 0,
167
+ 0,
168
+ 0,
169
+ 0,
170
+ 0,
171
+ 0,
172
+ 0,
173
+ 0,
174
+ 0,
175
+ 0,
176
+ 0,
177
+ 0,
178
+ 0,
179
+ 0,
180
+ 0,
181
+ 0,
182
+ 0,
183
+ 0,
184
+ 0,
185
+ 0,
186
+ 0,
187
+ 0,
188
+ 0,
189
+ 0,
190
+ 0,
191
+ 0,
192
+ 0,
193
+ 0,
194
+ 0,
195
+ 0,
196
+ 0,
197
+ 0,
198
+ 0,
199
+ 0,
200
+ 0,
201
+ 0,
202
+ 0,
203
+ 0,
204
+ 0,
205
+ 0,
206
+ 0,
207
+ 0,
208
+ 0
209
+ ],
210
+ "executed_later_heads": null,
211
+ "passed": true
212
+ }
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/summary.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "qwengr00t",
3
+ "model_label": "QwenGR00T",
4
+ "horizon": 1,
5
+ "latency_frames": 0,
6
+ "latency_ms": 0.0,
7
+ "n_episodes": 200,
8
+ "seed_start": 4242424242,
9
+ "seed_end": 4242424441,
10
+ "seeds_unique": true,
11
+ "success_count": 127,
12
+ "success_rate": 0.635,
13
+ "mean_return": 23.257812902737324,
14
+ "std_return": 15.648827244263138,
15
+ "mean_length": 60.0,
16
+ "std_length": 0.0,
17
+ "inference_code": {
18
+ "benchmark_revision": "0ce3400b86f01252c563e76a9e6f12f1ffdedb8d",
19
+ "starvla_revision": "3d2cd7fce72def48d9020d794392489031ba3f46",
20
+ "mikasa_revision": "34ece90941291dceaf942938b9f6c92f9dbae01f",
21
+ "working_tree": "local source synchronized before launch"
22
+ },
23
+ "evaluation_status": "completed_and_audited",
24
+ "evaluation_date": "2026-09-23",
25
+ "checkpoint_revision": "56b2c095d76ea5b10dd304e6e03c2ca81801630b",
26
+ "checkpoint_path": "zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/checkpoints/model.pt",
27
+ "checkpoint_sha256": "dbf6cfcc6daf5118b80ad8a92863108d9e0d2d52f0340905a411cdc5950e9b5d",
28
+ "evaluation_archive": "evaluations/figure2_h1_fixed_latency_20260923/latency_0",
29
+ "protocol": {
30
+ "task": "InterceptGrabFast-VLA-v0",
31
+ "env_fps": 20,
32
+ "latencies_frames": [
33
+ 0,
34
+ 1,
35
+ 2,
36
+ 3,
37
+ 4
38
+ ],
39
+ "latencies_ms": [
40
+ 0.0,
41
+ 50.0,
42
+ 100.0,
43
+ 150.0,
44
+ 200.0
45
+ ],
46
+ "episodes_per_condition": 200,
47
+ "seed_start": 4242424242,
48
+ "seed_end": 4242424441,
49
+ "eval_parallel_envs": 10,
50
+ "eval_max_steps": 60,
51
+ "simulated_worker_capacity": 1,
52
+ "inference_batch_size": 8,
53
+ "executor": "simulated"
54
+ }
55
+ }
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/history/README_before_figure2.md ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # qwengr00t — mikasa-intercept-grab-fast
2
+
3
+ Checkpoint-only upload. The final inference checkpoint exists locally and is uploaded here; the source Slurm job hit the 4h walltime before the canonical eval_l0.json/publication block completed.
4
+
5
+ Use `checkpoints/model.pt` with the included config/statistics/task_contract. See `checkpoint_only.json` / `provenance.json` for details.
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/{checkpoint_only.json → history/initial_checkpoint_only.json} RENAMED
File without changes
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z/provenance.json CHANGED
@@ -45,14 +45,29 @@
45
  }
46
  ],
47
  "model": "qwengr00t",
48
- "reason": "Training produced inference/checkpoints/model.pt, but the original 4h Slurm job ended before train_task.py wrote eval_l0.json/provenance/README and called publish_run.",
49
  "run_id": "mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z",
50
- "status": "checkpoint_only_uploaded_after_walltime",
51
  "task": "mikasa",
52
  "teacher": {
53
  "path": "zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt",
54
  "repo_id": "latency-sensitive-bench/benchmark-models",
55
  "revision": "46abd9ece5745d808d16aa8013766a26b4f6c371"
56
  },
57
- "uploaded_at_utc": "2026-09-07T16:28:00Z"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
58
  }
 
45
  }
46
  ],
47
  "model": "qwengr00t",
 
48
  "run_id": "mikasa_intercept_grab_fast_qwengr00t_formal_latest_r8gpu7_20260907T075003Z",
 
49
  "task": "mikasa",
50
  "teacher": {
51
  "path": "zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt",
52
  "repo_id": "latency-sensitive-bench/benchmark-models",
53
  "revision": "46abd9ece5745d808d16aa8013766a26b4f6c371"
54
  },
55
+ "uploaded_at_utc": "2026-09-07T16:28:00Z",
56
+ "initial_upload": {
57
+ "status": "checkpoint_only_uploaded_after_walltime",
58
+ "reason": "Training produced inference/checkpoints/model.pt, but the original 4h Slurm job ended before train_task.py wrote eval_l0.json/provenance/README and called publish_run.",
59
+ "record": "history/initial_checkpoint_only.json"
60
+ },
61
+ "evaluation_status": "completed_and_audited",
62
+ "followup_evaluation": {
63
+ "status": "completed_and_audited",
64
+ "date": "2026-09-23",
65
+ "summary": "eval_l0.json",
66
+ "archive": "evaluations/figure2_h1_fixed_latency_20260923/latency_0",
67
+ "episodes": 200,
68
+ "latency_frames": 0,
69
+ "action_horizon": 1,
70
+ "checkpoint_sha256": "dbf6cfcc6daf5118b80ad8a92863108d9e0d2d52f0340905a411cdc5950e9b5d",
71
+ "scope": "Post-training evaluation; original training and initial-publication records are preserved."
72
+ }
73
  }
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/README.md CHANGED
@@ -1,5 +1,11 @@
1
- # qwenoft — mikasa-intercept-grab-fast
2
 
3
- Checkpoint-only upload. The final inference checkpoint exists locally and is uploaded here; the source Slurm job hit the 4h walltime before the canonical eval_l0.json/publication block completed.
4
 
5
- Use `checkpoints/model.pt` with the included config/statistics/task_contract. See `checkpoint_only.json` / `provenance.json` for details.
 
 
 
 
 
 
 
1
+ ## Verified follow-up evaluation: Figure 2 H1 zero latency
2
 
3
+ **This H1 checkpoint has a completed 200-episode zero-latency evaluation.** This records the later Figure 2 evaluation; earlier publication/evaluation records are preserved under `history/`. Model weights and training records are unchanged.
4
 
5
+ The 2026-09-23 evaluation used 20 Hz, 60 steps, action horizon 1, and seeds 4242424242–4242424441. Mean environment return: **21.447104194871223**; success: **110/200**. See [current zero-latency summary](eval_l0.json), [episode records](evaluations/figure2_h1_fixed_latency_20260923/latency_0/episode_metrics.jsonl), [evaluation configuration](evaluations/figure2_h1_fixed_latency_20260923/latency_0/eval_config.yaml), and [execution audit](evaluations/figure2_h1_fixed_latency_20260923/latency_0/execution_audit.json).
6
+
7
+ The current summary is the Figure 2 H1 reference; H8 evaluations are separate. This follow-up does not assert completion or acceptance of any other training/deployment pipeline.
8
+
9
+ The initial `checkpoint_only` status described the original walltime-limited upload, not the subsequent evaluation. That receipt is now [archived](history/initial_checkpoint_only.json); current evaluation status is recorded in `provenance.json`.
10
+
11
+ [Initial publication notes (historical)](history/README_before_figure2.md). Use `checkpoints/model.pt` with the included task contract and the explicit evaluation configuration linked above.
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/eval_l0.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "qwenoft",
3
+ "model_label": "QwenOFT",
4
+ "horizon": 1,
5
+ "latency_frames": 0,
6
+ "latency_ms": 0.0,
7
+ "n_episodes": 200,
8
+ "seed_start": 4242424242,
9
+ "seed_end": 4242424441,
10
+ "seeds_unique": true,
11
+ "success_count": 110,
12
+ "success_rate": 0.55,
13
+ "mean_return": 21.447104194871223,
14
+ "std_return": 16.60358126125529,
15
+ "mean_length": 60.0,
16
+ "std_length": 0.0,
17
+ "inference_code": {
18
+ "benchmark_revision": "0ce3400b86f01252c563e76a9e6f12f1ffdedb8d",
19
+ "starvla_revision": "3d2cd7fce72def48d9020d794392489031ba3f46",
20
+ "mikasa_revision": "34ece90941291dceaf942938b9f6c92f9dbae01f",
21
+ "working_tree": "local source synchronized before launch"
22
+ },
23
+ "evaluation_status": "completed_and_audited",
24
+ "evaluation_date": "2026-09-23",
25
+ "checkpoint_revision": "56b2c095d76ea5b10dd304e6e03c2ca81801630b",
26
+ "checkpoint_path": "zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/checkpoints/model.pt",
27
+ "checkpoint_sha256": "03bd214f4c34a1d32ac046d4baaf301abcfe92e2470858ca9ff18338056475c7",
28
+ "evaluation_archive": "evaluations/figure2_h1_fixed_latency_20260923/latency_0",
29
+ "protocol": {
30
+ "task": "InterceptGrabFast-VLA-v0",
31
+ "env_fps": 20,
32
+ "latencies_frames": [
33
+ 0,
34
+ 1,
35
+ 2,
36
+ 3,
37
+ 4
38
+ ],
39
+ "latencies_ms": [
40
+ 0.0,
41
+ 50.0,
42
+ 100.0,
43
+ 150.0,
44
+ 200.0
45
+ ],
46
+ "episodes_per_condition": 200,
47
+ "seed_start": 4242424242,
48
+ "seed_end": 4242424441,
49
+ "eval_parallel_envs": 10,
50
+ "eval_max_steps": 60,
51
+ "simulated_worker_capacity": 1,
52
+ "inference_batch_size": 8,
53
+ "executor": "simulated"
54
+ }
55
+ }
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/episode_metrics.jsonl ADDED
@@ -0,0 +1,200 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"episode_id": 0, "episode_seed": 4242424242, "episode_return_env": 4.954021312500117, "survival_steps": 60, "success": 0.0}
2
+ {"episode_id": 1, "episode_seed": 4242424243, "episode_return_env": 30.92854347085813, "survival_steps": 60, "success": 1.0}
3
+ {"episode_id": 2, "episode_seed": 4242424244, "episode_return_env": 0.7693689764564624, "survival_steps": 60, "success": 0.0}
4
+ {"episode_id": 3, "episode_seed": 4242424245, "episode_return_env": 40.08595237246482, "survival_steps": 60, "success": 1.0}
5
+ {"episode_id": 4, "episode_seed": 4242424246, "episode_return_env": 5.136952850269154, "survival_steps": 60, "success": 0.0}
6
+ {"episode_id": 5, "episode_seed": 4242424247, "episode_return_env": 39.886232702294365, "survival_steps": 60, "success": 1.0}
7
+ {"episode_id": 6, "episode_seed": 4242424248, "episode_return_env": 41.4070534252096, "survival_steps": 60, "success": 1.0}
8
+ {"episode_id": 7, "episode_seed": 4242424249, "episode_return_env": 37.26810474117519, "survival_steps": 60, "success": 1.0}
9
+ {"episode_id": 8, "episode_seed": 4242424250, "episode_return_env": 0.8238645146484487, "survival_steps": 60, "success": 0.0}
10
+ {"episode_id": 9, "episode_seed": 4242424251, "episode_return_env": 8.271268997748848, "survival_steps": 60, "success": 1.0}
11
+ {"episode_id": 10, "episode_seed": 4242424252, "episode_return_env": 38.179972389596514, "survival_steps": 60, "success": 1.0}
12
+ {"episode_id": 11, "episode_seed": 4242424253, "episode_return_env": 1.5916751401673537, "survival_steps": 60, "success": 0.0}
13
+ {"episode_id": 12, "episode_seed": 4242424254, "episode_return_env": 6.772101281851064, "survival_steps": 60, "success": 0.0}
14
+ {"episode_id": 13, "episode_seed": 4242424255, "episode_return_env": 38.31373674812494, "survival_steps": 60, "success": 1.0}
15
+ {"episode_id": 14, "episode_seed": 4242424256, "episode_return_env": 30.536939093726687, "survival_steps": 60, "success": 1.0}
16
+ {"episode_id": 15, "episode_seed": 4242424257, "episode_return_env": 2.517060459651745, "survival_steps": 60, "success": 0.0}
17
+ {"episode_id": 16, "episode_seed": 4242424258, "episode_return_env": 6.227761180198286, "survival_steps": 60, "success": 1.0}
18
+ {"episode_id": 17, "episode_seed": 4242424259, "episode_return_env": 39.4010680168285, "survival_steps": 60, "success": 1.0}
19
+ {"episode_id": 18, "episode_seed": 4242424260, "episode_return_env": 32.57641890150262, "survival_steps": 60, "success": 1.0}
20
+ {"episode_id": 19, "episode_seed": 4242424261, "episode_return_env": 36.10645091504557, "survival_steps": 60, "success": 1.0}
21
+ {"episode_id": 20, "episode_seed": 4242424262, "episode_return_env": 1.3541503393789753, "survival_steps": 60, "success": 0.0}
22
+ {"episode_id": 21, "episode_seed": 4242424263, "episode_return_env": 2.6579448638949543, "survival_steps": 60, "success": 0.0}
23
+ {"episode_id": 22, "episode_seed": 4242424264, "episode_return_env": 40.93805540190078, "survival_steps": 60, "success": 1.0}
24
+ {"episode_id": 23, "episode_seed": 4242424265, "episode_return_env": 6.740783334797015, "survival_steps": 60, "success": 0.0}
25
+ {"episode_id": 24, "episode_seed": 4242424266, "episode_return_env": 37.418609517102595, "survival_steps": 60, "success": 1.0}
26
+ {"episode_id": 25, "episode_seed": 4242424267, "episode_return_env": 38.82700501609361, "survival_steps": 60, "success": 1.0}
27
+ {"episode_id": 26, "episode_seed": 4242424268, "episode_return_env": 0.5419424377369069, "survival_steps": 60, "success": 0.0}
28
+ {"episode_id": 27, "episode_seed": 4242424269, "episode_return_env": 36.814462831651326, "survival_steps": 60, "success": 1.0}
29
+ {"episode_id": 28, "episode_seed": 4242424270, "episode_return_env": 39.836189907277, "survival_steps": 60, "success": 1.0}
30
+ {"episode_id": 29, "episode_seed": 4242424271, "episode_return_env": 38.099369722185656, "survival_steps": 60, "success": 1.0}
31
+ {"episode_id": 30, "episode_seed": 4242424272, "episode_return_env": 38.25266881030984, "survival_steps": 60, "success": 1.0}
32
+ {"episode_id": 31, "episode_seed": 4242424273, "episode_return_env": 7.575486471730983, "survival_steps": 60, "success": 0.0}
33
+ {"episode_id": 32, "episode_seed": 4242424274, "episode_return_env": 0.5739387574722059, "survival_steps": 60, "success": 0.0}
34
+ {"episode_id": 33, "episode_seed": 4242424275, "episode_return_env": 12.356425987032708, "survival_steps": 60, "success": 0.0}
35
+ {"episode_id": 34, "episode_seed": 4242424276, "episode_return_env": 1.3414131817407906, "survival_steps": 60, "success": 0.0}
36
+ {"episode_id": 35, "episode_seed": 4242424277, "episode_return_env": 41.235728929168545, "survival_steps": 60, "success": 1.0}
37
+ {"episode_id": 36, "episode_seed": 4242424278, "episode_return_env": 37.84402939566644, "survival_steps": 60, "success": 1.0}
38
+ {"episode_id": 37, "episode_seed": 4242424279, "episode_return_env": 37.47466357925441, "survival_steps": 60, "success": 1.0}
39
+ {"episode_id": 38, "episode_seed": 4242424280, "episode_return_env": 9.84413525412674, "survival_steps": 60, "success": 0.0}
40
+ {"episode_id": 39, "episode_seed": 4242424281, "episode_return_env": 9.087552549084648, "survival_steps": 60, "success": 0.0}
41
+ {"episode_id": 40, "episode_seed": 4242424282, "episode_return_env": 40.1565090212971, "survival_steps": 60, "success": 1.0}
42
+ {"episode_id": 41, "episode_seed": 4242424283, "episode_return_env": 10.448616258741822, "survival_steps": 60, "success": 0.0}
43
+ {"episode_id": 42, "episode_seed": 4242424284, "episode_return_env": 39.48381229874212, "survival_steps": 60, "success": 1.0}
44
+ {"episode_id": 43, "episode_seed": 4242424285, "episode_return_env": 9.719496534729842, "survival_steps": 60, "success": 0.0}
45
+ {"episode_id": 44, "episode_seed": 4242424286, "episode_return_env": 9.026088232465554, "survival_steps": 60, "success": 0.0}
46
+ {"episode_id": 45, "episode_seed": 4242424287, "episode_return_env": 1.185949038947001, "survival_steps": 60, "success": 0.0}
47
+ {"episode_id": 46, "episode_seed": 4242424288, "episode_return_env": 36.55542112299008, "survival_steps": 60, "success": 1.0}
48
+ {"episode_id": 47, "episode_seed": 4242424289, "episode_return_env": 37.07295475254068, "survival_steps": 60, "success": 1.0}
49
+ {"episode_id": 48, "episode_seed": 4242424290, "episode_return_env": 5.234768601483665, "survival_steps": 60, "success": 0.0}
50
+ {"episode_id": 49, "episode_seed": 4242424291, "episode_return_env": 27.96971324380138, "survival_steps": 60, "success": 1.0}
51
+ {"episode_id": 50, "episode_seed": 4242424292, "episode_return_env": 6.641442172811367, "survival_steps": 60, "success": 1.0}
52
+ {"episode_id": 51, "episode_seed": 4242424293, "episode_return_env": 0.5063720159669174, "survival_steps": 60, "success": 0.0}
53
+ {"episode_id": 52, "episode_seed": 4242424294, "episode_return_env": 37.644592274155, "survival_steps": 60, "success": 1.0}
54
+ {"episode_id": 53, "episode_seed": 4242424295, "episode_return_env": 9.667816720320843, "survival_steps": 60, "success": 0.0}
55
+ {"episode_id": 54, "episode_seed": 4242424296, "episode_return_env": 35.74143116726191, "survival_steps": 60, "success": 1.0}
56
+ {"episode_id": 55, "episode_seed": 4242424297, "episode_return_env": 35.065863438125234, "survival_steps": 60, "success": 1.0}
57
+ {"episode_id": 56, "episode_seed": 4242424298, "episode_return_env": 39.39809629210504, "survival_steps": 60, "success": 1.0}
58
+ {"episode_id": 57, "episode_seed": 4242424299, "episode_return_env": 38.16547605465166, "survival_steps": 60, "success": 1.0}
59
+ {"episode_id": 58, "episode_seed": 4242424300, "episode_return_env": 32.33193373517133, "survival_steps": 60, "success": 1.0}
60
+ {"episode_id": 59, "episode_seed": 4242424301, "episode_return_env": 30.400638096383773, "survival_steps": 60, "success": 1.0}
61
+ {"episode_id": 60, "episode_seed": 4242424302, "episode_return_env": 40.217236076132394, "survival_steps": 60, "success": 1.0}
62
+ {"episode_id": 61, "episode_seed": 4242424303, "episode_return_env": 0.6616235103574581, "survival_steps": 60, "success": 0.0}
63
+ {"episode_id": 62, "episode_seed": 4242424304, "episode_return_env": 5.542554019892123, "survival_steps": 60, "success": 0.0}
64
+ {"episode_id": 63, "episode_seed": 4242424305, "episode_return_env": 38.06340712856036, "survival_steps": 60, "success": 1.0}
65
+ {"episode_id": 64, "episode_seed": 4242424306, "episode_return_env": 0.9749689977325033, "survival_steps": 60, "success": 0.0}
66
+ {"episode_id": 65, "episode_seed": 4242424307, "episode_return_env": 4.938855140295345, "survival_steps": 60, "success": 0.0}
67
+ {"episode_id": 66, "episode_seed": 4242424308, "episode_return_env": 40.678976615541615, "survival_steps": 60, "success": 1.0}
68
+ {"episode_id": 67, "episode_seed": 4242424309, "episode_return_env": 6.346767248789547, "survival_steps": 60, "success": 0.0}
69
+ {"episode_id": 68, "episode_seed": 4242424310, "episode_return_env": 0.8170457277738024, "survival_steps": 60, "success": 0.0}
70
+ {"episode_id": 69, "episode_seed": 4242424311, "episode_return_env": 0.693823320500087, "survival_steps": 60, "success": 0.0}
71
+ {"episode_id": 70, "episode_seed": 4242424312, "episode_return_env": 3.0321670200496946, "survival_steps": 60, "success": 0.0}
72
+ {"episode_id": 71, "episode_seed": 4242424313, "episode_return_env": 40.49626176210586, "survival_steps": 60, "success": 1.0}
73
+ {"episode_id": 72, "episode_seed": 4242424314, "episode_return_env": 33.738842110324185, "survival_steps": 60, "success": 1.0}
74
+ {"episode_id": 73, "episode_seed": 4242424315, "episode_return_env": 37.565704145730706, "survival_steps": 60, "success": 1.0}
75
+ {"episode_id": 74, "episode_seed": 4242424316, "episode_return_env": 39.93005122838076, "survival_steps": 60, "success": 1.0}
76
+ {"episode_id": 75, "episode_seed": 4242424317, "episode_return_env": 32.80855923553463, "survival_steps": 60, "success": 1.0}
77
+ {"episode_id": 76, "episode_seed": 4242424318, "episode_return_env": 1.2902842836629134, "survival_steps": 60, "success": 0.0}
78
+ {"episode_id": 77, "episode_seed": 4242424319, "episode_return_env": 35.092048133403296, "survival_steps": 60, "success": 1.0}
79
+ {"episode_id": 78, "episode_seed": 4242424320, "episode_return_env": 0.8411861868589767, "survival_steps": 60, "success": 0.0}
80
+ {"episode_id": 79, "episode_seed": 4242424321, "episode_return_env": 1.1234852300549392, "survival_steps": 60, "success": 0.0}
81
+ {"episode_id": 80, "episode_seed": 4242424322, "episode_return_env": 8.555826428055298, "survival_steps": 60, "success": 0.0}
82
+ {"episode_id": 81, "episode_seed": 4242424323, "episode_return_env": 3.5948519620305888, "survival_steps": 60, "success": 0.0}
83
+ {"episode_id": 82, "episode_seed": 4242424324, "episode_return_env": 36.23979663508362, "survival_steps": 60, "success": 1.0}
84
+ {"episode_id": 83, "episode_seed": 4242424325, "episode_return_env": 1.9696576516726054, "survival_steps": 60, "success": 0.0}
85
+ {"episode_id": 84, "episode_seed": 4242424326, "episode_return_env": 10.581989204045385, "survival_steps": 60, "success": 0.0}
86
+ {"episode_id": 85, "episode_seed": 4242424327, "episode_return_env": 0.5831452911052395, "survival_steps": 60, "success": 0.0}
87
+ {"episode_id": 86, "episode_seed": 4242424328, "episode_return_env": 5.2075552798633, "survival_steps": 60, "success": 0.0}
88
+ {"episode_id": 87, "episode_seed": 4242424329, "episode_return_env": 4.860977310367161, "survival_steps": 60, "success": 0.0}
89
+ {"episode_id": 88, "episode_seed": 4242424330, "episode_return_env": 39.84540670563001, "survival_steps": 60, "success": 1.0}
90
+ {"episode_id": 89, "episode_seed": 4242424331, "episode_return_env": 40.95459514838876, "survival_steps": 60, "success": 1.0}
91
+ {"episode_id": 90, "episode_seed": 4242424332, "episode_return_env": 31.865206567948917, "survival_steps": 60, "success": 1.0}
92
+ {"episode_id": 91, "episode_seed": 4242424333, "episode_return_env": 30.769975639152108, "survival_steps": 60, "success": 1.0}
93
+ {"episode_id": 92, "episode_seed": 4242424334, "episode_return_env": 34.004302417393774, "survival_steps": 60, "success": 1.0}
94
+ {"episode_id": 93, "episode_seed": 4242424335, "episode_return_env": 32.82747009239392, "survival_steps": 60, "success": 1.0}
95
+ {"episode_id": 94, "episode_seed": 4242424336, "episode_return_env": 39.392983410623856, "survival_steps": 60, "success": 1.0}
96
+ {"episode_id": 95, "episode_seed": 4242424337, "episode_return_env": 2.965347647550516, "survival_steps": 60, "success": 0.0}
97
+ {"episode_id": 96, "episode_seed": 4242424338, "episode_return_env": 36.428667561733164, "survival_steps": 60, "success": 1.0}
98
+ {"episode_id": 97, "episode_seed": 4242424339, "episode_return_env": 36.23599798735813, "survival_steps": 60, "success": 1.0}
99
+ {"episode_id": 98, "episode_seed": 4242424340, "episode_return_env": 0.9784011235460639, "survival_steps": 60, "success": 0.0}
100
+ {"episode_id": 99, "episode_seed": 4242424341, "episode_return_env": 40.06451363104861, "survival_steps": 60, "success": 1.0}
101
+ {"episode_id": 100, "episode_seed": 4242424342, "episode_return_env": 4.21735326317139, "survival_steps": 60, "success": 0.0}
102
+ {"episode_id": 101, "episode_seed": 4242424343, "episode_return_env": 4.9180078181802855, "survival_steps": 60, "success": 0.0}
103
+ {"episode_id": 102, "episode_seed": 4242424344, "episode_return_env": 39.32127791357925, "survival_steps": 60, "success": 1.0}
104
+ {"episode_id": 103, "episode_seed": 4242424345, "episode_return_env": 34.52600892394548, "survival_steps": 60, "success": 1.0}
105
+ {"episode_id": 104, "episode_seed": 4242424346, "episode_return_env": 8.676748876314377, "survival_steps": 60, "success": 0.0}
106
+ {"episode_id": 105, "episode_seed": 4242424347, "episode_return_env": 0.4264191068650689, "survival_steps": 60, "success": 0.0}
107
+ {"episode_id": 106, "episode_seed": 4242424348, "episode_return_env": 41.49639852112159, "survival_steps": 60, "success": 1.0}
108
+ {"episode_id": 107, "episode_seed": 4242424349, "episode_return_env": 32.13400663557695, "survival_steps": 60, "success": 1.0}
109
+ {"episode_id": 108, "episode_seed": 4242424350, "episode_return_env": 37.104892369010486, "survival_steps": 60, "success": 1.0}
110
+ {"episode_id": 109, "episode_seed": 4242424351, "episode_return_env": 5.903166284202598, "survival_steps": 60, "success": 0.0}
111
+ {"episode_id": 110, "episode_seed": 4242424352, "episode_return_env": 5.806377532542683, "survival_steps": 60, "success": 0.0}
112
+ {"episode_id": 111, "episode_seed": 4242424353, "episode_return_env": 31.125484424672322, "survival_steps": 60, "success": 1.0}
113
+ {"episode_id": 112, "episode_seed": 4242424354, "episode_return_env": 34.352472638885956, "survival_steps": 60, "success": 1.0}
114
+ {"episode_id": 113, "episode_seed": 4242424355, "episode_return_env": 4.23063580802409, "survival_steps": 60, "success": 0.0}
115
+ {"episode_id": 114, "episode_seed": 4242424356, "episode_return_env": 37.73146426025778, "survival_steps": 60, "success": 1.0}
116
+ {"episode_id": 115, "episode_seed": 4242424357, "episode_return_env": 6.266976807266474, "survival_steps": 60, "success": 0.0}
117
+ {"episode_id": 116, "episode_seed": 4242424358, "episode_return_env": 2.0095054378034547, "survival_steps": 60, "success": 0.0}
118
+ {"episode_id": 117, "episode_seed": 4242424359, "episode_return_env": 2.1579866086656825, "survival_steps": 60, "success": 0.0}
119
+ {"episode_id": 118, "episode_seed": 4242424360, "episode_return_env": 31.69302813403192, "survival_steps": 60, "success": 1.0}
120
+ {"episode_id": 119, "episode_seed": 4242424361, "episode_return_env": 7.635116125980858, "survival_steps": 60, "success": 0.0}
121
+ {"episode_id": 120, "episode_seed": 4242424362, "episode_return_env": 5.741485232982086, "survival_steps": 60, "success": 0.0}
122
+ {"episode_id": 121, "episode_seed": 4242424363, "episode_return_env": 40.323545225779526, "survival_steps": 60, "success": 1.0}
123
+ {"episode_id": 122, "episode_seed": 4242424364, "episode_return_env": 2.274665701435879, "survival_steps": 60, "success": 0.0}
124
+ {"episode_id": 123, "episode_seed": 4242424365, "episode_return_env": 1.0188299748697318, "survival_steps": 60, "success": 0.0}
125
+ {"episode_id": 124, "episode_seed": 4242424366, "episode_return_env": 1.6875213086605072, "survival_steps": 60, "success": 0.0}
126
+ {"episode_id": 125, "episode_seed": 4242424367, "episode_return_env": 41.05790085741319, "survival_steps": 60, "success": 1.0}
127
+ {"episode_id": 126, "episode_seed": 4242424368, "episode_return_env": 1.7909013437456451, "survival_steps": 60, "success": 0.0}
128
+ {"episode_id": 127, "episode_seed": 4242424369, "episode_return_env": 37.81430038961116, "survival_steps": 60, "success": 1.0}
129
+ {"episode_id": 128, "episode_seed": 4242424370, "episode_return_env": 8.415050671785139, "survival_steps": 60, "success": 0.0}
130
+ {"episode_id": 129, "episode_seed": 4242424371, "episode_return_env": 41.551888175774366, "survival_steps": 60, "success": 1.0}
131
+ {"episode_id": 130, "episode_seed": 4242424372, "episode_return_env": 3.7497763122810284, "survival_steps": 60, "success": 0.0}
132
+ {"episode_id": 131, "episode_seed": 4242424373, "episode_return_env": 0.8308624461933505, "survival_steps": 60, "success": 0.0}
133
+ {"episode_id": 132, "episode_seed": 4242424374, "episode_return_env": 39.59321220358834, "survival_steps": 60, "success": 1.0}
134
+ {"episode_id": 133, "episode_seed": 4242424375, "episode_return_env": 34.97156842582626, "survival_steps": 60, "success": 1.0}
135
+ {"episode_id": 134, "episode_seed": 4242424376, "episode_return_env": 5.752435363247059, "survival_steps": 60, "success": 0.0}
136
+ {"episode_id": 135, "episode_seed": 4242424377, "episode_return_env": 40.343328101793304, "survival_steps": 60, "success": 1.0}
137
+ {"episode_id": 136, "episode_seed": 4242424378, "episode_return_env": 35.55331734000356, "survival_steps": 60, "success": 1.0}
138
+ {"episode_id": 137, "episode_seed": 4242424379, "episode_return_env": 0.7280828384555207, "survival_steps": 60, "success": 0.0}
139
+ {"episode_id": 138, "episode_seed": 4242424380, "episode_return_env": 38.01412131887628, "survival_steps": 60, "success": 1.0}
140
+ {"episode_id": 139, "episode_seed": 4242424381, "episode_return_env": 37.88472598127555, "survival_steps": 60, "success": 1.0}
141
+ {"episode_id": 140, "episode_seed": 4242424382, "episode_return_env": 3.56811029574601, "survival_steps": 60, "success": 0.0}
142
+ {"episode_id": 141, "episode_seed": 4242424383, "episode_return_env": 1.4148044112153002, "survival_steps": 60, "success": 0.0}
143
+ {"episode_id": 142, "episode_seed": 4242424384, "episode_return_env": 38.70214260253124, "survival_steps": 60, "success": 1.0}
144
+ {"episode_id": 143, "episode_seed": 4242424385, "episode_return_env": 2.752771754108835, "survival_steps": 60, "success": 0.0}
145
+ {"episode_id": 144, "episode_seed": 4242424386, "episode_return_env": 2.5571365707728546, "survival_steps": 60, "success": 0.0}
146
+ {"episode_id": 145, "episode_seed": 4242424387, "episode_return_env": 11.860739248921163, "survival_steps": 60, "success": 1.0}
147
+ {"episode_id": 146, "episode_seed": 4242424388, "episode_return_env": 38.27914813809912, "survival_steps": 60, "success": 1.0}
148
+ {"episode_id": 147, "episode_seed": 4242424389, "episode_return_env": 1.2410451457835734, "survival_steps": 60, "success": 0.0}
149
+ {"episode_id": 148, "episode_seed": 4242424390, "episode_return_env": 37.31094084761571, "survival_steps": 60, "success": 1.0}
150
+ {"episode_id": 149, "episode_seed": 4242424391, "episode_return_env": 9.64144280279288, "survival_steps": 60, "success": 0.0}
151
+ {"episode_id": 150, "episode_seed": 4242424392, "episode_return_env": 12.88911383395316, "survival_steps": 60, "success": 1.0}
152
+ {"episode_id": 151, "episode_seed": 4242424393, "episode_return_env": 40.63755970908096, "survival_steps": 60, "success": 1.0}
153
+ {"episode_id": 152, "episode_seed": 4242424394, "episode_return_env": 40.358042097010184, "survival_steps": 60, "success": 1.0}
154
+ {"episode_id": 153, "episode_seed": 4242424395, "episode_return_env": 38.89332321600523, "survival_steps": 60, "success": 1.0}
155
+ {"episode_id": 154, "episode_seed": 4242424396, "episode_return_env": 32.743285856442526, "survival_steps": 60, "success": 1.0}
156
+ {"episode_id": 155, "episode_seed": 4242424397, "episode_return_env": 1.3643169947317801, "survival_steps": 60, "success": 0.0}
157
+ {"episode_id": 156, "episode_seed": 4242424398, "episode_return_env": 31.10887864342658, "survival_steps": 60, "success": 1.0}
158
+ {"episode_id": 157, "episode_seed": 4242424399, "episode_return_env": 4.763185774674639, "survival_steps": 60, "success": 0.0}
159
+ {"episode_id": 158, "episode_seed": 4242424400, "episode_return_env": 37.49746519065229, "survival_steps": 60, "success": 1.0}
160
+ {"episode_id": 159, "episode_seed": 4242424401, "episode_return_env": 35.204479352221824, "survival_steps": 60, "success": 1.0}
161
+ {"episode_id": 160, "episode_seed": 4242424402, "episode_return_env": 5.26504088845104, "survival_steps": 60, "success": 0.0}
162
+ {"episode_id": 161, "episode_seed": 4242424403, "episode_return_env": 7.444541485005175, "survival_steps": 60, "success": 0.0}
163
+ {"episode_id": 162, "episode_seed": 4242424404, "episode_return_env": 2.285544660000596, "survival_steps": 60, "success": 0.0}
164
+ {"episode_id": 163, "episode_seed": 4242424405, "episode_return_env": 34.908243172074435, "survival_steps": 60, "success": 1.0}
165
+ {"episode_id": 164, "episode_seed": 4242424406, "episode_return_env": 3.160176713106921, "survival_steps": 60, "success": 0.0}
166
+ {"episode_id": 165, "episode_seed": 4242424407, "episode_return_env": 29.68955077312421, "survival_steps": 60, "success": 1.0}
167
+ {"episode_id": 166, "episode_seed": 4242424408, "episode_return_env": 37.75915385852568, "survival_steps": 60, "success": 1.0}
168
+ {"episode_id": 167, "episode_seed": 4242424409, "episode_return_env": 37.58511424885364, "survival_steps": 60, "success": 1.0}
169
+ {"episode_id": 168, "episode_seed": 4242424410, "episode_return_env": 39.74613296118332, "survival_steps": 60, "success": 1.0}
170
+ {"episode_id": 169, "episode_seed": 4242424411, "episode_return_env": 34.52597496891394, "survival_steps": 60, "success": 1.0}
171
+ {"episode_id": 170, "episode_seed": 4242424412, "episode_return_env": 2.6746758746448904, "survival_steps": 60, "success": 0.0}
172
+ {"episode_id": 171, "episode_seed": 4242424413, "episode_return_env": 0.7998831368095125, "survival_steps": 60, "success": 0.0}
173
+ {"episode_id": 172, "episode_seed": 4242424414, "episode_return_env": 29.833845894347178, "survival_steps": 60, "success": 1.0}
174
+ {"episode_id": 173, "episode_seed": 4242424415, "episode_return_env": 0.5453633732104208, "survival_steps": 60, "success": 0.0}
175
+ {"episode_id": 174, "episode_seed": 4242424416, "episode_return_env": 35.760360707645305, "survival_steps": 60, "success": 1.0}
176
+ {"episode_id": 175, "episode_seed": 4242424417, "episode_return_env": 0.899387086275965, "survival_steps": 60, "success": 0.0}
177
+ {"episode_id": 176, "episode_seed": 4242424418, "episode_return_env": 35.91868774750037, "survival_steps": 60, "success": 1.0}
178
+ {"episode_id": 177, "episode_seed": 4242424419, "episode_return_env": 31.029725171276368, "survival_steps": 60, "success": 1.0}
179
+ {"episode_id": 178, "episode_seed": 4242424420, "episode_return_env": 35.44762755633565, "survival_steps": 60, "success": 1.0}
180
+ {"episode_id": 179, "episode_seed": 4242424421, "episode_return_env": 38.38441108906409, "survival_steps": 60, "success": 1.0}
181
+ {"episode_id": 180, "episode_seed": 4242424422, "episode_return_env": 37.973667076497804, "survival_steps": 60, "success": 1.0}
182
+ {"episode_id": 181, "episode_seed": 4242424423, "episode_return_env": 2.0135294405627064, "survival_steps": 60, "success": 0.0}
183
+ {"episode_id": 182, "episode_seed": 4242424424, "episode_return_env": 1.3868412859737873, "survival_steps": 60, "success": 0.0}
184
+ {"episode_id": 183, "episode_seed": 4242424425, "episode_return_env": 37.9335560669424, "survival_steps": 60, "success": 1.0}
185
+ {"episode_id": 184, "episode_seed": 4242424426, "episode_return_env": 4.836946122290101, "survival_steps": 60, "success": 0.0}
186
+ {"episode_id": 185, "episode_seed": 4242424427, "episode_return_env": 3.555338020902127, "survival_steps": 60, "success": 0.0}
187
+ {"episode_id": 186, "episode_seed": 4242424428, "episode_return_env": 36.32715010875836, "survival_steps": 60, "success": 1.0}
188
+ {"episode_id": 187, "episode_seed": 4242424429, "episode_return_env": 37.19450576195959, "survival_steps": 60, "success": 1.0}
189
+ {"episode_id": 188, "episode_seed": 4242424430, "episode_return_env": 40.272192307864316, "survival_steps": 60, "success": 1.0}
190
+ {"episode_id": 189, "episode_seed": 4242424431, "episode_return_env": 0.9675339755485766, "survival_steps": 60, "success": 0.0}
191
+ {"episode_id": 190, "episode_seed": 4242424432, "episode_return_env": 37.055162027536426, "survival_steps": 60, "success": 1.0}
192
+ {"episode_id": 191, "episode_seed": 4242424433, "episode_return_env": 38.93511445866898, "survival_steps": 60, "success": 1.0}
193
+ {"episode_id": 192, "episode_seed": 4242424434, "episode_return_env": 5.780526636496063, "survival_steps": 60, "success": 0.0}
194
+ {"episode_id": 193, "episode_seed": 4242424435, "episode_return_env": 9.409322163672186, "survival_steps": 60, "success": 0.0}
195
+ {"episode_id": 194, "episode_seed": 4242424436, "episode_return_env": 40.36843375186436, "survival_steps": 60, "success": 1.0}
196
+ {"episode_id": 195, "episode_seed": 4242424437, "episode_return_env": 14.57582951511722, "survival_steps": 60, "success": 0.0}
197
+ {"episode_id": 196, "episode_seed": 4242424438, "episode_return_env": 35.532452922081575, "survival_steps": 60, "success": 1.0}
198
+ {"episode_id": 197, "episode_seed": 4242424439, "episode_return_env": 3.5514159377198666, "survival_steps": 60, "success": 0.0}
199
+ {"episode_id": 198, "episode_seed": 4242424440, "episode_return_env": 39.1136256174068, "survival_steps": 60, "success": 1.0}
200
+ {"episode_id": 199, "episode_seed": 4242424441, "episode_return_env": 39.58886555326171, "survival_steps": 60, "success": 1.0}
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/eval_config.yaml ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment:
2
+ name: mikasa_intercept_grab_fast_qwenoft_h1_fixed_0f
3
+ seed: 4242424242
4
+ executor:
5
+ mode: simulated
6
+ simulated_inference_pool: true
7
+ simulated_worker_capacity: 1
8
+ inference_devices:
9
+ - cuda:0
10
+ inference_batch_size: 8
11
+ env:
12
+ name: mikasa_intercept_grab_fast
13
+ env_fps: 20
14
+ obs_fps: 20
15
+ frame_stack: 1
16
+ simulator_device: cuda:0
17
+ noop_action:
18
+ - 0.0
19
+ - 0.0
20
+ - 0.0
21
+ - 0.0
22
+ - 0.0
23
+ - 0.0
24
+ - 0.0
25
+ base_prompt: Intercept the rolling ball and grasp it to stop it.
26
+ latency:
27
+ method: zero
28
+ sync_cuda: false
29
+ scheduler:
30
+ hold_policy: hold
31
+ ordering_policy: latest_ready
32
+ hold_last_chunk_action: true
33
+ policy:
34
+ action_prefix:
35
+ mode: none
36
+ type: starvla
37
+ checkpoint_path: checkpoints/model.pt
38
+ model_config_path: config.yaml
39
+ task_contract_path: task_contract.json
40
+ backbone_path: Qwen/Qwen3-VL-4B-Instruct@ebb281ec70b05090aa6165b016eac8ec08e71b17
41
+ device: cuda:0
42
+ state_info_key: mikasa_proprio
43
+ image_views_info_key: mikasa_image_views
44
+ evaluation:
45
+ eval_episodes: 200
46
+ eval_parallel_envs: 10
47
+ eval_max_steps: 60
48
+ eval_deterministic: true
49
+ logging:
50
+ output_dir: evaluation-output
51
+ video:
52
+ enabled: false
53
+ num_bins: 10
54
+ save_step_records: true
55
+ save_action_records: true
56
+ save_latency_records: true
57
+ provenance:
58
+ paths_relative_to_bundle: true
59
+ checkpoint_revision: 56b2c095d76ea5b10dd304e6e03c2ca81801630b
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/execution_audit.json ADDED
@@ -0,0 +1,212 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "request_fps": 20,
3
+ "simulated_worker_capacity": 1,
4
+ "startup_policy": "environment_starts_at_reset",
5
+ "latency_raw_frames": 0,
6
+ "fixed_latency_ms": 0.0,
7
+ "initial_noop_transitions": 0,
8
+ "first_action_apply_raw_frames": [
9
+ 0,
10
+ 0,
11
+ 0,
12
+ 0,
13
+ 0,
14
+ 0,
15
+ 0,
16
+ 0,
17
+ 0,
18
+ 0,
19
+ 0,
20
+ 0,
21
+ 0,
22
+ 0,
23
+ 0,
24
+ 0,
25
+ 0,
26
+ 0,
27
+ 0,
28
+ 0,
29
+ 0,
30
+ 0,
31
+ 0,
32
+ 0,
33
+ 0,
34
+ 0,
35
+ 0,
36
+ 0,
37
+ 0,
38
+ 0,
39
+ 0,
40
+ 0,
41
+ 0,
42
+ 0,
43
+ 0,
44
+ 0,
45
+ 0,
46
+ 0,
47
+ 0,
48
+ 0,
49
+ 0,
50
+ 0,
51
+ 0,
52
+ 0,
53
+ 0,
54
+ 0,
55
+ 0,
56
+ 0,
57
+ 0,
58
+ 0,
59
+ 0,
60
+ 0,
61
+ 0,
62
+ 0,
63
+ 0,
64
+ 0,
65
+ 0,
66
+ 0,
67
+ 0,
68
+ 0,
69
+ 0,
70
+ 0,
71
+ 0,
72
+ 0,
73
+ 0,
74
+ 0,
75
+ 0,
76
+ 0,
77
+ 0,
78
+ 0,
79
+ 0,
80
+ 0,
81
+ 0,
82
+ 0,
83
+ 0,
84
+ 0,
85
+ 0,
86
+ 0,
87
+ 0,
88
+ 0,
89
+ 0,
90
+ 0,
91
+ 0,
92
+ 0,
93
+ 0,
94
+ 0,
95
+ 0,
96
+ 0,
97
+ 0,
98
+ 0,
99
+ 0,
100
+ 0,
101
+ 0,
102
+ 0,
103
+ 0,
104
+ 0,
105
+ 0,
106
+ 0,
107
+ 0,
108
+ 0,
109
+ 0,
110
+ 0,
111
+ 0,
112
+ 0,
113
+ 0,
114
+ 0,
115
+ 0,
116
+ 0,
117
+ 0,
118
+ 0,
119
+ 0,
120
+ 0,
121
+ 0,
122
+ 0,
123
+ 0,
124
+ 0,
125
+ 0,
126
+ 0,
127
+ 0,
128
+ 0,
129
+ 0,
130
+ 0,
131
+ 0,
132
+ 0,
133
+ 0,
134
+ 0,
135
+ 0,
136
+ 0,
137
+ 0,
138
+ 0,
139
+ 0,
140
+ 0,
141
+ 0,
142
+ 0,
143
+ 0,
144
+ 0,
145
+ 0,
146
+ 0,
147
+ 0,
148
+ 0,
149
+ 0,
150
+ 0,
151
+ 0,
152
+ 0,
153
+ 0,
154
+ 0,
155
+ 0,
156
+ 0,
157
+ 0,
158
+ 0,
159
+ 0,
160
+ 0,
161
+ 0,
162
+ 0,
163
+ 0,
164
+ 0,
165
+ 0,
166
+ 0,
167
+ 0,
168
+ 0,
169
+ 0,
170
+ 0,
171
+ 0,
172
+ 0,
173
+ 0,
174
+ 0,
175
+ 0,
176
+ 0,
177
+ 0,
178
+ 0,
179
+ 0,
180
+ 0,
181
+ 0,
182
+ 0,
183
+ 0,
184
+ 0,
185
+ 0,
186
+ 0,
187
+ 0,
188
+ 0,
189
+ 0,
190
+ 0,
191
+ 0,
192
+ 0,
193
+ 0,
194
+ 0,
195
+ 0,
196
+ 0,
197
+ 0,
198
+ 0,
199
+ 0,
200
+ 0,
201
+ 0,
202
+ 0,
203
+ 0,
204
+ 0,
205
+ 0,
206
+ 0,
207
+ 0,
208
+ 0
209
+ ],
210
+ "executed_later_heads": null,
211
+ "passed": true
212
+ }
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/summary.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "qwenoft",
3
+ "model_label": "QwenOFT",
4
+ "horizon": 1,
5
+ "latency_frames": 0,
6
+ "latency_ms": 0.0,
7
+ "n_episodes": 200,
8
+ "seed_start": 4242424242,
9
+ "seed_end": 4242424441,
10
+ "seeds_unique": true,
11
+ "success_count": 110,
12
+ "success_rate": 0.55,
13
+ "mean_return": 21.447104194871223,
14
+ "std_return": 16.60358126125529,
15
+ "mean_length": 60.0,
16
+ "std_length": 0.0,
17
+ "inference_code": {
18
+ "benchmark_revision": "0ce3400b86f01252c563e76a9e6f12f1ffdedb8d",
19
+ "starvla_revision": "3d2cd7fce72def48d9020d794392489031ba3f46",
20
+ "mikasa_revision": "34ece90941291dceaf942938b9f6c92f9dbae01f",
21
+ "working_tree": "local source synchronized before launch"
22
+ },
23
+ "evaluation_status": "completed_and_audited",
24
+ "evaluation_date": "2026-09-23",
25
+ "checkpoint_revision": "56b2c095d76ea5b10dd304e6e03c2ca81801630b",
26
+ "checkpoint_path": "zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/checkpoints/model.pt",
27
+ "checkpoint_sha256": "03bd214f4c34a1d32ac046d4baaf301abcfe92e2470858ca9ff18338056475c7",
28
+ "evaluation_archive": "evaluations/figure2_h1_fixed_latency_20260923/latency_0",
29
+ "protocol": {
30
+ "task": "InterceptGrabFast-VLA-v0",
31
+ "env_fps": 20,
32
+ "latencies_frames": [
33
+ 0,
34
+ 1,
35
+ 2,
36
+ 3,
37
+ 4
38
+ ],
39
+ "latencies_ms": [
40
+ 0.0,
41
+ 50.0,
42
+ 100.0,
43
+ 150.0,
44
+ 200.0
45
+ ],
46
+ "episodes_per_condition": 200,
47
+ "seed_start": 4242424242,
48
+ "seed_end": 4242424441,
49
+ "eval_parallel_envs": 10,
50
+ "eval_max_steps": 60,
51
+ "simulated_worker_capacity": 1,
52
+ "inference_batch_size": 8,
53
+ "executor": "simulated"
54
+ }
55
+ }
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/history/README_before_figure2.md ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # qwenoft — mikasa-intercept-grab-fast
2
+
3
+ Checkpoint-only upload. The final inference checkpoint exists locally and is uploaded here; the source Slurm job hit the 4h walltime before the canonical eval_l0.json/publication block completed.
4
+
5
+ Use `checkpoints/model.pt` with the included config/statistics/task_contract. See `checkpoint_only.json` / `provenance.json` for details.
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/{checkpoint_only.json → history/initial_checkpoint_only.json} RENAMED
File without changes
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z/provenance.json CHANGED
@@ -45,14 +45,29 @@
45
  }
46
  ],
47
  "model": "qwenoft",
48
- "reason": "Training produced inference/checkpoints/model.pt, but the original 4h Slurm job ended before train_task.py wrote eval_l0.json/provenance/README and called publish_run.",
49
  "run_id": "mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z",
50
- "status": "checkpoint_only_uploaded_after_walltime",
51
  "task": "mikasa",
52
  "teacher": {
53
  "path": "zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt",
54
  "repo_id": "latency-sensitive-bench/benchmark-models",
55
  "revision": "46abd9ece5745d808d16aa8013766a26b4f6c371"
56
  },
57
- "uploaded_at_utc": "2026-09-07T16:29:56Z"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
58
  }
 
45
  }
46
  ],
47
  "model": "qwenoft",
 
48
  "run_id": "mikasa_intercept_grab_fast_qwenoft_formal_latest_r8gpu8_20260907T082154Z",
 
49
  "task": "mikasa",
50
  "teacher": {
51
  "path": "zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt",
52
  "repo_id": "latency-sensitive-bench/benchmark-models",
53
  "revision": "46abd9ece5745d808d16aa8013766a26b4f6c371"
54
  },
55
+ "uploaded_at_utc": "2026-09-07T16:29:56Z",
56
+ "initial_upload": {
57
+ "status": "checkpoint_only_uploaded_after_walltime",
58
+ "reason": "Training produced inference/checkpoints/model.pt, but the original 4h Slurm job ended before train_task.py wrote eval_l0.json/provenance/README and called publish_run.",
59
+ "record": "history/initial_checkpoint_only.json"
60
+ },
61
+ "evaluation_status": "completed_and_audited",
62
+ "followup_evaluation": {
63
+ "status": "completed_and_audited",
64
+ "date": "2026-09-23",
65
+ "summary": "eval_l0.json",
66
+ "archive": "evaluations/figure2_h1_fixed_latency_20260923/latency_0",
67
+ "episodes": 200,
68
+ "latency_frames": 0,
69
+ "action_horizon": 1,
70
+ "checkpoint_sha256": "03bd214f4c34a1d32ac046d4baaf301abcfe92e2470858ca9ff18338056475c7",
71
+ "scope": "Post-training evaluation; original training and initial-publication records are preserved."
72
+ }
73
  }
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/README.md CHANGED
@@ -1,4 +1,11 @@
1
- # qwenpi_v3 — mikasa_intercept_grab_fast
2
 
3
- RGB + continuous state, action horizon 1, VLA 20 Hz.
4
- See task_contract.json for normalization, eval_l0.json for zero-latency results, and provenance.json for exact teacher, backbone, and dataset revisions.
 
 
 
 
 
 
 
 
1
+ ## Verified follow-up evaluation: Figure 2 H1 zero latency
2
 
3
+ **This H1 checkpoint has a completed 200-episode zero-latency evaluation.** This records the later Figure 2 evaluation; earlier publication/evaluation records are preserved under `history/`. Model weights and training records are unchanged.
4
+
5
+ The 2026-09-23 evaluation used 20 Hz, 60 steps, action horizon 1, and seeds 4242424242–4242424441. Mean environment return: **20.56687915752911**; success: **100/200**. See [current zero-latency summary](eval_l0.json), [episode records](evaluations/figure2_h1_fixed_latency_20260923/latency_0/episode_metrics.jsonl), [evaluation configuration](evaluations/figure2_h1_fixed_latency_20260923/latency_0/eval_config.yaml), and [execution audit](evaluations/figure2_h1_fixed_latency_20260923/latency_0/execution_audit.json).
6
+
7
+ The current summary is the Figure 2 H1 reference; H8 evaluations are separate. This follow-up does not assert completion or acceptance of any other training/deployment pipeline.
8
+
9
+ QwenPI v3 used `interleave_self_attention: false` to match the trained action architecture. This override is explicit in the archived evaluation config; checkpoint weights were unchanged. The preceding `eval_l0.json` is preserved in `history/eval_l0_before_figure2.json`.
10
+
11
+ [Initial publication notes (historical)](history/README_before_figure2.md). Use `checkpoints/model.pt` with the included task contract and the explicit evaluation configuration linked above.
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/eval_l0.json CHANGED
The diff for this file is too large to render. See raw diff
 
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/episode_metrics.jsonl ADDED
@@ -0,0 +1,200 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"episode_id": 0, "episode_seed": 4242424242, "episode_return_env": 7.577335132082226, "survival_steps": 60, "success": 0.0}
2
+ {"episode_id": 1, "episode_seed": 4242424243, "episode_return_env": 35.63393739925232, "survival_steps": 60, "success": 1.0}
3
+ {"episode_id": 2, "episode_seed": 4242424244, "episode_return_env": 0.5826329858682584, "survival_steps": 60, "success": 0.0}
4
+ {"episode_id": 3, "episode_seed": 4242424245, "episode_return_env": 40.79825295781484, "survival_steps": 60, "success": 1.0}
5
+ {"episode_id": 4, "episode_seed": 4242424246, "episode_return_env": 39.77204437128967, "survival_steps": 60, "success": 1.0}
6
+ {"episode_id": 5, "episode_seed": 4242424247, "episode_return_env": 39.486475226935, "survival_steps": 60, "success": 1.0}
7
+ {"episode_id": 6, "episode_seed": 4242424248, "episode_return_env": 40.86775237834081, "survival_steps": 60, "success": 1.0}
8
+ {"episode_id": 7, "episode_seed": 4242424249, "episode_return_env": 36.059910799289355, "survival_steps": 60, "success": 1.0}
9
+ {"episode_id": 8, "episode_seed": 4242424250, "episode_return_env": 8.074090536567383, "survival_steps": 60, "success": 0.0}
10
+ {"episode_id": 9, "episode_seed": 4242424251, "episode_return_env": 3.3565780068165623, "survival_steps": 60, "success": 0.0}
11
+ {"episode_id": 10, "episode_seed": 4242424252, "episode_return_env": 4.686836180277169, "survival_steps": 60, "success": 0.0}
12
+ {"episode_id": 11, "episode_seed": 4242424253, "episode_return_env": 3.25308602876612, "survival_steps": 60, "success": 0.0}
13
+ {"episode_id": 12, "episode_seed": 4242424254, "episode_return_env": 37.77243034861749, "survival_steps": 60, "success": 1.0}
14
+ {"episode_id": 13, "episode_seed": 4242424255, "episode_return_env": 39.559448285843246, "survival_steps": 60, "success": 1.0}
15
+ {"episode_id": 14, "episode_seed": 4242424256, "episode_return_env": 3.379349030321464, "survival_steps": 60, "success": 0.0}
16
+ {"episode_id": 15, "episode_seed": 4242424257, "episode_return_env": 9.011048276675865, "survival_steps": 60, "success": 0.0}
17
+ {"episode_id": 16, "episode_seed": 4242424258, "episode_return_env": 3.281458572659176, "survival_steps": 60, "success": 0.0}
18
+ {"episode_id": 17, "episode_seed": 4242424259, "episode_return_env": 37.068099903233815, "survival_steps": 60, "success": 1.0}
19
+ {"episode_id": 18, "episode_seed": 4242424260, "episode_return_env": 31.814235761004966, "survival_steps": 60, "success": 1.0}
20
+ {"episode_id": 19, "episode_seed": 4242424261, "episode_return_env": 37.78406776249176, "survival_steps": 60, "success": 1.0}
21
+ {"episode_id": 20, "episode_seed": 4242424262, "episode_return_env": 1.0596176851249766, "survival_steps": 60, "success": 0.0}
22
+ {"episode_id": 21, "episode_seed": 4242424263, "episode_return_env": 5.6197469652979635, "survival_steps": 60, "success": 0.0}
23
+ {"episode_id": 22, "episode_seed": 4242424264, "episode_return_env": 40.211326267104596, "survival_steps": 60, "success": 1.0}
24
+ {"episode_id": 23, "episode_seed": 4242424265, "episode_return_env": 0.6897345453908201, "survival_steps": 60, "success": 0.0}
25
+ {"episode_id": 24, "episode_seed": 4242424266, "episode_return_env": 36.77045990561601, "survival_steps": 60, "success": 1.0}
26
+ {"episode_id": 25, "episode_seed": 4242424267, "episode_return_env": 35.242739980632905, "survival_steps": 60, "success": 1.0}
27
+ {"episode_id": 26, "episode_seed": 4242424268, "episode_return_env": 0.47518249901804666, "survival_steps": 60, "success": 0.0}
28
+ {"episode_id": 27, "episode_seed": 4242424269, "episode_return_env": 37.236314092355315, "survival_steps": 60, "success": 1.0}
29
+ {"episode_id": 28, "episode_seed": 4242424270, "episode_return_env": 40.325369429192506, "survival_steps": 60, "success": 1.0}
30
+ {"episode_id": 29, "episode_seed": 4242424271, "episode_return_env": 37.777948817412835, "survival_steps": 60, "success": 1.0}
31
+ {"episode_id": 30, "episode_seed": 4242424272, "episode_return_env": 35.55871084338287, "survival_steps": 60, "success": 1.0}
32
+ {"episode_id": 31, "episode_seed": 4242424273, "episode_return_env": 35.351116665493464, "survival_steps": 60, "success": 1.0}
33
+ {"episode_id": 32, "episode_seed": 4242424274, "episode_return_env": 0.39601613645936595, "survival_steps": 60, "success": 0.0}
34
+ {"episode_id": 33, "episode_seed": 4242424275, "episode_return_env": 3.3313300602312665, "survival_steps": 60, "success": 0.0}
35
+ {"episode_id": 34, "episode_seed": 4242424276, "episode_return_env": 3.9581604066188447, "survival_steps": 60, "success": 0.0}
36
+ {"episode_id": 35, "episode_seed": 4242424277, "episode_return_env": 5.416973444850555, "survival_steps": 60, "success": 0.0}
37
+ {"episode_id": 36, "episode_seed": 4242424278, "episode_return_env": 3.515529947354313, "survival_steps": 60, "success": 0.0}
38
+ {"episode_id": 37, "episode_seed": 4242424279, "episode_return_env": 10.802975215832703, "survival_steps": 60, "success": 0.0}
39
+ {"episode_id": 38, "episode_seed": 4242424280, "episode_return_env": 7.396018834493589, "survival_steps": 60, "success": 0.0}
40
+ {"episode_id": 39, "episode_seed": 4242424281, "episode_return_env": 32.26388112641871, "survival_steps": 60, "success": 1.0}
41
+ {"episode_id": 40, "episode_seed": 4242424282, "episode_return_env": 37.7855762533145, "survival_steps": 60, "success": 1.0}
42
+ {"episode_id": 41, "episode_seed": 4242424283, "episode_return_env": 8.027874368199264, "survival_steps": 60, "success": 0.0}
43
+ {"episode_id": 42, "episode_seed": 4242424284, "episode_return_env": 38.46083799947519, "survival_steps": 60, "success": 1.0}
44
+ {"episode_id": 43, "episode_seed": 4242424285, "episode_return_env": 32.83541704714298, "survival_steps": 60, "success": 1.0}
45
+ {"episode_id": 44, "episode_seed": 4242424286, "episode_return_env": 12.15971756161889, "survival_steps": 60, "success": 0.0}
46
+ {"episode_id": 45, "episode_seed": 4242424287, "episode_return_env": 0.5648617005099368, "survival_steps": 60, "success": 0.0}
47
+ {"episode_id": 46, "episode_seed": 4242424288, "episode_return_env": 37.13007536629448, "survival_steps": 60, "success": 1.0}
48
+ {"episode_id": 47, "episode_seed": 4242424289, "episode_return_env": 38.07366865372751, "survival_steps": 60, "success": 1.0}
49
+ {"episode_id": 48, "episode_seed": 4242424290, "episode_return_env": 14.318544942769222, "survival_steps": 60, "success": 0.0}
50
+ {"episode_id": 49, "episode_seed": 4242424291, "episode_return_env": 32.251856999704614, "survival_steps": 60, "success": 1.0}
51
+ {"episode_id": 50, "episode_seed": 4242424292, "episode_return_env": 31.724893490492832, "survival_steps": 60, "success": 1.0}
52
+ {"episode_id": 51, "episode_seed": 4242424293, "episode_return_env": 1.3785767224617302, "survival_steps": 60, "success": 0.0}
53
+ {"episode_id": 52, "episode_seed": 4242424294, "episode_return_env": 37.30799875006778, "survival_steps": 60, "success": 1.0}
54
+ {"episode_id": 53, "episode_seed": 4242424295, "episode_return_env": 3.087881955667399, "survival_steps": 60, "success": 0.0}
55
+ {"episode_id": 54, "episode_seed": 4242424296, "episode_return_env": 35.984322133124806, "survival_steps": 60, "success": 1.0}
56
+ {"episode_id": 55, "episode_seed": 4242424297, "episode_return_env": 35.56462886801455, "survival_steps": 60, "success": 1.0}
57
+ {"episode_id": 56, "episode_seed": 4242424298, "episode_return_env": 38.771497741749045, "survival_steps": 60, "success": 1.0}
58
+ {"episode_id": 57, "episode_seed": 4242424299, "episode_return_env": 5.191967202699743, "survival_steps": 60, "success": 0.0}
59
+ {"episode_id": 58, "episode_seed": 4242424300, "episode_return_env": 31.623695547226816, "survival_steps": 60, "success": 1.0}
60
+ {"episode_id": 59, "episode_seed": 4242424301, "episode_return_env": 0.9855787010747008, "survival_steps": 60, "success": 0.0}
61
+ {"episode_id": 60, "episode_seed": 4242424302, "episode_return_env": 42.02910208713729, "survival_steps": 60, "success": 1.0}
62
+ {"episode_id": 61, "episode_seed": 4242424303, "episode_return_env": 2.469911181353382, "survival_steps": 60, "success": 0.0}
63
+ {"episode_id": 62, "episode_seed": 4242424304, "episode_return_env": 3.402078841929324, "survival_steps": 60, "success": 0.0}
64
+ {"episode_id": 63, "episode_seed": 4242424305, "episode_return_env": 37.999213227420114, "survival_steps": 60, "success": 1.0}
65
+ {"episode_id": 64, "episode_seed": 4242424306, "episode_return_env": 34.314664156292565, "survival_steps": 60, "success": 1.0}
66
+ {"episode_id": 65, "episode_seed": 4242424307, "episode_return_env": 1.230515444651246, "survival_steps": 60, "success": 0.0}
67
+ {"episode_id": 66, "episode_seed": 4242424308, "episode_return_env": 40.80046405387111, "survival_steps": 60, "success": 1.0}
68
+ {"episode_id": 67, "episode_seed": 4242424309, "episode_return_env": 31.94207316072425, "survival_steps": 60, "success": 1.0}
69
+ {"episode_id": 68, "episode_seed": 4242424310, "episode_return_env": 0.7305755044944817, "survival_steps": 60, "success": 0.0}
70
+ {"episode_id": 69, "episode_seed": 4242424311, "episode_return_env": 2.3492205288494006, "survival_steps": 60, "success": 0.0}
71
+ {"episode_id": 70, "episode_seed": 4242424312, "episode_return_env": 5.135672602458726, "survival_steps": 60, "success": 0.0}
72
+ {"episode_id": 71, "episode_seed": 4242424313, "episode_return_env": 39.9422620740952, "survival_steps": 60, "success": 1.0}
73
+ {"episode_id": 72, "episode_seed": 4242424314, "episode_return_env": 0.8723880772013217, "survival_steps": 60, "success": 0.0}
74
+ {"episode_id": 73, "episode_seed": 4242424315, "episode_return_env": 37.152822870819364, "survival_steps": 60, "success": 1.0}
75
+ {"episode_id": 74, "episode_seed": 4242424316, "episode_return_env": 40.874498117831536, "survival_steps": 60, "success": 1.0}
76
+ {"episode_id": 75, "episode_seed": 4242424317, "episode_return_env": 36.42843990935944, "survival_steps": 60, "success": 1.0}
77
+ {"episode_id": 76, "episode_seed": 4242424318, "episode_return_env": 1.3591777675319463, "survival_steps": 60, "success": 0.0}
78
+ {"episode_id": 77, "episode_seed": 4242424319, "episode_return_env": 35.3505633038003, "survival_steps": 60, "success": 1.0}
79
+ {"episode_id": 78, "episode_seed": 4242424320, "episode_return_env": 0.611945067459601, "survival_steps": 60, "success": 0.0}
80
+ {"episode_id": 79, "episode_seed": 4242424321, "episode_return_env": 0.6307913870477933, "survival_steps": 60, "success": 0.0}
81
+ {"episode_id": 80, "episode_seed": 4242424322, "episode_return_env": 4.566592569870409, "survival_steps": 60, "success": 0.0}
82
+ {"episode_id": 81, "episode_seed": 4242424323, "episode_return_env": 5.476922153495252, "survival_steps": 60, "success": 0.0}
83
+ {"episode_id": 82, "episode_seed": 4242424324, "episode_return_env": 36.74145392558421, "survival_steps": 60, "success": 1.0}
84
+ {"episode_id": 83, "episode_seed": 4242424325, "episode_return_env": 4.803379782359116, "survival_steps": 60, "success": 0.0}
85
+ {"episode_id": 84, "episode_seed": 4242424326, "episode_return_env": 7.184191431500949, "survival_steps": 60, "success": 0.0}
86
+ {"episode_id": 85, "episode_seed": 4242424327, "episode_return_env": 6.614186569233425, "survival_steps": 60, "success": 0.0}
87
+ {"episode_id": 86, "episode_seed": 4242424328, "episode_return_env": 30.51353414618643, "survival_steps": 60, "success": 1.0}
88
+ {"episode_id": 87, "episode_seed": 4242424329, "episode_return_env": 2.2097358421306126, "survival_steps": 60, "success": 0.0}
89
+ {"episode_id": 88, "episode_seed": 4242424330, "episode_return_env": 40.354102071141824, "survival_steps": 60, "success": 1.0}
90
+ {"episode_id": 89, "episode_seed": 4242424331, "episode_return_env": 40.21913122921251, "survival_steps": 60, "success": 1.0}
91
+ {"episode_id": 90, "episode_seed": 4242424332, "episode_return_env": 30.640168389567407, "survival_steps": 60, "success": 1.0}
92
+ {"episode_id": 91, "episode_seed": 4242424333, "episode_return_env": 30.781875044398475, "survival_steps": 60, "success": 1.0}
93
+ {"episode_id": 92, "episode_seed": 4242424334, "episode_return_env": 35.46498270635493, "survival_steps": 60, "success": 1.0}
94
+ {"episode_id": 93, "episode_seed": 4242424335, "episode_return_env": 36.259593041904736, "survival_steps": 60, "success": 1.0}
95
+ {"episode_id": 94, "episode_seed": 4242424336, "episode_return_env": 39.36309616302606, "survival_steps": 60, "success": 1.0}
96
+ {"episode_id": 95, "episode_seed": 4242424337, "episode_return_env": 13.604499667912023, "survival_steps": 60, "success": 0.0}
97
+ {"episode_id": 96, "episode_seed": 4242424338, "episode_return_env": 36.52790381555678, "survival_steps": 60, "success": 1.0}
98
+ {"episode_id": 97, "episode_seed": 4242424339, "episode_return_env": 37.27585312433075, "survival_steps": 60, "success": 1.0}
99
+ {"episode_id": 98, "episode_seed": 4242424340, "episode_return_env": 1.999706316855736, "survival_steps": 60, "success": 0.0}
100
+ {"episode_id": 99, "episode_seed": 4242424341, "episode_return_env": 42.15827480435837, "survival_steps": 60, "success": 1.0}
101
+ {"episode_id": 100, "episode_seed": 4242424342, "episode_return_env": 4.221228117618011, "survival_steps": 60, "success": 0.0}
102
+ {"episode_id": 101, "episode_seed": 4242424343, "episode_return_env": 38.75183472892968, "survival_steps": 60, "success": 1.0}
103
+ {"episode_id": 102, "episode_seed": 4242424344, "episode_return_env": 37.19992227834882, "survival_steps": 60, "success": 1.0}
104
+ {"episode_id": 103, "episode_seed": 4242424345, "episode_return_env": 4.282870830298634, "survival_steps": 60, "success": 0.0}
105
+ {"episode_id": 104, "episode_seed": 4242424346, "episode_return_env": 0.6732539614313282, "survival_steps": 60, "success": 0.0}
106
+ {"episode_id": 105, "episode_seed": 4242424347, "episode_return_env": 3.487666096450994, "survival_steps": 60, "success": 0.0}
107
+ {"episode_id": 106, "episode_seed": 4242424348, "episode_return_env": 38.58460719237337, "survival_steps": 60, "success": 1.0}
108
+ {"episode_id": 107, "episode_seed": 4242424349, "episode_return_env": 32.930701816949295, "survival_steps": 60, "success": 1.0}
109
+ {"episode_id": 108, "episode_seed": 4242424350, "episode_return_env": 34.69335310027236, "survival_steps": 60, "success": 1.0}
110
+ {"episode_id": 109, "episode_seed": 4242424351, "episode_return_env": 0.8899179422296584, "survival_steps": 60, "success": 0.0}
111
+ {"episode_id": 110, "episode_seed": 4242424352, "episode_return_env": 37.11118756473297, "survival_steps": 60, "success": 1.0}
112
+ {"episode_id": 111, "episode_seed": 4242424353, "episode_return_env": 6.083967895625392, "survival_steps": 60, "success": 0.0}
113
+ {"episode_id": 112, "episode_seed": 4242424354, "episode_return_env": 39.17860542051494, "survival_steps": 60, "success": 1.0}
114
+ {"episode_id": 113, "episode_seed": 4242424355, "episode_return_env": 4.274719864857616, "survival_steps": 60, "success": 0.0}
115
+ {"episode_id": 114, "episode_seed": 4242424356, "episode_return_env": 38.111847014690284, "survival_steps": 60, "success": 1.0}
116
+ {"episode_id": 115, "episode_seed": 4242424357, "episode_return_env": 4.305843779962743, "survival_steps": 60, "success": 0.0}
117
+ {"episode_id": 116, "episode_seed": 4242424358, "episode_return_env": 4.100009299116209, "survival_steps": 60, "success": 0.0}
118
+ {"episode_id": 117, "episode_seed": 4242424359, "episode_return_env": 1.5567327873723116, "survival_steps": 60, "success": 0.0}
119
+ {"episode_id": 118, "episode_seed": 4242424360, "episode_return_env": 32.547297457116656, "survival_steps": 60, "success": 1.0}
120
+ {"episode_id": 119, "episode_seed": 4242424361, "episode_return_env": 32.42571551556466, "survival_steps": 60, "success": 1.0}
121
+ {"episode_id": 120, "episode_seed": 4242424362, "episode_return_env": 4.371394414687529, "survival_steps": 60, "success": 0.0}
122
+ {"episode_id": 121, "episode_seed": 4242424363, "episode_return_env": 40.76501125446521, "survival_steps": 60, "success": 1.0}
123
+ {"episode_id": 122, "episode_seed": 4242424364, "episode_return_env": 3.9175814248155802, "survival_steps": 60, "success": 0.0}
124
+ {"episode_id": 123, "episode_seed": 4242424365, "episode_return_env": 9.710920614248607, "survival_steps": 60, "success": 0.0}
125
+ {"episode_id": 124, "episode_seed": 4242424366, "episode_return_env": 2.4362626682705013, "survival_steps": 60, "success": 0.0}
126
+ {"episode_id": 125, "episode_seed": 4242424367, "episode_return_env": 40.35605690232478, "survival_steps": 60, "success": 1.0}
127
+ {"episode_id": 126, "episode_seed": 4242424368, "episode_return_env": 5.477550579991657, "survival_steps": 60, "success": 0.0}
128
+ {"episode_id": 127, "episode_seed": 4242424369, "episode_return_env": 41.84828808379825, "survival_steps": 60, "success": 1.0}
129
+ {"episode_id": 128, "episode_seed": 4242424370, "episode_return_env": 8.996883074520156, "survival_steps": 60, "success": 0.0}
130
+ {"episode_id": 129, "episode_seed": 4242424371, "episode_return_env": 40.46859574294649, "survival_steps": 60, "success": 1.0}
131
+ {"episode_id": 130, "episode_seed": 4242424372, "episode_return_env": 37.32462713296991, "survival_steps": 60, "success": 1.0}
132
+ {"episode_id": 131, "episode_seed": 4242424373, "episode_return_env": 0.5910806922878464, "survival_steps": 60, "success": 0.0}
133
+ {"episode_id": 132, "episode_seed": 4242424374, "episode_return_env": 8.478203280945309, "survival_steps": 60, "success": 0.0}
134
+ {"episode_id": 133, "episode_seed": 4242424375, "episode_return_env": 29.56449720886303, "survival_steps": 60, "success": 1.0}
135
+ {"episode_id": 134, "episode_seed": 4242424376, "episode_return_env": 3.6746168397367, "survival_steps": 60, "success": 0.0}
136
+ {"episode_id": 135, "episode_seed": 4242424377, "episode_return_env": 3.053714003181085, "survival_steps": 60, "success": 0.0}
137
+ {"episode_id": 136, "episode_seed": 4242424378, "episode_return_env": 36.29489479115, "survival_steps": 60, "success": 1.0}
138
+ {"episode_id": 137, "episode_seed": 4242424379, "episode_return_env": 3.9378145217779092, "survival_steps": 60, "success": 0.0}
139
+ {"episode_id": 138, "episode_seed": 4242424380, "episode_return_env": 37.49316760589136, "survival_steps": 60, "success": 1.0}
140
+ {"episode_id": 139, "episode_seed": 4242424381, "episode_return_env": 5.708600699144881, "survival_steps": 60, "success": 0.0}
141
+ {"episode_id": 140, "episode_seed": 4242424382, "episode_return_env": 3.8710778622771613, "survival_steps": 60, "success": 0.0}
142
+ {"episode_id": 141, "episode_seed": 4242424383, "episode_return_env": 34.816772244201275, "survival_steps": 60, "success": 1.0}
143
+ {"episode_id": 142, "episode_seed": 4242424384, "episode_return_env": 38.180272859404795, "survival_steps": 60, "success": 1.0}
144
+ {"episode_id": 143, "episode_seed": 4242424385, "episode_return_env": 3.720678894314915, "survival_steps": 60, "success": 0.0}
145
+ {"episode_id": 144, "episode_seed": 4242424386, "episode_return_env": 0.6869246385758743, "survival_steps": 60, "success": 0.0}
146
+ {"episode_id": 145, "episode_seed": 4242424387, "episode_return_env": 0.7525370987714268, "survival_steps": 60, "success": 0.0}
147
+ {"episode_id": 146, "episode_seed": 4242424388, "episode_return_env": 6.06224854865286, "survival_steps": 60, "success": 0.0}
148
+ {"episode_id": 147, "episode_seed": 4242424389, "episode_return_env": 1.8041676309367176, "survival_steps": 60, "success": 0.0}
149
+ {"episode_id": 148, "episode_seed": 4242424390, "episode_return_env": 37.33839374326635, "survival_steps": 60, "success": 1.0}
150
+ {"episode_id": 149, "episode_seed": 4242424391, "episode_return_env": 4.599242358695847, "survival_steps": 60, "success": 0.0}
151
+ {"episode_id": 150, "episode_seed": 4242424392, "episode_return_env": 7.853116671758471, "survival_steps": 60, "success": 0.0}
152
+ {"episode_id": 151, "episode_seed": 4242424393, "episode_return_env": 1.9795954901492223, "survival_steps": 60, "success": 0.0}
153
+ {"episode_id": 152, "episode_seed": 4242424394, "episode_return_env": 5.2925452504714485, "survival_steps": 60, "success": 0.0}
154
+ {"episode_id": 153, "episode_seed": 4242424395, "episode_return_env": 36.71971062803641, "survival_steps": 60, "success": 1.0}
155
+ {"episode_id": 154, "episode_seed": 4242424396, "episode_return_env": 33.244530594151, "survival_steps": 60, "success": 1.0}
156
+ {"episode_id": 155, "episode_seed": 4242424397, "episode_return_env": 1.2085451584425755, "survival_steps": 60, "success": 0.0}
157
+ {"episode_id": 156, "episode_seed": 4242424398, "episode_return_env": 34.705181716999505, "survival_steps": 60, "success": 1.0}
158
+ {"episode_id": 157, "episode_seed": 4242424399, "episode_return_env": 32.93763933365699, "survival_steps": 60, "success": 0.0}
159
+ {"episode_id": 158, "episode_seed": 4242424400, "episode_return_env": 34.85569505003514, "survival_steps": 60, "success": 1.0}
160
+ {"episode_id": 159, "episode_seed": 4242424401, "episode_return_env": 33.983644048683345, "survival_steps": 60, "success": 1.0}
161
+ {"episode_id": 160, "episode_seed": 4242424402, "episode_return_env": 4.00121251726523, "survival_steps": 60, "success": 0.0}
162
+ {"episode_id": 161, "episode_seed": 4242424403, "episode_return_env": 4.13327972398838, "survival_steps": 60, "success": 0.0}
163
+ {"episode_id": 162, "episode_seed": 4242424404, "episode_return_env": 3.783961082168389, "survival_steps": 60, "success": 0.0}
164
+ {"episode_id": 163, "episode_seed": 4242424405, "episode_return_env": 0.782179796260607, "survival_steps": 60, "success": 0.0}
165
+ {"episode_id": 164, "episode_seed": 4242424406, "episode_return_env": 34.37827248024405, "survival_steps": 60, "success": 1.0}
166
+ {"episode_id": 165, "episode_seed": 4242424407, "episode_return_env": 28.96108378827921, "survival_steps": 60, "success": 1.0}
167
+ {"episode_id": 166, "episode_seed": 4242424408, "episode_return_env": 37.30028880486498, "survival_steps": 60, "success": 1.0}
168
+ {"episode_id": 167, "episode_seed": 4242424409, "episode_return_env": 4.925684561225353, "survival_steps": 60, "success": 0.0}
169
+ {"episode_id": 168, "episode_seed": 4242424410, "episode_return_env": 39.41141865774989, "survival_steps": 60, "success": 1.0}
170
+ {"episode_id": 169, "episode_seed": 4242424411, "episode_return_env": 33.827642765274504, "survival_steps": 60, "success": 1.0}
171
+ {"episode_id": 170, "episode_seed": 4242424412, "episode_return_env": 2.655211143894121, "survival_steps": 60, "success": 0.0}
172
+ {"episode_id": 171, "episode_seed": 4242424413, "episode_return_env": 5.5757810805225745, "survival_steps": 60, "success": 0.0}
173
+ {"episode_id": 172, "episode_seed": 4242424414, "episode_return_env": 31.393161178653827, "survival_steps": 60, "success": 1.0}
174
+ {"episode_id": 173, "episode_seed": 4242424415, "episode_return_env": 2.67891423671972, "survival_steps": 60, "success": 0.0}
175
+ {"episode_id": 174, "episode_seed": 4242424416, "episode_return_env": 6.01900153484894, "survival_steps": 60, "success": 0.0}
176
+ {"episode_id": 175, "episode_seed": 4242424417, "episode_return_env": 2.6192639804212376, "survival_steps": 60, "success": 0.0}
177
+ {"episode_id": 176, "episode_seed": 4242424418, "episode_return_env": 35.191107391088735, "survival_steps": 60, "success": 1.0}
178
+ {"episode_id": 177, "episode_seed": 4242424419, "episode_return_env": 14.625030928145861, "survival_steps": 60, "success": 0.0}
179
+ {"episode_id": 178, "episode_seed": 4242424420, "episode_return_env": 33.923955822887365, "survival_steps": 60, "success": 1.0}
180
+ {"episode_id": 179, "episode_seed": 4242424421, "episode_return_env": 39.554957317886874, "survival_steps": 60, "success": 1.0}
181
+ {"episode_id": 180, "episode_seed": 4242424422, "episode_return_env": 36.48231218580622, "survival_steps": 60, "success": 1.0}
182
+ {"episode_id": 181, "episode_seed": 4242424423, "episode_return_env": 8.083624954451807, "survival_steps": 60, "success": 0.0}
183
+ {"episode_id": 182, "episode_seed": 4242424424, "episode_return_env": 2.024489998468198, "survival_steps": 60, "success": 0.0}
184
+ {"episode_id": 183, "episode_seed": 4242424425, "episode_return_env": 38.216433445806615, "survival_steps": 60, "success": 1.0}
185
+ {"episode_id": 184, "episode_seed": 4242424426, "episode_return_env": 2.8248066406085854, "survival_steps": 60, "success": 0.0}
186
+ {"episode_id": 185, "episode_seed": 4242424427, "episode_return_env": 1.3107333937368821, "survival_steps": 60, "success": 0.0}
187
+ {"episode_id": 186, "episode_seed": 4242424428, "episode_return_env": 37.00005041458644, "survival_steps": 60, "success": 1.0}
188
+ {"episode_id": 187, "episode_seed": 4242424429, "episode_return_env": 40.0520116276457, "survival_steps": 60, "success": 1.0}
189
+ {"episode_id": 188, "episode_seed": 4242424430, "episode_return_env": 11.519056098652072, "survival_steps": 60, "success": 0.0}
190
+ {"episode_id": 189, "episode_seed": 4242424431, "episode_return_env": 2.1556989689997863, "survival_steps": 60, "success": 0.0}
191
+ {"episode_id": 190, "episode_seed": 4242424432, "episode_return_env": 37.07796195533592, "survival_steps": 60, "success": 1.0}
192
+ {"episode_id": 191, "episode_seed": 4242424433, "episode_return_env": 39.36980817699805, "survival_steps": 60, "success": 1.0}
193
+ {"episode_id": 192, "episode_seed": 4242424434, "episode_return_env": 32.12205009817262, "survival_steps": 60, "success": 1.0}
194
+ {"episode_id": 193, "episode_seed": 4242424435, "episode_return_env": 0.7400613473146223, "survival_steps": 60, "success": 0.0}
195
+ {"episode_id": 194, "episode_seed": 4242424436, "episode_return_env": 41.10714853310492, "survival_steps": 60, "success": 1.0}
196
+ {"episode_id": 195, "episode_seed": 4242424437, "episode_return_env": 34.63718572864309, "survival_steps": 60, "success": 1.0}
197
+ {"episode_id": 196, "episode_seed": 4242424438, "episode_return_env": 36.08456285559805, "survival_steps": 60, "success": 1.0}
198
+ {"episode_id": 197, "episode_seed": 4242424439, "episode_return_env": 3.0236286605359055, "survival_steps": 60, "success": 0.0}
199
+ {"episode_id": 198, "episode_seed": 4242424440, "episode_return_env": 40.103995703335386, "survival_steps": 60, "success": 1.0}
200
+ {"episode_id": 199, "episode_seed": 4242424441, "episode_return_env": 4.37198092660401, "survival_steps": 60, "success": 0.0}
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/eval_config.yaml ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment:
2
+ name: mikasa_intercept_grab_fast_qwenpi_v3_h1_fixed_0f
3
+ seed: 4242424242
4
+ executor:
5
+ mode: simulated
6
+ simulated_inference_pool: true
7
+ simulated_worker_capacity: 1
8
+ inference_devices:
9
+ - cuda:0
10
+ inference_batch_size: 8
11
+ env:
12
+ name: mikasa_intercept_grab_fast
13
+ env_fps: 20
14
+ obs_fps: 20
15
+ frame_stack: 1
16
+ simulator_device: cuda:0
17
+ noop_action:
18
+ - 0.0
19
+ - 0.0
20
+ - 0.0
21
+ - 0.0
22
+ - 0.0
23
+ - 0.0
24
+ - 0.0
25
+ base_prompt: Intercept the rolling ball and grasp it to stop it.
26
+ latency:
27
+ method: zero
28
+ sync_cuda: false
29
+ scheduler:
30
+ hold_policy: hold
31
+ ordering_policy: latest_ready
32
+ hold_last_chunk_action: true
33
+ policy:
34
+ action_prefix:
35
+ mode: none
36
+ type: starvla
37
+ checkpoint_path: checkpoints/model.pt
38
+ model_config_path: evaluations/figure2_h1_fixed_latency_20260923/latency_0/model_config_override.yaml
39
+ task_contract_path: task_contract.json
40
+ backbone_path: Qwen/Qwen3-VL-4B-Instruct@ebb281ec70b05090aa6165b016eac8ec08e71b17
41
+ device: cuda:0
42
+ state_info_key: mikasa_proprio
43
+ image_views_info_key: mikasa_image_views
44
+ evaluation:
45
+ eval_episodes: 200
46
+ eval_parallel_envs: 10
47
+ eval_max_steps: 60
48
+ eval_deterministic: true
49
+ logging:
50
+ output_dir: evaluation-output
51
+ video:
52
+ enabled: false
53
+ num_bins: 10
54
+ save_step_records: true
55
+ save_action_records: true
56
+ save_latency_records: true
57
+ provenance:
58
+ paths_relative_to_bundle: true
59
+ checkpoint_revision: 56b2c095d76ea5b10dd304e6e03c2ca81801630b
60
+ inference_config_override:
61
+ field: framework.action_model.diffusion_model_cfg.interleave_self_attention
62
+ hub_value: true
63
+ eval_value: false
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/execution_audit.json ADDED
@@ -0,0 +1,212 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "request_fps": 20,
3
+ "simulated_worker_capacity": 1,
4
+ "startup_policy": "environment_starts_at_reset",
5
+ "latency_raw_frames": 0,
6
+ "fixed_latency_ms": 0.0,
7
+ "initial_noop_transitions": 0,
8
+ "first_action_apply_raw_frames": [
9
+ 0,
10
+ 0,
11
+ 0,
12
+ 0,
13
+ 0,
14
+ 0,
15
+ 0,
16
+ 0,
17
+ 0,
18
+ 0,
19
+ 0,
20
+ 0,
21
+ 0,
22
+ 0,
23
+ 0,
24
+ 0,
25
+ 0,
26
+ 0,
27
+ 0,
28
+ 0,
29
+ 0,
30
+ 0,
31
+ 0,
32
+ 0,
33
+ 0,
34
+ 0,
35
+ 0,
36
+ 0,
37
+ 0,
38
+ 0,
39
+ 0,
40
+ 0,
41
+ 0,
42
+ 0,
43
+ 0,
44
+ 0,
45
+ 0,
46
+ 0,
47
+ 0,
48
+ 0,
49
+ 0,
50
+ 0,
51
+ 0,
52
+ 0,
53
+ 0,
54
+ 0,
55
+ 0,
56
+ 0,
57
+ 0,
58
+ 0,
59
+ 0,
60
+ 0,
61
+ 0,
62
+ 0,
63
+ 0,
64
+ 0,
65
+ 0,
66
+ 0,
67
+ 0,
68
+ 0,
69
+ 0,
70
+ 0,
71
+ 0,
72
+ 0,
73
+ 0,
74
+ 0,
75
+ 0,
76
+ 0,
77
+ 0,
78
+ 0,
79
+ 0,
80
+ 0,
81
+ 0,
82
+ 0,
83
+ 0,
84
+ 0,
85
+ 0,
86
+ 0,
87
+ 0,
88
+ 0,
89
+ 0,
90
+ 0,
91
+ 0,
92
+ 0,
93
+ 0,
94
+ 0,
95
+ 0,
96
+ 0,
97
+ 0,
98
+ 0,
99
+ 0,
100
+ 0,
101
+ 0,
102
+ 0,
103
+ 0,
104
+ 0,
105
+ 0,
106
+ 0,
107
+ 0,
108
+ 0,
109
+ 0,
110
+ 0,
111
+ 0,
112
+ 0,
113
+ 0,
114
+ 0,
115
+ 0,
116
+ 0,
117
+ 0,
118
+ 0,
119
+ 0,
120
+ 0,
121
+ 0,
122
+ 0,
123
+ 0,
124
+ 0,
125
+ 0,
126
+ 0,
127
+ 0,
128
+ 0,
129
+ 0,
130
+ 0,
131
+ 0,
132
+ 0,
133
+ 0,
134
+ 0,
135
+ 0,
136
+ 0,
137
+ 0,
138
+ 0,
139
+ 0,
140
+ 0,
141
+ 0,
142
+ 0,
143
+ 0,
144
+ 0,
145
+ 0,
146
+ 0,
147
+ 0,
148
+ 0,
149
+ 0,
150
+ 0,
151
+ 0,
152
+ 0,
153
+ 0,
154
+ 0,
155
+ 0,
156
+ 0,
157
+ 0,
158
+ 0,
159
+ 0,
160
+ 0,
161
+ 0,
162
+ 0,
163
+ 0,
164
+ 0,
165
+ 0,
166
+ 0,
167
+ 0,
168
+ 0,
169
+ 0,
170
+ 0,
171
+ 0,
172
+ 0,
173
+ 0,
174
+ 0,
175
+ 0,
176
+ 0,
177
+ 0,
178
+ 0,
179
+ 0,
180
+ 0,
181
+ 0,
182
+ 0,
183
+ 0,
184
+ 0,
185
+ 0,
186
+ 0,
187
+ 0,
188
+ 0,
189
+ 0,
190
+ 0,
191
+ 0,
192
+ 0,
193
+ 0,
194
+ 0,
195
+ 0,
196
+ 0,
197
+ 0,
198
+ 0,
199
+ 0,
200
+ 0,
201
+ 0,
202
+ 0,
203
+ 0,
204
+ 0,
205
+ 0,
206
+ 0,
207
+ 0,
208
+ 0
209
+ ],
210
+ "executed_later_heads": null,
211
+ "passed": true
212
+ }
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/model_config_override.yaml ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenPI_v3
3
+ qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
+ attn_implementation: flash_attention_2
6
+ vl_hidden_dim: 2560
7
+ num_vl_layers: 36
8
+ action_model:
9
+ action_model_type: LayerwiseFM
10
+ action_dim: 7
11
+ state_dim: 7
12
+ state_encoding: continuous_projector
13
+ task_objective: null
14
+ action_horizon: 1
15
+ repeated_diffusion_steps: 2
16
+ num_inference_timesteps: 4
17
+ add_pos_embed: true
18
+ max_seq_len: 1024
19
+ num_target_vision_tokens: 32
20
+ noise_beta_alpha: 1.5
21
+ noise_beta_beta: 1.0
22
+ noise_s: 0.999
23
+ num_timestep_buckets: 1000
24
+ diffusion_model_cfg:
25
+ action_dit_hidden_dim: 1024
26
+ dropout: 0.2
27
+ final_dropout: true
28
+ interleave_self_attention: false
29
+ norm_type: ada_norm
30
+ positional_embeddings: null
31
+ attention_head_dim: 64
32
+ num_layers: 36
33
+ input_embedding_dim: 1024
34
+ cross_attention_dim: 1024
35
+ output_dim: 1024
36
+ num_attention_heads: 16
37
+ action_env_dim: 7
38
+ future_action_window_size: 0
39
+ past_action_window_size: 0
40
+ version_id: '0.21'
41
+ datasets:
42
+ vla_data:
43
+ include_state: true
44
+ obs_image_size:
45
+ - 224
46
+ - 224
47
+ image_mode: single
48
+ stitch_grid:
49
+ - 1
50
+ - 2
51
+ num_obs_frames: 1
52
+ trainer:
53
+ pretrained_checkpoint: null
54
+ backbone:
55
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
56
+ revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
57
+ allow_patterns:
58
+ - '*.json'
59
+ - '*.safetensors'
60
+ - '*.txt'
61
+ - '*.jinja'
62
+ - '*.model'
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/evaluations/figure2_h1_fixed_latency_20260923/latency_0/summary.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "qwenpi_v3",
3
+ "model_label": "QwenPI v3",
4
+ "horizon": 1,
5
+ "latency_frames": 0,
6
+ "latency_ms": 0.0,
7
+ "n_episodes": 200,
8
+ "seed_start": 4242424242,
9
+ "seed_end": 4242424441,
10
+ "seeds_unique": true,
11
+ "success_count": 100,
12
+ "success_rate": 0.5,
13
+ "mean_return": 20.56687915752911,
14
+ "std_return": 16.494827758302048,
15
+ "mean_length": 60.0,
16
+ "std_length": 0.0,
17
+ "inference_code": {
18
+ "benchmark_revision": "0ce3400b86f01252c563e76a9e6f12f1ffdedb8d",
19
+ "starvla_revision": "3d2cd7fce72def48d9020d794392489031ba3f46",
20
+ "mikasa_revision": "34ece90941291dceaf942938b9f6c92f9dbae01f",
21
+ "working_tree": "local source synchronized before launch"
22
+ },
23
+ "evaluation_status": "completed_and_audited",
24
+ "evaluation_date": "2026-09-23",
25
+ "checkpoint_revision": "56b2c095d76ea5b10dd304e6e03c2ca81801630b",
26
+ "checkpoint_path": "zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/checkpoints/model.pt",
27
+ "checkpoint_sha256": "7467625bb4ce0bc4d7ea7a601191b138750e66216567d00c2ca95a412360f752",
28
+ "evaluation_archive": "evaluations/figure2_h1_fixed_latency_20260923/latency_0",
29
+ "protocol": {
30
+ "task": "InterceptGrabFast-VLA-v0",
31
+ "env_fps": 20,
32
+ "latencies_frames": [
33
+ 0,
34
+ 1,
35
+ 2,
36
+ 3,
37
+ 4
38
+ ],
39
+ "latencies_ms": [
40
+ 0.0,
41
+ 50.0,
42
+ 100.0,
43
+ 150.0,
44
+ 200.0
45
+ ],
46
+ "episodes_per_condition": 200,
47
+ "seed_start": 4242424242,
48
+ "seed_end": 4242424441,
49
+ "eval_parallel_envs": 10,
50
+ "eval_max_steps": 60,
51
+ "simulated_worker_capacity": 1,
52
+ "inference_batch_size": 8,
53
+ "executor": "simulated"
54
+ },
55
+ "inference_config_override": {
56
+ "field": "framework.action_model.diffusion_model_cfg.interleave_self_attention",
57
+ "hub_value": true,
58
+ "eval_value": false
59
+ }
60
+ }
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/history/README_before_figure2.md ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # qwenpi_v3 — mikasa_intercept_grab_fast
2
+
3
+ RGB + continuous state, action horizon 1, VLA 20 Hz.
4
+ See task_contract.json for normalization, eval_l0.json for zero-latency results, and provenance.json for exact teacher, backbone, and dataset revisions.
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/history/eval_l0_before_figure2.json ADDED
The diff for this file is too large to render. See raw diff
 
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/provenance.json CHANGED
@@ -80,5 +80,17 @@
80
  "min_lr": 1e-06
81
  },
82
  "warmup_updates": 100
 
 
 
 
 
 
 
 
 
 
 
 
83
  }
84
  }
 
80
  "min_lr": 1e-06
81
  },
82
  "warmup_updates": 100
83
+ },
84
+ "evaluation_status": "completed_and_audited",
85
+ "followup_evaluation": {
86
+ "status": "completed_and_audited",
87
+ "date": "2026-09-23",
88
+ "summary": "eval_l0.json",
89
+ "archive": "evaluations/figure2_h1_fixed_latency_20260923/latency_0",
90
+ "episodes": 200,
91
+ "latency_frames": 0,
92
+ "action_horizon": 1,
93
+ "checkpoint_sha256": "7467625bb4ce0bc4d7ea7a601191b138750e66216567d00c2ca95a412360f752",
94
+ "scope": "Post-training evaluation; original training and initial-publication records are preserved."
95
  }
96
  }