Fix legacy QwenPI H1 attention contract
Browse filesSet interleave_self_attention=false only for the three QwenPI H1 checkpoints trained before StarVLA 25db14af, restoring their all-layer cross-attention training contract.
- zero-latency/extreme-parkour-go2/vla/starvla-qwenpi_v3-h1/20260912T175510/config.yaml +1 -1
- zero-latency/humanoidbench-balance-simple/vla/starvla-qwenpi_v3-h1/humanoidbench_balance_simple_qwenpi_v3_formal_latest/config.yaml +1 -1
- zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/config.yaml +1 -1
zero-latency/extreme-parkour-go2/vla/starvla-qwenpi_v3-h1/20260912T175510/config.yaml
CHANGED
|
@@ -26,7 +26,7 @@ framework:
|
|
| 26 |
action_dit_hidden_dim: 1024
|
| 27 |
dropout: 0.2
|
| 28 |
final_dropout: true
|
| 29 |
-
interleave_self_attention:
|
| 30 |
norm_type: ada_norm
|
| 31 |
positional_embeddings: null
|
| 32 |
attention_head_dim: 64
|
|
|
|
| 26 |
action_dit_hidden_dim: 1024
|
| 27 |
dropout: 0.2
|
| 28 |
final_dropout: true
|
| 29 |
+
interleave_self_attention: false
|
| 30 |
norm_type: ada_norm
|
| 31 |
positional_embeddings: null
|
| 32 |
attention_head_dim: 64
|
zero-latency/humanoidbench-balance-simple/vla/starvla-qwenpi_v3-h1/humanoidbench_balance_simple_qwenpi_v3_formal_latest/config.yaml
CHANGED
|
@@ -25,7 +25,7 @@ framework:
|
|
| 25 |
action_dit_hidden_dim: 1024
|
| 26 |
dropout: 0.2
|
| 27 |
final_dropout: true
|
| 28 |
-
interleave_self_attention:
|
| 29 |
norm_type: ada_norm
|
| 30 |
positional_embeddings: null
|
| 31 |
attention_head_dim: 64
|
|
|
|
| 25 |
action_dit_hidden_dim: 1024
|
| 26 |
dropout: 0.2
|
| 27 |
final_dropout: true
|
| 28 |
+
interleave_self_attention: false
|
| 29 |
norm_type: ada_norm
|
| 30 |
positional_embeddings: null
|
| 31 |
attention_head_dim: 64
|
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/config.yaml
CHANGED
|
@@ -25,7 +25,7 @@ framework:
|
|
| 25 |
action_dit_hidden_dim: 1024
|
| 26 |
dropout: 0.2
|
| 27 |
final_dropout: true
|
| 28 |
-
interleave_self_attention:
|
| 29 |
norm_type: ada_norm
|
| 30 |
positional_embeddings: null
|
| 31 |
attention_head_dim: 64
|
|
|
|
| 25 |
action_dit_hidden_dim: 1024
|
| 26 |
dropout: 0.2
|
| 27 |
final_dropout: true
|
| 28 |
+
interleave_self_attention: false
|
| 29 |
norm_type: ada_norm
|
| 30 |
positional_embeddings: null
|
| 31 |
attention_head_dim: 64
|