talha1503 commited on
Commit
36ce8ed
·
verified ·
1 Parent(s): 56b2c09

Fix legacy QwenPI H1 attention contract

Browse files

Set interleave_self_attention=false only for the three QwenPI H1 checkpoints trained before StarVLA 25db14af, restoring their all-layer cross-attention training contract.

zero-latency/extreme-parkour-go2/vla/starvla-qwenpi_v3-h1/20260912T175510/config.yaml CHANGED
@@ -26,7 +26,7 @@ framework:
26
  action_dit_hidden_dim: 1024
27
  dropout: 0.2
28
  final_dropout: true
29
- interleave_self_attention: true
30
  norm_type: ada_norm
31
  positional_embeddings: null
32
  attention_head_dim: 64
 
26
  action_dit_hidden_dim: 1024
27
  dropout: 0.2
28
  final_dropout: true
29
+ interleave_self_attention: false
30
  norm_type: ada_norm
31
  positional_embeddings: null
32
  attention_head_dim: 64
zero-latency/humanoidbench-balance-simple/vla/starvla-qwenpi_v3-h1/humanoidbench_balance_simple_qwenpi_v3_formal_latest/config.yaml CHANGED
@@ -25,7 +25,7 @@ framework:
25
  action_dit_hidden_dim: 1024
26
  dropout: 0.2
27
  final_dropout: true
28
- interleave_self_attention: true
29
  norm_type: ada_norm
30
  positional_embeddings: null
31
  attention_head_dim: 64
 
25
  action_dit_hidden_dim: 1024
26
  dropout: 0.2
27
  final_dropout: true
28
+ interleave_self_attention: false
29
  norm_type: ada_norm
30
  positional_embeddings: null
31
  attention_head_dim: 64
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h1/mikasa_intercept_grab_fast_qwenpi_v3_formal_latest_r8gpu8_20260907T082154Z/config.yaml CHANGED
@@ -25,7 +25,7 @@ framework:
25
  action_dit_hidden_dim: 1024
26
  dropout: 0.2
27
  final_dropout: true
28
- interleave_self_attention: true
29
  norm_type: ada_norm
30
  positional_embeddings: null
31
  attention_head_dim: 64
 
25
  action_dit_hidden_dim: 1024
26
  dropout: 0.2
27
  final_dropout: true
28
+ interleave_self_attention: false
29
  norm_type: ada_norm
30
  positional_embeddings: null
31
  attention_head_dim: 64