void0x14 commited on
Commit
5d84e23
·
unverified ·
1 Parent(s): 6466ca1

fix: remove mtp fields from text config

Browse files
MVP/qwen35_prune.py CHANGED
@@ -154,6 +154,8 @@ def build_text_config(full_config: dict, layer_count: int) -> dict:
154
  source["architectures"] = ["Qwen3_5ForCausalLM"]
155
  source.pop("vision_config", None)
156
  source.pop("mtp_config", None)
 
 
157
  return source
158
 
159
 
 
154
  source["architectures"] = ["Qwen3_5ForCausalLM"]
155
  source.pop("vision_config", None)
156
  source.pop("mtp_config", None)
157
+ source.pop("mtp_num_hidden_layers", None)
158
+ source.pop("mtp_use_dedicated_embeddings", None)
159
  return source
160
 
161
 
MVP/tests/test_pruning_contract.py CHANGED
@@ -83,6 +83,8 @@ def test_text_config_is_standalone_and_keeps_live_attention_fields():
83
  "linear_value_head_dim": 128,
84
  "linear_conv_kernel_dim": 4,
85
  "vocab_size": 248320,
 
 
86
  },
87
  }
88
 
@@ -94,6 +96,7 @@ def test_text_config_is_standalone_and_keeps_live_attention_fields():
94
  assert text["linear_num_value_heads"] == 16
95
  assert text["tie_word_embeddings"] is True
96
  assert "vision_config" not in text
 
97
 
98
 
99
  def test_validator_rejects_vision_mtp_and_duplicate_tied_head():
 
83
  "linear_value_head_dim": 128,
84
  "linear_conv_kernel_dim": 4,
85
  "vocab_size": 248320,
86
+ "mtp_num_hidden_layers": 1,
87
+ "mtp_use_dedicated_embeddings": False,
88
  },
89
  }
90
 
 
96
  assert text["linear_num_value_heads"] == 16
97
  assert text["tie_word_embeddings"] is True
98
  assert "vision_config" not in text
99
+ assert not any(key.startswith("mtp_") for key in text)
100
 
101
 
102
  def test_validator_rejects_vision_mtp_and_duplicate_tied_head():