Upload MTP files

config.json

@@ -67,7 +67,7 @@
         "max_position_embeddings": 262144,
         "model_type": "qwen3_5_moe_text",
         "moe_intermediate_size": 512,
-        "mtp_num_hidden_layers": 0,
+        "mtp_num_hidden_layers": 1,
         "mtp_use_dedicated_embeddings": false,
         "num_attention_heads": 16,
         "num_experts": 256,

model-00014-of-mtp.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e6f4b910fd5ff7594e85863fe28cfd0177890c8251655ee9bcbc35a208d78b
+size 1689283688

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 69321221376
+    "total_size": 71010502912
   },
   "weight_map": {
     "model.language_model.embed_tokens.weight": "model-00000-of-00013.safetensors",
@@ -31335,6 +31335,25 @@
     "model.language_model.layers.33.linear_attn.in_proj_b.weight": "model-00012-of-00013.safetensors",
     "model.language_model.layers.37.linear_attn.in_proj_b.weight": "model-00012-of-00013.safetensors",
     "model.language_model.layers.38.linear_attn.dt_bias": "model-00012-of-00013.safetensors",
-    "model.language_model.layers.38.mlp.shared_expert_gate.weight": "model-00012-of-00013.safetensors"
+    "model.language_model.layers.38.mlp.shared_expert_gate.weight": "model-00012-of-00013.safetensors",
+    "mtp.fc.weight": "model-00014-of-mtp.safetensors",
+    "mtp.norm.weight": "model-00014-of-mtp.safetensors",
+    "mtp.pre_fc_norm_embedding.weight": "model-00014-of-mtp.safetensors",
+    "mtp.pre_fc_norm_hidden.weight": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.input_layernorm.weight": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.post_attention_layernorm.weight": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.self_attn.q_proj.weight": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.self_attn.k_proj.weight": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.self_attn.v_proj.weight": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.self_attn.o_proj.weight": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.self_attn.q_norm.weight": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.self_attn.k_norm.weight": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.mlp.gate.weight": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.mlp.experts.gate_up_proj": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.mlp.experts.down_proj": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.mlp.shared_expert.gate_proj.weight": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.mlp.shared_expert.up_proj.weight": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.mlp.shared_expert.down_proj.weight": "model-00014-of-mtp.safetensors",
+    "mtp.layers.0.mlp.shared_expert_gate.weight": "model-00014-of-mtp.safetensors"
   }
 }