fix: declare NextN (MTP) layer 45 as BF16 in quantization ignore lists

#11
Files changed (2) hide show
  1. config.json +3 -1
  2. hf_quant_config.json +3 -1
config.json CHANGED
@@ -452,7 +452,9 @@
452
  "model.language_model.layers.9.mlp.gate",
453
  "model.language_model.layers.9.mlp.shared_experts*",
454
  "model.language_model.layers.9.self_attn*",
455
- "model.visual*"
 
 
456
  ],
457
  "quant_algo": "NVFP4",
458
  "kv_cache_scheme": {
 
452
  "model.language_model.layers.9.mlp.gate",
453
  "model.language_model.layers.9.mlp.shared_experts*",
454
  "model.language_model.layers.9.self_attn*",
455
+ "model.visual*",
456
+ "model.language_model.layers.45*",
457
+ "model.layers.45*"
458
  ],
459
  "quant_algo": "NVFP4",
460
  "kv_cache_scheme": {
hf_quant_config.json CHANGED
@@ -139,7 +139,9 @@
139
  "model.language_model.layers.9.mlp.gate",
140
  "model.language_model.layers.9.mlp.shared_experts*",
141
  "model.language_model.layers.9.self_attn*",
142
- "model.visual*"
 
 
143
  ]
144
  }
145
  }
 
139
  "model.language_model.layers.9.mlp.gate",
140
  "model.language_model.layers.9.mlp.shared_experts*",
141
  "model.language_model.layers.9.self_attn*",
142
+ "model.visual*",
143
+ "model.language_model.layers.45*",
144
+ "model.layers.45*"
145
  ]
146
  }
147
  }