deff-1 / hf_quant_config.json
totallytim's picture
Upload Deff-1 weights
01badea verified
Raw History Blame Contribute Delete
461 Bytes
{
"producer": {
"name": "modelopt",
"version": "0.0.1.dev1+gd0142c9dc.d20261002"
},
"quantization": {
"quant_algo": "NVFP4",
"kv_cache_quant_algo": "FP8",
"group_size": 16,
"exclude_modules": [
"lm_head",
"*embed_vision*",
"*mlp*",
"*router*",
"*self_attn*",
"*self_conditioning*",
"*vision_tower*"
]
}
}