{
    "producer": {
        "name": "modelopt",
        "version": "0.47.0"
    },
    "quantization": {
        "quant_algo": "NVFP4",
        "kv_cache_quant_algo": null,
        "exclude_modules": [
            "lm_head",
            "model.embed_tokens",
            "model.norm",
            "model.layers.0.*",
            "model.layers.1.*",
            "model.layers.109.*",
            "model.layers.110.*",
            "model.layers.111.*",
            "model.layers.112.*",
            "model.layers.113.*",
            "model.layers.114.*",
            "model.layers.*.mlp.gate",
            "model.layers.*.self_attn.a_proj",
            "model.layers.*.self_attn.b_proj",
            "model.layers.*.self_attn.*conv1d",
            "model.layers.*.*layernorm",
            "model.layers.*.self_attn.*layernorm",
            "model.layers.*.self_attn.o_norm"
        ],
        "group_size": 16
    }
}