Hugging Face's logo

Alpha9
/
numbat

Safetensors
numbat
custom_code
8-bit precision
modelopt
Model card Files
xet
 Community
numbat
File size: 915 Bytes
236e4d5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
{
    "producer": {
        "name": "modelopt",
        "version": "0.47.0"
    },
    "quantization": {
        "quant_algo": "NVFP4",
        "kv_cache_quant_algo": null,
        "exclude_modules": [
            "lm_head",
            "model.embed_tokens",
            "model.norm",
            "model.layers.0.*",
            "model.layers.1.*",
            "model.layers.109.*",
            "model.layers.110.*",
            "model.layers.111.*",
            "model.layers.112.*",
            "model.layers.113.*",
            "model.layers.114.*",
            "model.layers.*.mlp.gate",
            "model.layers.*.self_attn.a_proj",
            "model.layers.*.self_attn.b_proj",
            "model.layers.*.self_attn.*conv1d",
            "model.layers.*.*layernorm",
            "model.layers.*.self_attn.*layernorm",
            "model.layers.*.self_attn.o_norm"
        ],
        "group_size": 16
    }
}