Inkling-2-Mini-MLX-4bit / extras /build_manifest.json
VisualInference's picture
Inkling 2 Mini for MLX, 4bit: weights, card, validation results
d19188c verified
Raw History Blame Contribute Delete
1.33 kB
{
"name": "q4",
"recipe": {
"experts": {
"default": "native",
"layers": {
"20": "gptq:4:64",
"21": "gptq:4:64",
"22": "gptq:4:64",
"23": "gptq:4:64"
}
},
"dense": {
"attn": [
8,
64
],
"embed": [
8,
64
],
"head": [
8,
64
],
"vision": [
8,
64
]
}
},
"upstream": "thinkingmachines/Inkling-2-Mini",
"upstream_revision": "ed40e7da625f594fc9c4990f5f66be24873c22d7",
"module_counts": {
"experts: nvfp4 4-bit g16": 60,
"experts: affine 4-bit g64": 12,
"embed: affine 8-bit g64": 1,
"attn: affine 8-bit g64": 144,
"head: affine 8-bit g64": 1,
"vision: affine 8-bit g64": 140
},
"reload_max_logit_diff": 0.0,
"weights_bytes": 15846933339,
"files": {
"model-00001-of-00003.safetensors": {
"bytes": 5352372240,
"sha256": "ba4fb054048af8fd1a709e29c80cec1c9ee4c7bd1802fad4328bc7c6c0522abf"
},
"model-00002-of-00003.safetensors": {
"bytes": 5241506160,
"sha256": "1113837a82e33856e969a3bde4061f8c629625bf3cf9786da2b82e641198499c"
},
"model-00003-of-00003.safetensors": {
"bytes": 5253054939,
"sha256": "fbf1847203a94fbe4940f94d266a90e00268634e50337c3621c1faf16f66da23"
},
"mtp.safetensors": {
"bytes": 635801416,
"sha256": "7c3b651317f01f73bcf4e1dceba66ef8b7e1a1eac6bc171e882e690a4b10a1d2"
}
}
}