{ "name": "q4", "recipe": { "experts": { "default": "native", "layers": { "20": "gptq:4:64", "21": "gptq:4:64", "22": "gptq:4:64", "23": "gptq:4:64" } }, "dense": { "attn": [ 8, 64 ], "embed": [ 8, 64 ], "head": [ 8, 64 ], "vision": [ 8, 64 ] } }, "upstream": "thinkingmachines/Inkling-2-Mini", "upstream_revision": "ed40e7da625f594fc9c4990f5f66be24873c22d7", "module_counts": { "experts: nvfp4 4-bit g16": 60, "experts: affine 4-bit g64": 12, "embed: affine 8-bit g64": 1, "attn: affine 8-bit g64": 144, "head: affine 8-bit g64": 1, "vision: affine 8-bit g64": 140 }, "reload_max_logit_diff": 0.0, "weights_bytes": 15846933339, "files": { "model-00001-of-00003.safetensors": { "bytes": 5352372240, "sha256": "ba4fb054048af8fd1a709e29c80cec1c9ee4c7bd1802fad4328bc7c6c0522abf" }, "model-00002-of-00003.safetensors": { "bytes": 5241506160, "sha256": "1113837a82e33856e969a3bde4061f8c629625bf3cf9786da2b82e641198499c" }, "model-00003-of-00003.safetensors": { "bytes": 5253054939, "sha256": "fbf1847203a94fbe4940f94d266a90e00268634e50337c3621c1faf16f66da23" }, "mtp.safetensors": { "bytes": 635801416, "sha256": "7c3b651317f01f73bcf4e1dceba66ef8b7e1a1eac6bc171e882e690a4b10a1d2" } } }