{ "name": "q2", "recipe": { "experts": { "default": "gptq:2:64" }, "dense": { "attn": [ 8, 64 ], "embed": [ 8, 64 ], "head": [ 8, 64 ], "vision": [ 8, 64 ] } }, "upstream": "thinkingmachines/Inkling-2-Mini", "upstream_revision": "ed40e7da625f594fc9c4990f5f66be24873c22d7", "module_counts": { "experts: affine 2-bit g64": 72, "embed: affine 8-bit g64": 1, "attn: affine 8-bit g64": 144, "head: affine 8-bit g64": 1, "vision: affine 8-bit g64": 140 }, "reload_max_logit_diff": 0.0, "weights_bytes": 9731607887, "files": { "model-00001-of-00002.safetensors": { "bytes": 5289421132, "sha256": "baf57c0630cb18792a9213ee41ca502fe5292ba3f3a71a55e24ca89d8586cff0" }, "model-00002-of-00002.safetensors": { "bytes": 4442186755, "sha256": "b9d1fd627556b7a29318ffa18f1c9aebd9da8b76a5238cc28fceba9898b9118f" }, "mtp.safetensors": { "bytes": 635801416, "sha256": "7c3b651317f01f73bcf4e1dceba66ef8b7e1a1eac6bc171e882e690a4b10a1d2" } } }