{ "name": "q3", "recipe": { "experts": { "default": "gptq:3:64" }, "dense": { "attn": [ 8, 64 ], "embed": [ 8, 64 ], "head": [ 8, 64 ], "vision": [ 8, 64 ] } }, "upstream": "thinkingmachines/Inkling-2-Mini", "upstream_revision": "ed40e7da625f594fc9c4990f5f66be24873c22d7", "module_counts": { "experts: affine 3-bit g64": 72, "embed: affine 8-bit g64": 1, "attn: affine 8-bit g64": 144, "head: affine 8-bit g64": 1, "vision: affine 8-bit g64": 140 }, "reload_max_logit_diff": 0.0, "weights_bytes": 12789255425, "files": { "model-00001-of-00003.safetensors": { "bytes": 5293081058, "sha256": "48fc215e4885bed15d0a8977160ee8dcc10b368bb29745ec7935d2dee583ec92" }, "model-00002-of-00003.safetensors": { "bytes": 5266137884, "sha256": "1ab6d9feb4feffb5604e52c4a23820aa0da17cdeb4391ae0f80a6f5652fc1d02" }, "model-00003-of-00003.safetensors": { "bytes": 2230036483, "sha256": "bc21b22b6aee8a12f18e71c147c23242b8024dbd33602e123298fe7a0a17f781" }, "mtp.safetensors": { "bytes": 635801416, "sha256": "7c3b651317f01f73bcf4e1dceba66ef8b7e1a1eac6bc171e882e690a4b10a1d2" } } }