dflash-pairings / index.json
jamesdumay's picture
Publish DFlash pairing index d3c66d8d895b504538a0c5f3e75caef1b95324543aaeb98a628feff9464d1e11 from mesh-llm 2f83990320e0109c0529f26297554606f8c0b5e4
c7c49ad verified
Raw History Blame Contribute Delete
5.59 kB
{
"schema_version": 1,
"pairings": [
{
"target": {
"architecture": "qwen35",
"layer_count": 32,
"embedding_length": 4096,
"expert_count": 0
},
"draft": {
"repo": "AtomicChat/Qwen3.5-9B-DFlash-GGUF",
"revision": "c7c69923d77a9aa0004b410d3a7a3dbb64591d41",
"file": "Qwen3.5-9B-DFlash.Q8_0.gguf",
"sha256": "27b9d18e605aea9c50ef506e4b63921e0dc624cc91c63c60617a8295f153d436",
"bytes": 1383768224
},
"max_draft_tokens": 15,
"backends": "all"
},
{
"target": {
"architecture": "qwen35",
"layer_count": 64,
"embedding_length": 5120,
"expert_count": 0
},
"draft": {
"repo": "AtomicChat/Qwen3.6-27B-DFlash-GGUF",
"revision": "a3d4fb1eff6f268cbbdf808042f6902cc17f5458",
"file": "Qwen3.6-27B-DFlash.Q8_0.gguf",
"sha256": "b9be52167d0b4f5cbaffba6658bcb20dd814ad4e5846532353c165ccf97e47a1",
"bytes": 1849481472
},
"max_draft_tokens": 15,
"backends": "all"
},
{
"target": {
"architecture": "qwen35",
"layer_count": 64,
"embedding_length": 5120,
"expert_count": 0,
"family": "Qwen3.8"
},
"draft": {
"repo": "z-lab/Qwen3.8-27B-DFlash2-GGUF",
"revision": "2d9571f8ce46e151f61c6499c99dee6079e1d610",
"file": "Qwen3.8-27B-DFlash2-Q8_0.gguf",
"sha256": "c18e800daedc59ca68fd13b6a856d795746af6d399a9279ac6a277d1d422f87e",
"bytes": 2056414816
},
"max_draft_tokens": 7,
"backends": "all"
},
{
"target": {
"architecture": "qwen35moe",
"layer_count": 40,
"embedding_length": 2048,
"expert_count": 256
},
"draft": {
"repo": "aminya/Qwen3.6-35B-A3B-DFlash2-GGUF",
"revision": "1e26e3499d865b9d2fc55e019d65b3f0e8ab6846",
"file": "Qwen3.6-35B-A3B-DFlash2-Q8_0.gguf",
"sha256": "69bc81f5344dfeb67bcfc09277dd9617500fca1823f72e6e08d5df92e73a8b44",
"bytes": 570468544
},
"max_draft_tokens": 7,
"backends": "not-metal"
},
{
"target": {
"architecture": "qwen35moe",
"layer_count": 40,
"embedding_length": 2048,
"expert_count": 256
},
"draft": {
"repo": "Alittlehammmer/Qwen3.6-35B-A3B-DFlash-GGUF-llama.cpp",
"revision": "2aa57b642f211d2639083954c5b66d9c1ee503fc",
"file": "Qwen3.6-35B-A3B-DFlash-Q8_0.gguf",
"sha256": "724ac8a102763e0d896cd49bf558fdf5bfdb146ec9f7097d18b035e4a95eac3f",
"bytes": 421060800
},
"max_draft_tokens": 15,
"backends": "metal"
},
{
"target": {
"architecture": "qwen3next",
"layer_count": 48,
"embedding_length": 2048,
"expert_count": 512
},
"draft": {
"repo": "AtomicChat/Qwen3-Coder-Next-DFlash-GGUF",
"revision": "f5b4c9d2511678f75a41b3d3de5d9e379dd88768",
"file": "Qwen3-Coder-Next-DFlash.Q8_0.gguf",
"sha256": "139081af2f9f634b3b8bce8f75a0449f92bcb75ae7a2e32abaf1bcdf6f4a7952",
"bytes": 509674720
},
"max_draft_tokens": 15,
"backends": "metal"
},
{
"target": {
"architecture": "gemma4",
"layer_count": 42,
"embedding_length": 2560,
"expert_count": 0,
"family": "Nemotron-3.5-Bolt"
},
"draft": {
"repo": "unsloth/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF",
"revision": "b738967d6da3441a7d1c71fcec15e49e32e16ecd",
"file": "dflash-NVIDIA-Nemotron-3.5-Bolt-E4B-Q8_0.gguf",
"sha256": "9a63662ae8395b8bfc1a1b00d7a9ef354120f172704bd6ba88d3870cf22d4d03",
"bytes": 398892256
},
"max_draft_tokens": 7,
"backends": "all"
},
{
"target": {
"architecture": "nemotron_h_moe",
"layer_count": 52,
"embedding_length": 2688,
"expert_count": 128,
"family": "Nemotron-3.5-Lightning"
},
"draft": {
"repo": "magnitudedev/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4-DSpark-GGUF",
"revision": "ed35fc990759330e325ab9e41bcf80737ab4dafc",
"file": "NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4-DSpark.gguf",
"sha256": "14fcc5296ca9be2fa2156275fd1811de966835e2894729907a03cf7f80634856",
"bytes": 1357001312
},
"max_draft_tokens": 7,
"backends": "not-metal"
},
{
"target": {
"architecture": "laguna",
"layer_count": 48,
"embedding_length": 3072,
"expert_count": 256
},
"draft": {
"repo": "poolside/Laguna-S-2.1-GGUF",
"revision": "19036076775e9ba6758595f78af99cb976ef8ff0",
"file": "laguna-s-2.1-DFlash-BF16.gguf",
"sha256": "2ee8aa30338d6599bc7a8ce008cc57c56f2c2b2fdc21f6db9ecda203c751bfd4",
"bytes": 2233764224
},
"max_draft_tokens": 15,
"backends": "not-metal"
},
{
"target": {
"architecture": "deepseek4",
"layer_count": 43,
"embedding_length": 4096,
"expert_count": 256,
"family": "DeepSeek-V4-Flash-0731"
},
"draft": {
"repo": "unsloth/DeepSeek-V4-Flash-0731-GGUF",
"revision": "fbbb5b93fb787c21338159b0af3318bb3f4d9768",
"file": "dspark-DeepSeek-V4-Flash-0731-Q8_0.gguf",
"sha256": "2c7ac54b0b64a99df1f139a9f1371a00198265e1d6a614b77597d20a655a4249",
"bytes": 10896057440
},
"max_draft_tokens": 5,
"backends": "not-metal"
}
]
}