danielwinterw commited on
Commit
91c1cb2
·
verified ·
1 Parent(s): aef4664

Add the DFlash pairing index (schema 1, 6 pairings)

Browse files
Files changed (2) hide show
  1. README.md +17 -0
  2. index.json +108 -0
README.md ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags: [mesh-llm, dflash, speculative-decoding]
4
+ ---
5
+
6
+ # DFlash pairing index for mesh-llm
7
+
8
+ `index.json` maps a target model's GGUF identity (architecture, executable layer count, width, expert
9
+ count, optional family) to the DFlash draft mesh-llm uses by default, pinned by Hugging Face revision
10
+ and SHA-256, with the default draft cap and the backends it is the default on.
11
+
12
+ Each mesh-llm release trusts one exact revision of this repo. Every pairing here was chosen from
13
+ measured decode speed on DGX Spark (CUDA) and Apple M3 Ultra / M6 (Metal): a pairing is the default
14
+ on a backend only where it beat decoding without speculation.
15
+
16
+ Layer packages can instead declare their draft in `generation.speculative_decoding.proposers`
17
+ (`kind: dflash`); a package declaration takes precedence over this index.
index.json ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "pairings": [
4
+ {
5
+ "target": {
6
+ "architecture": "qwen35",
7
+ "layer_count": 32,
8
+ "embedding_length": 4096,
9
+ "expert_count": 0
10
+ },
11
+ "draft": {
12
+ "repo": "AtomicChat/Qwen3.5-9B-DFlash-GGUF",
13
+ "revision": "c7c69923d77a9aa0004b410d3a7a3dbb64591d41",
14
+ "file": "Qwen3.5-9B-DFlash.Q8_0.gguf",
15
+ "sha256": "27b9d18e605aea9c50ef506e4b63921e0dc624cc91c63c60617a8295f153d436",
16
+ "bytes": 1383768224
17
+ },
18
+ "max_draft_tokens": 15,
19
+ "backends": "all"
20
+ },
21
+ {
22
+ "target": {
23
+ "architecture": "qwen35",
24
+ "layer_count": 64,
25
+ "embedding_length": 5120,
26
+ "expert_count": 0
27
+ },
28
+ "draft": {
29
+ "repo": "AtomicChat/Qwen3.6-27B-DFlash-GGUF",
30
+ "revision": "a3d4fb1eff6f268cbbdf808042f6902cc17f5458",
31
+ "file": "Qwen3.6-27B-DFlash.Q8_0.gguf",
32
+ "sha256": "b9be52167d0b4f5cbaffba6658bcb20dd814ad4e5846532353c165ccf97e47a1",
33
+ "bytes": 1849481472
34
+ },
35
+ "max_draft_tokens": 15,
36
+ "backends": "all"
37
+ },
38
+ {
39
+ "target": {
40
+ "architecture": "qwen35",
41
+ "layer_count": 64,
42
+ "embedding_length": 5120,
43
+ "expert_count": 0,
44
+ "family": "Qwen3.8"
45
+ },
46
+ "draft": {
47
+ "repo": "z-lab/Qwen3.8-27B-DFlash2-GGUF",
48
+ "revision": "2d9571f8ce46e151f61c6499c99dee6079e1d610",
49
+ "file": "Qwen3.8-27B-DFlash2-Q8_0.gguf",
50
+ "sha256": "c18e800daedc59ca68fd13b6a856d795746af6d399a9279ac6a277d1d422f87e",
51
+ "bytes": 2056414816
52
+ },
53
+ "max_draft_tokens": 7,
54
+ "backends": "all"
55
+ },
56
+ {
57
+ "target": {
58
+ "architecture": "qwen35moe",
59
+ "layer_count": 40,
60
+ "embedding_length": 2048,
61
+ "expert_count": 256
62
+ },
63
+ "draft": {
64
+ "repo": "aminya/Qwen3.6-35B-A3B-DFlash2-GGUF",
65
+ "revision": "1e26e3499d865b9d2fc55e019d65b3f0e8ab6846",
66
+ "file": "Qwen3.6-35B-A3B-DFlash2-Q8_0.gguf",
67
+ "sha256": "69bc81f5344dfeb67bcfc09277dd9617500fca1823f72e6e08d5df92e73a8b44",
68
+ "bytes": 570468544
69
+ },
70
+ "max_draft_tokens": 7,
71
+ "backends": "not-metal"
72
+ },
73
+ {
74
+ "target": {
75
+ "architecture": "qwen35moe",
76
+ "layer_count": 40,
77
+ "embedding_length": 2048,
78
+ "expert_count": 256
79
+ },
80
+ "draft": {
81
+ "repo": "Alittlehammmer/Qwen3.6-35B-A3B-DFlash-GGUF-llama.cpp",
82
+ "revision": "2aa57b642f211d2639083954c5b66d9c1ee503fc",
83
+ "file": "Qwen3.6-35B-A3B-DFlash-Q8_0.gguf",
84
+ "sha256": "724ac8a102763e0d896cd49bf558fdf5bfdb146ec9f7097d18b035e4a95eac3f",
85
+ "bytes": 421060800
86
+ },
87
+ "max_draft_tokens": 15,
88
+ "backends": "metal"
89
+ },
90
+ {
91
+ "target": {
92
+ "architecture": "qwen3next",
93
+ "layer_count": 48,
94
+ "embedding_length": 2048,
95
+ "expert_count": 512
96
+ },
97
+ "draft": {
98
+ "repo": "AtomicChat/Qwen3-Coder-Next-DFlash-GGUF",
99
+ "revision": "f5b4c9d2511678f75a41b3d3de5d9e379dd88768",
100
+ "file": "Qwen3-Coder-Next-DFlash.Q8_0.gguf",
101
+ "sha256": "139081af2f9f634b3b8bce8f75a0449f92bcb75ae7a2e32abaf1bcdf6f4a7952",
102
+ "bytes": 509674720
103
+ },
104
+ "max_draft_tokens": 15,
105
+ "backends": "metal"
106
+ }
107
+ ]
108
+ }