Spaces:
Running
Running
Upload folder using huggingface_hub
Browse files- demo_options_qwen3.8-27b.json +1 -0
- fork.js +270 -132
- index.html +86 -25
- rankQuants.js +21 -4
demo_options_qwen3.8-27b.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"key": "Qwen/Qwen3.8-27B", "family": "Qwen", "options": [{"quant": "IQ2_M", "repo": "KikoCis/Qwen3.8-27B-GGUF", "size": 10004594368, "bpw": 2.7, "fit_tier": "gpu", "repo_downloads": 11704}, {"quant": "UD-IQ2_S", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 8371970048, "bpw": 2.5, "fit_tier": "gpu", "repo_downloads": 6650349}, {"quant": "IQ2_XS", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 9088526048, "bpw": 2.31, "fit_tier": "gpu", "repo_downloads": 468425}, {"quant": "IQ2_XS", "repo": "KikoCis/Qwen3.8-27B-GGUF", "size": 9090592448, "bpw": 2.31, "fit_tier": "gpu", "repo_downloads": 11704}, {"quant": "UD-IQ2_XXS", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 7266070528, "bpw": 2.06, "fit_tier": "gpu", "repo_downloads": 6650349}, {"quant": "IQ2_XXS", "repo": "byteshape/Qwen3.8-27B-GGUF", "size": 8843953536, "bpw": 2.06, "fit_tier": "gpu", "repo_downloads": 1421349}, {"quant": "IQ2_XXS", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 8881268448, "bpw": 2.06, "fit_tier": "gpu", "repo_downloads": 468425}, {"quant": "IQ2_XXS", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 8977176032, "bpw": 2.06, "fit_tier": "gpu", "repo_downloads": 45504}, {"quant": "UD-IQ1_M", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 6729166848, "bpw": 1.75, "fit_tier": "gpu", "repo_downloads": 6650349}, {"quant": "IQ1_M", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 8498107872, "bpw": 1.75, "fit_tier": "gpu", "repo_downloads": 45504}, {"quant": "IQ1_M", "repo": "KikoCis/Qwen3.8-27B-GGUF", "size": 6457847488, "bpw": 1.75, "fit_tier": "gpu", "repo_downloads": 11704}, {"quant": "UD-IQ1_S", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 6192222208, "bpw": 1.56, "fit_tier": "gpu", "repo_downloads": 6650349}, {"quant": "IQ3_XS", "repo": "byteshape/Qwen3.8-27B-GGUF", "size": 10353001856, "bpw": 3.3, "fit_tier": "partial", "repo_downloads": 1421349}, {"quant": "UD-Q2_K_XL", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 9828981664, "bpw": 3.2, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "IQ3_XXS", "repo": "byteshape/Qwen3.8-27B-GGUF", "size": 9919481216, "bpw": 3.06, "fit_tier": "partial", "repo_downloads": 1421349}, {"quant": "Q2_K", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 10864592608, "bpw": 2.96, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q2_K", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 10864592192, "bpw": 2.96, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "IQ2_M", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 10522248928, "bpw": 2.7, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "IQ2_S", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 9684043488, "bpw": 2.5, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "IQ2_XS", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 9889846752, "bpw": 2.31, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "IQ2_XS", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 10221458912, "bpw": 2.31, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "IQ2_XS", "repo": "6block/Qwen3.8-27B-GGUF", "size": 10591877792, "bpw": 2.31, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "IQ2_XS", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 10591877792, "bpw": 2.31, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "IQ2_XXS", "repo": "6block/Qwen3.8-27B-GGUF", "size": 9985014432, "bpw": 2.06, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "IQ2_XXS", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 9985014432, "bpw": 2.06, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q2_K", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 10821543648, "bpw": 2.96, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "IQ3_S", "repo": "byteshape/Qwen3.8-27B-GGUF", "size": 11035354496, "bpw": 3.44, "fit_tier": "partial", "repo_downloads": 1421349}, {"quant": "UD-IQ3_XXS", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 10934860704, "bpw": 3.06, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "IQ2_M", "repo": "6block/Qwen3.8-27B-GGUF", "size": 11271158432, "bpw": 2.7, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "IQ2_M", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 11271158432, "bpw": 2.7, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q3_K_S", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 12256536288, "bpw": 3.5, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "IQ2_S", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 11141912032, "bpw": 2.5, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q2_K", "repo": "6block/Qwen3.8-27B-GGUF", "size": 11929795232, "bpw": 2.96, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q2_K", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 11929795232, "bpw": 2.96, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "UD-IQ3_S", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 12040883104, "bpw": 3.44, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "IQ3_XXS", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 12075800032, "bpw": 3.06, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "IQ3_XXS", "repo": "6block/Qwen3.8-27B-GGUF", "size": 12451461792, "bpw": 3.06, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "IQ3_XXS", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 12451461792, "bpw": 3.06, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q3_K_M", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 13500737248, "bpw": 3.91, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q3_K_M", "repo": "KikoCis/Qwen3.8-27B-GGUF", "size": 13500736672, "bpw": 3.91, "fit_tier": "partial", "repo_downloads": 11704}, {"quant": "Q3_K_M", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 13500736832, "bpw": 3.91, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "IQ3_XXS", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 12320167648, "bpw": 3.06, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q3_K_S", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 12739884768, "bpw": 3.5, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q3_K_S", "repo": "6block/Qwen3.8-27B-GGUF", "size": 13060946592, "bpw": 3.5, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q3_K_S", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 13060946592, "bpw": 3.5, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "IQ3_XS", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 12799604448, "bpw": 3.3, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "IQ4_XS", "repo": "byteshape/Qwen3.8-27B-GGUF", "size": 13083052416, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 1421349}, {"quant": "Q2_K_L", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 13081040480, "bpw": 3.1, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "IQ3_XXS", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 12984128992, "bpw": 3.06, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "UD-Q3_K_XL", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 13146393504, "bpw": 4.4, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q3_K_L", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 14559799008, "bpw": 4.27, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q3_K_L", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 14559798592, "bpw": 4.27, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "IQ3_M", "repo": "6block/Qwen3.8-27B-GGUF", "size": 13489879712, "bpw": 3.66, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "IQ3_M", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 13489879712, "bpw": 3.66, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q3_K_M", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 13404051168, "bpw": 3.91, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q3_K_M", "repo": "Chungulus/Qwen3.8-27B-Q3_K_M-GGUF", "size": 13500736896, "bpw": 3.91, "fit_tier": "partial", "repo_downloads": 5090}, {"quant": "Q3_K_M", "repo": "6block/Qwen3.8-27B-GGUF", "size": 14210448032, "bpw": 3.91, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q3_K_M", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 14210448032, "bpw": 3.91, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "IQ3_S", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 13838267872, "bpw": 3.44, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q3_K_L", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 14122817248, "bpw": 4.27, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "IQ4_XS", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 15420450528, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "IQ4_XS", "repo": "KikoCis/Qwen3.8-27B-GGUF", "size": 15309038752, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 11704}, {"quant": "Q4_0", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 15715853632, "bpw": 4.55, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "UD-IQ4_XS", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 14252845984, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "IQ3_S", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 14437471712, "bpw": 3.44, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q4_K_S", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 15825299168, "bpw": 4.58, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q4_K_S", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 15825298752, "bpw": 4.58, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "IQ3_M", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 14860629728, "bpw": 3.66, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "UD-Q4_K_S", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 15358213024, "bpw": 4.58, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q4_K_M", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 16810714848, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q4_K_M", "repo": "KikoCis/Qwen3.8-27B-GGUF", "size": 16810714272, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 11704}, {"quant": "Q4_K_M", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 16810714432, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "IQ4_XS", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 15475951328, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Qwen3.8-27B-MTP-IQ4_KS", "repo": "ubergarm/Qwen3.8-27B-GGUF", "size": 16921247392, "bpw": null, "fit_tier": "partial", "repo_downloads": 3945}, {"quant": "Q4_0", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 16056478688, "bpw": 4.55, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "IQ4_XS", "repo": "6block/Qwen3.8-27B-GGUF", "size": 16410040992, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "IQ4_XS", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 16410040992, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "UD-Q4_K_M", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 16464440224, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q4_K_S", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 16363513568, "bpw": 4.58, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q4_K_S", "repo": "6block/Qwen3.8-27B-GGUF", "size": 16839957152, "bpw": 4.58, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q4_K_S", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 16839957152, "bpw": 4.58, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q4_0", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 16348767968, "bpw": 4.55, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q4_0", "repo": "6block/Qwen3.8-27B-GGUF", "size": 16769178272, "bpw": 4.55, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q4_0", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 16769178272, "bpw": 4.55, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q3_K_XL", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 16391919200, "bpw": 4.4, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q4_K_M", "repo": "lmstudio-community/Qwen3.8-27B-GGUF", "size": 16810714336, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 1172050}, {"quant": "Q4_K_M", "repo": "Abiray/Qwen3.8-27B-Q4_K_M-GGUF", "size": 16810714400, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 13078}, {"quant": "IQ4_NL", "repo": "6block/Qwen3.8-27B-GGUF", "size": 17039186592, "bpw": 4.5, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "IQ4_NL", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 17039186592, "bpw": 4.5, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "IQ4_XS", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 16512935392, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q4_K_M", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 17120781792, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q4_K_M", "repo": "6block/Qwen3.8-27B-GGUF", "size": 17743780512, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q4_K_M", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 17743780512, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "IQ4_XS", "repo": "Jackrong/Qwen3.8-27B-MTP-GGUF", "size": 15420450112, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 6348}, {"quant": "Q5_K_S", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 18971682528, "bpw": 5.54, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q5_0", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 18971682112, "bpw": 5.54, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "Q5_K_S", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 18971682112, "bpw": 5.54, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "UD-Q4_K_XL", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 17559178144, "bpw": 5.05, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q4_1", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 17540705248, "bpw": 5.0, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q4_1", "repo": "6block/Qwen3.8-27B-GGUF", "size": 18140191392, "bpw": 5.0, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q4_1", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 18140191392, "bpw": 5.0, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q4_K_M", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 17442399968, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "IQ4_NL", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 17442399968, "bpw": 4.5, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q5_K_M", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 19535701728, "bpw": 5.69, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q5_K_M", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 19535701312, "bpw": 5.69, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "Q4_1", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 17825457888, "bpw": 5.0, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "UD-Q5_K_S", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 18665753504, "bpw": 5.54, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q4_K_M", "repo": "ggml-org/Qwen3.8-27B-GGUF", "size": 18973870528, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 2212866}, {"quant": "Q4_K_M", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 18546845152, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q5_K_S", "repo": "6block/Qwen3.8-27B-GGUF", "size": 19555768992, "bpw": 5.54, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q5_K_S", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 19555768992, "bpw": 5.54, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q4_K_L", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 18820703968, "bpw": 5.0, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q5_K_M", "repo": "6block/Qwen3.8-27B-GGUF", "size": 20080794272, "bpw": 5.69, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q5_K_M", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 20080794272, "bpw": 5.69, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q5_K_S", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 19566913248, "bpw": 5.54, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "UD-Q5_K_M", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 19771509664, "bpw": 5.69, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q5_K_M", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 20232512992, "bpw": 5.69, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q6_K", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 22431000288, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q6_K", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 22430999872, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "UD-Q5_K_XL", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 20876938144, "bpw": 5.9, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q5_K_M", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 20923877088, "bpw": 5.69, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q5_K_L", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 21537478240, "bpw": 5.8, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "UD-Q6_K", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 21983677344, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q6_K", "repo": "6block/Qwen3.8-27B-GGUF", "size": 22563871392, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q6_K", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 22563871392, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q6_K", "repo": "lmstudio-community/Qwen3.8-27B-GGUF", "size": 22430999776, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 1172050}, {"quant": "UD-Q6_K_M", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 23088409504, "bpw": null, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q6_K_S", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 22857455328, "bpw": null, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q5_K", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 23081711072, "bpw": null, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q6_K", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 23860565728, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "UD-Q6_K_L", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 24193919904, "bpw": 6.7, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "UD-Q6_K_XL", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 25299061664, "bpw": 6.9, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q6_K_L", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 24958908128, "bpw": 6.7, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q6_K", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 25005438432, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q8_0", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 29047084768, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q8_0", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 29047084352, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "Q8_0", "repo": "ggml-org/Qwen3.8-27B-GGUF", "size": 28595763648, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 2212866}, {"quant": "Q8_0", "repo": "6block/Qwen3.8-27B-GGUF", "size": 28049234592, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q8_0", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 28049234592, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "UD-Q8_K_L", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 28045695904, "bpw": null, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q8_0", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 29047086048, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q8_0", "repo": "lmstudio-community/Qwen3.8-27B-GGUF", "size": 29047084256, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 1172050}, {"quant": "Q8_0", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 29116388960, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q8_0", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 28887832032, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "UD-Q8_K_XL", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 31457991680, "bpw": 8.8, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "BF16", "repo": "ggml-org/Qwen3.8-27B-GGUF", "size": 53808282048, "bpw": 16.0, "fit_tier": "partial", "repo_downloads": 2212866}, {"quant": "BF16", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 54657733952, "bpw": 16.0, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "F16", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 54657733952, "bpw": 16.0, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "BF16", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 54657735616, "bpw": 16.0, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "BF16", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 54657734144, "bpw": 16.0, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "BF16", "repo": "Jackrong/Qwen3.8-27B-MTP-GGUF", "size": 54657733952, "bpw": 16.0, "fit_tier": "partial", "repo_downloads": 6348}]}
|
fork.js
CHANGED
|
@@ -1,12 +1,12 @@
|
|
| 1 |
/* Quant-picking frontend. Catalog + fit data come live from the
|
| 2 |
-
* LocalLLaMA explorer API
|
| 3 |
* rankQuants.js + quant_scores.json (measured KL benchmarks). */
|
| 4 |
"use strict";
|
| 5 |
|
| 6 |
const API = "https://codelion-local-model-explorer.hf.space";
|
| 7 |
const $ = (s, r = document) => r.querySelector(s);
|
| 8 |
const $$ = (s, r = document) => [...r.querySelectorAll(s)];
|
| 9 |
-
let META = null, SCORES = null, runId = 0;
|
| 10 |
|
| 11 |
function el(tag, cls, text) {
|
| 12 |
const n = document.createElement(tag);
|
|
@@ -14,31 +14,29 @@ function el(tag, cls, text) {
|
|
| 14 |
if (text !== undefined) n.textContent = text;
|
| 15 |
return n;
|
| 16 |
}
|
| 17 |
-
function opt(
|
| 18 |
const o = document.createElement("option");
|
| 19 |
o.value = value; o.textContent = label;
|
| 20 |
if (selected) o.selected = true;
|
| 21 |
return o;
|
| 22 |
}
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
"emergency only": "b-emergency", "dominated": "b-avoid",
|
| 29 |
-
"full precision (ref)": "" }[b.replace(" (est.)", "")];
|
| 30 |
-
if (cls) s.classList.add(cls);
|
| 31 |
-
return s;
|
| 32 |
-
}
|
| 33 |
|
| 34 |
function rig() {
|
| 35 |
const kind = $('input[name="kind"]:checked').value;
|
| 36 |
const out = { kind, gpus: [], ram_gb: 32 };
|
| 37 |
if (kind === "gpu") {
|
| 38 |
-
const
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
|
|
|
|
|
|
|
|
|
| 42 |
out.ram_gb = +$("#ram").value;
|
| 43 |
} else if (kind === "unified") {
|
| 44 |
out.unified_system = $("#usys").value;
|
|
@@ -49,61 +47,62 @@ function rig() {
|
|
| 49 |
return out;
|
| 50 |
}
|
| 51 |
|
| 52 |
-
function
|
| 53 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
}
|
| 55 |
-
const gb = (b) => `${(b / 1e9).toFixed(2)} GB`;
|
| 56 |
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
const
|
| 60 |
-
|
| 61 |
-
d.append(badge(pick.quant));
|
| 62 |
-
if (pick.fit) {
|
| 63 |
-
d.append(el("div", "muted",
|
| 64 |
-
`${pick.fit.label}: ${gb(pick.fit.gpu_gb * 1e9)} on GPU, ${gb(pick.fit.ram_gb * 1e9)} in RAM`));
|
| 65 |
-
}
|
| 66 |
-
return d;
|
| 67 |
}
|
| 68 |
|
| 69 |
-
function
|
| 70 |
-
|
| 71 |
-
const
|
| 72 |
-
|
| 73 |
-
const
|
| 74 |
-
const
|
| 75 |
-
|
| 76 |
-
const
|
| 77 |
-
|
| 78 |
-
const
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
if (
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
tr.append(el("td", null, o.repo.split("/")[0]), qtd, el("td", "num", gb(o.size)), btd, ftd);
|
| 85 |
-
tb.append(tr);
|
| 86 |
}
|
| 87 |
-
|
| 88 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 89 |
}
|
| 90 |
|
| 91 |
-
function
|
| 92 |
-
|
| 93 |
-
|
| 94 |
-
if (!
|
| 95 |
-
|
| 96 |
-
const btn = el("button", "btn ghost", "Copy");
|
| 97 |
-
btn.addEventListener("click", async () => {
|
| 98 |
-
try { await navigator.clipboard.writeText(pre.textContent); btn.textContent = "Copied"; }
|
| 99 |
-
catch (e) { btn.textContent = "Select and copy"; }
|
| 100 |
-
setTimeout(() => (btn.textContent = "Copy"), 1500);
|
| 101 |
-
});
|
| 102 |
-
const wrap = el("div");
|
| 103 |
-
const row = el("div", "row");
|
| 104 |
-
row.append(el("span", "muted", "Run it:"), btn);
|
| 105 |
-
wrap.append(row, pre);
|
| 106 |
-
return wrap;
|
| 107 |
}
|
| 108 |
|
| 109 |
function card(m) {
|
|
@@ -112,42 +111,153 @@ function card(m) {
|
|
| 112 |
const btn = el("button", null, m.name);
|
| 113 |
h.append(btn);
|
| 114 |
c.append(h);
|
| 115 |
-
|
| 116 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 117 |
const status = el("p", "muted", "Ranking quants…");
|
| 118 |
c.append(status);
|
| 119 |
const body = el("div");
|
| 120 |
c.append(body);
|
| 121 |
btn.addEventListener("click", () => {
|
| 122 |
-
body.replaceChildren();
|
| 123 |
-
|
| 124 |
-
body.append(cmdBlock(m._detail, m._pick), quantTable(m._detail, m._pick));
|
| 125 |
});
|
| 126 |
return { c, status, body };
|
| 127 |
}
|
| 128 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 129 |
async function detailFor(key, q, signal) {
|
| 130 |
const r = await fetch(`${API}/api/model`, { method: "POST",
|
| 131 |
headers: { "content-type": "application/json" }, signal,
|
| 132 |
body: JSON.stringify({ key, hardware: q.hardware, context: q.context,
|
| 133 |
-
kv_type:
|
|
|
|
| 134 |
if (!r.ok) throw new Error(`model ${r.status}`);
|
| 135 |
return r.json();
|
| 136 |
}
|
| 137 |
|
| 138 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 139 |
const id = ++runId;
|
| 140 |
-
const
|
| 141 |
-
|
| 142 |
-
hardware: { kind: r.kind, gpus: r.gpus, ram_gb: r.ram_gb,
|
| 143 |
-
...(r.unified_system ? { unified_system: r.unified_system } : {}) },
|
| 144 |
-
context: +$("#ctx").value,
|
| 145 |
-
priority: $('input[name="p"]:checked').value,
|
| 146 |
-
search: $("#search").value.trim() || null,
|
| 147 |
-
};
|
| 148 |
const box = $("#results");
|
| 149 |
-
box.replaceChildren();
|
| 150 |
-
$("#count").textContent = "Finding models…";
|
| 151 |
const ctrl = new AbortController();
|
| 152 |
const alive = () => id === runId;
|
| 153 |
|
|
@@ -155,10 +265,7 @@ async function search() {
|
|
| 155 |
try {
|
| 156 |
const rr = await fetch(`${API}/api/recommend`, { method: "POST",
|
| 157 |
headers: { "content-type": "application/json" }, signal: ctrl.signal,
|
| 158 |
-
body: JSON.stringify(
|
| 159 |
-
priority: q.priority, min_bits: 0, sort: "best", family: null, size: null,
|
| 160 |
-
search: q.search, moe_only: false, vision_only: false, fits_only: false,
|
| 161 |
-
vram_only: false, mmproj: "gpu", offset: 0, limit: 12 }) });
|
| 162 |
if (!rr.ok) throw new Error(`recommend ${rr.status}`);
|
| 163 |
res = await rr.json();
|
| 164 |
} catch {
|
|
@@ -166,56 +273,68 @@ async function search() {
|
|
| 166 |
return;
|
| 167 |
}
|
| 168 |
if (!alive()) return;
|
| 169 |
-
|
| 170 |
-
|
| 171 |
-
|
| 172 |
-
|
| 173 |
-
|
| 174 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 175 |
|
| 176 |
-
|
| 177 |
-
const queue = res.results.map((m, i) => ({ m, fam: fams[i] }));
|
| 178 |
async function worker() {
|
| 179 |
while (alive() && queue.length) {
|
| 180 |
-
const
|
| 181 |
try {
|
| 182 |
const d = await detailFor(m.key, q, ctrl.signal);
|
| 183 |
if (!alive()) return;
|
| 184 |
const opts = d.options.map((o) => ({ ...o,
|
| 185 |
fit_ok: o.fit && o.fit.tier !== "no" && o.fit.tier !== "no_vram" }));
|
| 186 |
-
const
|
| 187 |
-
const { pick, warnings } = rankOptions(opts, q.priority, famGuess, SCORES);
|
| 188 |
m._detail = d; m._pick = pick;
|
| 189 |
const ui = m._ui;
|
| 190 |
if (!ui) continue;
|
| 191 |
ui.status.replaceChildren();
|
| 192 |
if (pick) {
|
| 193 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 194 |
for (const w of warnings) ui.status.append(el("div", "warn", w));
|
| 195 |
-
|
|
|
|
| 196 |
} else {
|
| 197 |
-
ui.status.textContent =
|
| 198 |
}
|
| 199 |
} catch (err) {
|
| 200 |
if (alive() && m._ui) m._ui.status.textContent =
|
| 201 |
-
`Quant ranking failed
|
| 202 |
}
|
| 203 |
}
|
| 204 |
}
|
| 205 |
-
|
| 206 |
-
for (const m of res.results) {
|
| 207 |
-
const ui = card(m);
|
| 208 |
-
m._ui = ui;
|
| 209 |
-
box.append(ui.c);
|
| 210 |
-
}
|
| 211 |
await Promise.all(Array.from({ length: 4 }, worker));
|
| 212 |
}
|
| 213 |
|
| 214 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 215 |
function syncKind() {
|
| 216 |
const kind = $('input[name="kind"]:checked').value;
|
| 217 |
-
$$("[data-show]").forEach((n) => {
|
|
|
|
|
|
|
|
|
|
| 218 |
$("#custom-vram-field").hidden = kind !== "gpu" || $("#gpu").value !== "custom";
|
|
|
|
|
|
|
| 219 |
}
|
| 220 |
|
| 221 |
async function boot() {
|
|
@@ -227,38 +346,57 @@ async function boot() {
|
|
| 227 |
return;
|
| 228 |
}
|
| 229 |
const H = META.hardware;
|
| 230 |
-
|
| 231 |
-
const
|
| 232 |
-
|
| 233 |
-
|
| 234 |
-
|
| 235 |
-
|
| 236 |
-
|
|
|
|
|
|
|
|
|
|
| 237 |
$("#gpu").value = "NVIDIA RTX 5070";
|
|
|
|
| 238 |
const vramSet = [...new Set(Object.values(H.gpus))].sort((a, b) => a - b);
|
| 239 |
-
for (const
|
| 240 |
-
|
| 241 |
-
|
| 242 |
-
for (const
|
|
|
|
|
|
|
|
|
|
|
|
|
| 243 |
const syncMem = () => {
|
| 244 |
const mems = H.unified[$("#usys").value] || [];
|
| 245 |
-
$("#umem").replaceChildren(...mems.map((m) => opt(
|
| 246 |
};
|
| 247 |
-
$("#usys").addEventListener("change", syncMem);
|
| 248 |
syncMem();
|
| 249 |
-
for (const c of H.contexts) $("#ctx").append(opt(
|
|
|
|
|
|
|
| 250 |
|
| 251 |
-
$("#kind").addEventListener("change", syncKind);
|
| 252 |
$("#gpu").addEventListener("change", syncKind);
|
| 253 |
-
|
| 254 |
-
|
| 255 |
-
|
| 256 |
-
|
| 257 |
-
|
| 258 |
-
|
| 259 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 260 |
}
|
| 261 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 262 |
}
|
| 263 |
|
| 264 |
boot();
|
|
|
|
| 1 |
/* Quant-picking frontend. Catalog + fit data come live from the
|
| 2 |
+
* LocalLLaMA explorer API; the best-quant choice per model comes from
|
| 3 |
* rankQuants.js + quant_scores.json (measured KL benchmarks). */
|
| 4 |
"use strict";
|
| 5 |
|
| 6 |
const API = "https://codelion-local-model-explorer.hf.space";
|
| 7 |
const $ = (s, r = document) => r.querySelector(s);
|
| 8 |
const $$ = (s, r = document) => [...r.querySelectorAll(s)];
|
| 9 |
+
let META = null, SCORES = null, runId = 0, offset = 0, total = 0;
|
| 10 |
|
| 11 |
function el(tag, cls, text) {
|
| 12 |
const n = document.createElement(tag);
|
|
|
|
| 14 |
if (text !== undefined) n.textContent = text;
|
| 15 |
return n;
|
| 16 |
}
|
| 17 |
+
function opt(value, label, selected) {
|
| 18 |
const o = document.createElement("option");
|
| 19 |
o.value = value; o.textContent = label;
|
| 20 |
if (selected) o.selected = true;
|
| 21 |
return o;
|
| 22 |
}
|
| 23 |
+
const gb = (v, d = 1) => v === null || v === undefined ? "?" : `${Number(v).toFixed(d)} GB`;
|
| 24 |
+
const bytesGB = (b) => gb(b / 1e9);
|
| 25 |
+
const params = (p) => p >= 1e9 ? `${+(p / 1e9).toFixed(p >= 1e10 ? 0 : 1)}B` : `${Math.round(p / 1e6)}M`;
|
| 26 |
+
const compact = (n) => n >= 1e6 ? `${(n / 1e6).toFixed(1)}M` : n >= 1e3 ? `${Math.round(n / 1e3)}k` : String(n || 0);
|
| 27 |
+
const ctxLabel = (c) => c >= 1024 ? `${Math.round(c / 1024)}k` : String(c);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 28 |
|
| 29 |
function rig() {
|
| 30 |
const kind = $('input[name="kind"]:checked').value;
|
| 31 |
const out = { kind, gpus: [], ram_gb: 32 };
|
| 32 |
if (kind === "gpu") {
|
| 33 |
+
const one = (sel, vsel, csel, fb) => {
|
| 34 |
+
const name = $(sel).value;
|
| 35 |
+
const each = name === "custom" ? Math.max(1, Math.min(256, +$(vsel).value || fb)) : META.hardware.gpus[name];
|
| 36 |
+
return Array.from({ length: +$(csel).value || 1 }, () => each);
|
| 37 |
+
};
|
| 38 |
+
out.gpus = one("#gpu", "#custom-vram", "#gpu-count", 24);
|
| 39 |
+
if (!$("#gpu2-wrap").hidden) out.gpus = out.gpus.concat(one("#gpu2", "#custom-vram2", "#gpu2-count", 8)).slice(0, 16);
|
| 40 |
out.ram_gb = +$("#ram").value;
|
| 41 |
} else if (kind === "unified") {
|
| 42 |
out.unified_system = $("#usys").value;
|
|
|
|
| 47 |
return out;
|
| 48 |
}
|
| 49 |
|
| 50 |
+
function query(append) {
|
| 51 |
+
const r = rig();
|
| 52 |
+
return {
|
| 53 |
+
hardware: { kind: r.kind, gpus: r.gpus, ram_gb: r.ram_gb,
|
| 54 |
+
...(r.unified_system ? { unified_system: r.unified_system } : {}) },
|
| 55 |
+
context: +$("#ctx").value, kv_type: $("#kv").value,
|
| 56 |
+
priority: $('input[name="p"]:checked').value, min_bits: +$("#min-bits").value,
|
| 57 |
+
sort: $("#sort").value, family: $("#family").value || null, size: $("#size").value || null,
|
| 58 |
+
search: $("#search").value.trim() || null,
|
| 59 |
+
moe_only: $("#moe-only").checked, vision_only: $("#vision-only").checked,
|
| 60 |
+
fits_only: $("#fits-only").checked,
|
| 61 |
+
vram_only: r.kind === "gpu" && $("#vram-only").checked, mmproj: $("#mmproj").value,
|
| 62 |
+
offset: append ? offset : 0, limit: 24,
|
| 63 |
+
};
|
| 64 |
}
|
|
|
|
| 65 |
|
| 66 |
+
const SCORE_PARTS = [["fit", "Fit"], ["capacity", "Size"], ["popularity", "Downloads"], ["recency", "New"], ["community", "Reports"]];
|
| 67 |
+
function scoreTitle(m) {
|
| 68 |
+
const w = META.score_weights || {};
|
| 69 |
+
return SCORE_PARTS.map(([k, l]) => `${l}: ${Math.round((m.components[k] || 0) * w[k] * 100)} of ${Math.round(w[k] * 100)}`).join("\n");
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 70 |
}
|
| 71 |
|
| 72 |
+
function rail(fit, r) {
|
| 73 |
+
if (!fit) return null;
|
| 74 |
+
const box = el("div", "rail");
|
| 75 |
+
const pct = (v, cap) => `${Math.max(0, Math.min(100, (v / cap) * 100))}%`;
|
| 76 |
+
const vram = r.kind === "gpu" ? r.gpus.reduce((a, v) => a + v, 0) : 0;
|
| 77 |
+
const ram = r.ram_gb;
|
| 78 |
+
if (r.kind === "unified") {
|
| 79 |
+
const share = (META.hardware.unified_shares || {})[r.unified_system];
|
| 80 |
+
const cap = r.ram_gb * (share || (r.ram_gb <= 36 ? 0.67 : 0.75));
|
| 81 |
+
const pool = el("div", "pool");
|
| 82 |
+
pool.style.flex = "1";
|
| 83 |
+
const i = el("i", "gpu"); i.style.width = pct(fit.gpu_gb, cap); pool.append(i);
|
| 84 |
+
if (fit.gpu_gb > cap) { const o = el("i", "over"); o.style.width = "30%"; pool.append(o); }
|
| 85 |
+
box.append(pool);
|
| 86 |
+
return box;
|
|
|
|
|
|
|
| 87 |
}
|
| 88 |
+
if (vram) {
|
| 89 |
+
const pool = el("div", "pool"); pool.style.flex = `${vram / (vram + ram)}`;
|
| 90 |
+
const i = el("i", "gpu"); i.style.width = pct(fit.gpu_gb, vram); pool.append(i);
|
| 91 |
+
box.append(pool);
|
| 92 |
+
}
|
| 93 |
+
const ramPool = el("div", "pool"); ramPool.style.flex = `${ram / ((vram || 1) + ram)}`;
|
| 94 |
+
const j = el("i", fit.tier === "gpu_moe" ? "exp" : "ram"); j.style.width = pct(fit.ram_gb, ram);
|
| 95 |
+
ramPool.append(j);
|
| 96 |
+
if (fit.tier === "no" || fit.tier === "no_vram") { const o = el("i", "over"); o.style.width = "30%"; ramPool.append(o); }
|
| 97 |
+
box.append(ramPool);
|
| 98 |
+
return box;
|
| 99 |
}
|
| 100 |
|
| 101 |
+
function fitText(fit) {
|
| 102 |
+
if (!fit) return "";
|
| 103 |
+
const parts = [fit.label];
|
| 104 |
+
if (fit.tier !== "no" && fit.tier !== "no_vram") parts.push(`${gb(fit.gpu_gb)} GPU, ${gb(fit.ram_gb)} RAM`);
|
| 105 |
+
return parts.join(" · ");
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 106 |
}
|
| 107 |
|
| 108 |
function card(m) {
|
|
|
|
| 111 |
const btn = el("button", null, m.name);
|
| 112 |
h.append(btn);
|
| 113 |
c.append(h);
|
| 114 |
+
const tags = [
|
| 115 |
+
m.params ? params(m.params) + (m.active_params ? ` (${params(m.active_params)} active)` : "") : null,
|
| 116 |
+
m.moe ? "MoE" : null, m.vision ? "vision" : null, m.family,
|
| 117 |
+
`${m.repo_count} GGUF repos`, `${compact(m.downloads)} downloads`,
|
| 118 |
+
].filter(Boolean).join(" · ");
|
| 119 |
+
c.append(el("div", "meta", tags));
|
| 120 |
+
const side = el("div", "r-side");
|
| 121 |
+
const sc = el("span", "score", String(Math.round(m.score)));
|
| 122 |
+
sc.title = scoreTitle(m) + "\nHardware ranking, not model quality.";
|
| 123 |
+
side.append(sc, el("span", "muted", "score"));
|
| 124 |
+
c.append(side);
|
| 125 |
const status = el("p", "muted", "Ranking quants…");
|
| 126 |
c.append(status);
|
| 127 |
const body = el("div");
|
| 128 |
c.append(body);
|
| 129 |
btn.addEventListener("click", () => {
|
| 130 |
+
if (!m._detail || body.children.length) { body.replaceChildren(); return; }
|
| 131 |
+
renderDetail(m, body);
|
|
|
|
| 132 |
});
|
| 133 |
return { c, status, body };
|
| 134 |
}
|
| 135 |
|
| 136 |
+
function renderDetail(m, body) {
|
| 137 |
+
const d = m._detail, pick = m._pick;
|
| 138 |
+
const g = d.geometry;
|
| 139 |
+
const facts = [
|
| 140 |
+
d.params ? `${params(d.params)} parameters${d.active_params ? `, ${params(d.active_params)} active` : ""}` : null,
|
| 141 |
+
g ? `${g.n_layers} layers` : null,
|
| 142 |
+
g && g.moe ? `${g.expert_count} experts, ${g.expert_used} per token` : null,
|
| 143 |
+
d.context_length ? `${ctxLabel(d.context_length)} native context` : null,
|
| 144 |
+
g && g.notes && g.notes.length ? g.notes.join(", ") : null,
|
| 145 |
+
].filter(Boolean).join(" • ");
|
| 146 |
+
if (facts) body.append(el("p", "muted", facts));
|
| 147 |
+
|
| 148 |
+
const opts = d.options || [];
|
| 149 |
+
const sel = opts.find((o) => pick && o.repo === pick.repo && o.quant === pick.quant) || opts[0];
|
| 150 |
+
if (sel && sel.commands) {
|
| 151 |
+
const row = el("div", "row");
|
| 152 |
+
const copy = el("button", "btn ghost", "Copy command");
|
| 153 |
+
const pre = el("pre", "cmd", sel.commands["llama.cpp"]);
|
| 154 |
+
copy.addEventListener("click", async () => {
|
| 155 |
+
try { await navigator.clipboard.writeText(pre.textContent); copy.textContent = "Copied"; }
|
| 156 |
+
catch { copy.textContent = "Select and copy"; }
|
| 157 |
+
setTimeout(() => (copy.textContent = "Copy command"), 1500);
|
| 158 |
+
});
|
| 159 |
+
row.append(el("span", "muted", `Run it (${sel.quant} from ${sel.repo.split("/")[0]}):`), copy);
|
| 160 |
+
body.append(row, pre);
|
| 161 |
+
if (sel.fit) body.append(el("div", "muted", fitText(sel.fit)));
|
| 162 |
+
}
|
| 163 |
+
|
| 164 |
+
body.append(el("h3", null, `Every quant (${opts.length})`));
|
| 165 |
+
if (d.hidden_below_min_bits) {
|
| 166 |
+
body.append(el("p", "muted",
|
| 167 |
+
`${d.hidden_below_min_bits} quant(s) hidden by the bit floor. Lower "Lowest quant to consider" to see them.`));
|
| 168 |
+
}
|
| 169 |
+
const t = el("table", "quants");
|
| 170 |
+
const head = el("tr");
|
| 171 |
+
for (const [h, num] of [["Uploader", 0], ["Quant", 0], ["Size", 1], ["On your hardware", 0]]) {
|
| 172 |
+
head.append(el("th", num ? "num" : null, h));
|
| 173 |
+
}
|
| 174 |
+
const tb = el("tbody");
|
| 175 |
+
for (const o of [...opts].sort((a, b) => a.size - b.size)) {
|
| 176 |
+
const tr = el("tr");
|
| 177 |
+
if (pick && o.quant === pick.quant && o.repo === pick.repo) tr.className = "is-pick";
|
| 178 |
+
const qtd = el("td");
|
| 179 |
+
qtd.append(el("b", null, o.quant));
|
| 180 |
+
if (pick && o.quant === pick.quant && o.repo === pick.repo) qtd.append(" ◀ pick");
|
| 181 |
+
const link = el("a", null, o.repo.split("/")[0]);
|
| 182 |
+
link.href = o.url; link.target = "_blank"; link.rel = "noopener";
|
| 183 |
+
const utd = el("td"); utd.append(link);
|
| 184 |
+
tr.append(utd, qtd, el("td", "num", bytesGB(o.size)), el("td", null, o.fit ? o.fit.label : "?"));
|
| 185 |
+
tb.append(tr);
|
| 186 |
+
}
|
| 187 |
+
t.append(head, tb);
|
| 188 |
+
body.append(t);
|
| 189 |
+
|
| 190 |
+
if (d.kv_cache_gb) {
|
| 191 |
+
body.append(el("h3", null, "KV cache"));
|
| 192 |
+
const strip = el("div", "kv-strip");
|
| 193 |
+
for (const [ctx, v] of Object.entries(d.kv_cache_gb)) {
|
| 194 |
+
const s = el("span", null, `${ctxLabel(+ctx)} `);
|
| 195 |
+
s.append(el("b", null, gb(v, v < 10 ? 2 : 1)));
|
| 196 |
+
strip.append(s);
|
| 197 |
+
}
|
| 198 |
+
body.append(strip);
|
| 199 |
+
}
|
| 200 |
+
const fm = d.other_formats || {};
|
| 201 |
+
const names = { mlx: "MLX", onnx: "ONNX", awq: "AWQ", gptq: "GPTQ", fp8: "FP8", exl3: "EXL3", exl2: "EXL2" };
|
| 202 |
+
const any = Object.keys(names).filter((k) => fm[k] && fm[k].length);
|
| 203 |
+
if (any.length) {
|
| 204 |
+
body.append(el("h3", null, "Other formats"));
|
| 205 |
+
for (const k of any) {
|
| 206 |
+
const p = el("p", "muted", `${names[k]} (${fm[k].length}): `);
|
| 207 |
+
for (const id of fm[k].slice(0, 4)) {
|
| 208 |
+
const a = el("a", null, id.split("/")[1] || id);
|
| 209 |
+
a.href = `https://huggingface.co/${id}`; a.target = "_blank"; a.rel = "noopener";
|
| 210 |
+
p.append(a, " ");
|
| 211 |
+
}
|
| 212 |
+
body.append(p);
|
| 213 |
+
}
|
| 214 |
+
}
|
| 215 |
+
const cm = d.community;
|
| 216 |
+
if (cm && cm.bench_rows && cm.bench_rows.length) {
|
| 217 |
+
body.append(el("h3", null, "Community benchmarks"));
|
| 218 |
+
const bt = el("table", "quants");
|
| 219 |
+
const bh = el("tr");
|
| 220 |
+
for (const [h, num] of [["Quant", 0], ["Hardware", 0], ["Backend", 0], ["Prompt t/s", 1], ["Gen t/s", 1]]) {
|
| 221 |
+
bh.append(el("th", num ? "num" : null, h));
|
| 222 |
+
}
|
| 223 |
+
const bb = el("tbody");
|
| 224 |
+
for (const b of cm.bench_rows) {
|
| 225 |
+
const tr = el("tr");
|
| 226 |
+
tr.append(el("td", null, b.quant || "?"),
|
| 227 |
+
el("td", null, b.gpu_name || b.gpu_model || (b.vram_class ? `${b.vram_class} GB GPU` : "CPU")),
|
| 228 |
+
el("td", null, b.backend || "?"),
|
| 229 |
+
el("td", "num", b.prompt_tps ? String(Math.round(b.prompt_tps)) : "—"),
|
| 230 |
+
el("td", "num", b.generation_tps ? b.generation_tps.toFixed(1) : "—"));
|
| 231 |
+
bb.append(tr);
|
| 232 |
+
}
|
| 233 |
+
bt.append(bh, bb);
|
| 234 |
+
body.append(bt);
|
| 235 |
+
}
|
| 236 |
+
}
|
| 237 |
+
|
| 238 |
async function detailFor(key, q, signal) {
|
| 239 |
const r = await fetch(`${API}/api/model`, { method: "POST",
|
| 240 |
headers: { "content-type": "application/json" }, signal,
|
| 241 |
body: JSON.stringify({ key, hardware: q.hardware, context: q.context,
|
| 242 |
+
kv_type: q.kv_type, priority: q.priority, min_bits: q.min_bits,
|
| 243 |
+
vram_only: q.vram_only, mmproj: q.mmproj }) });
|
| 244 |
if (!r.ok) throw new Error(`model ${r.status}`);
|
| 245 |
return r.json();
|
| 246 |
}
|
| 247 |
|
| 248 |
+
function famGuess(key) {
|
| 249 |
+
if (/qwen/i.test(key)) return "Qwen";
|
| 250 |
+
if (/gemma/i.test(key)) return "Gemma";
|
| 251 |
+
return null;
|
| 252 |
+
}
|
| 253 |
+
|
| 254 |
+
async function search(append) {
|
| 255 |
const id = ++runId;
|
| 256 |
+
const q = query(append);
|
| 257 |
+
if (!append) offset = 0;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 258 |
const box = $("#results");
|
| 259 |
+
if (!append) box.replaceChildren();
|
| 260 |
+
$("#count").textContent = append ? $("#count").textContent : "Finding models…";
|
| 261 |
const ctrl = new AbortController();
|
| 262 |
const alive = () => id === runId;
|
| 263 |
|
|
|
|
| 265 |
try {
|
| 266 |
const rr = await fetch(`${API}/api/recommend`, { method: "POST",
|
| 267 |
headers: { "content-type": "application/json" }, signal: ctrl.signal,
|
| 268 |
+
body: JSON.stringify(q) });
|
|
|
|
|
|
|
|
|
|
| 269 |
if (!rr.ok) throw new Error(`recommend ${rr.status}`);
|
| 270 |
res = await rr.json();
|
| 271 |
} catch {
|
|
|
|
| 273 |
return;
|
| 274 |
}
|
| 275 |
if (!alive()) return;
|
| 276 |
+
total = res.total;
|
| 277 |
+
offset += res.results.length;
|
| 278 |
+
$("#count").textContent = `${total.toLocaleString()} models`;
|
| 279 |
+
$("#more").hidden = offset >= total;
|
| 280 |
+
const r = rig();
|
| 281 |
+
|
| 282 |
+
for (const m of res.results) {
|
| 283 |
+
const ui = card(m);
|
| 284 |
+
m._ui = ui;
|
| 285 |
+
box.append(ui.c);
|
| 286 |
+
}
|
| 287 |
|
| 288 |
+
const queue = [...res.results];
|
|
|
|
| 289 |
async function worker() {
|
| 290 |
while (alive() && queue.length) {
|
| 291 |
+
const m = queue.shift();
|
| 292 |
try {
|
| 293 |
const d = await detailFor(m.key, q, ctrl.signal);
|
| 294 |
if (!alive()) return;
|
| 295 |
const opts = d.options.map((o) => ({ ...o,
|
| 296 |
fit_ok: o.fit && o.fit.tier !== "no" && o.fit.tier !== "no_vram" }));
|
| 297 |
+
const { pick, warnings } = rankOptions(opts, q.priority, famGuess(m.key), SCORES);
|
|
|
|
| 298 |
m._detail = d; m._pick = pick;
|
| 299 |
const ui = m._ui;
|
| 300 |
if (!ui) continue;
|
| 301 |
ui.status.replaceChildren();
|
| 302 |
if (pick) {
|
| 303 |
+
const line = el("div", "choice");
|
| 304 |
+
line.append(el("b", null, pick.quant),
|
| 305 |
+
` from ${pick.repo.split("/")[0]} — ${bytesGB(pick.size)}${pick.full === false ? " (partial offload)" : ""}`);
|
| 306 |
+
ui.status.append(line);
|
| 307 |
+
ui.status.append(el("div", "muted", fitText(pick.fit)));
|
| 308 |
for (const w of warnings) ui.status.append(el("div", "warn", w));
|
| 309 |
+
const railEl = rail(pick.fit, r);
|
| 310 |
+
if (railEl) ui.status.append(railEl);
|
| 311 |
} else {
|
| 312 |
+
ui.status.textContent = warnings[0] || "Doesn't fit this hardware.";
|
| 313 |
}
|
| 314 |
} catch (err) {
|
| 315 |
if (alive() && m._ui) m._ui.status.textContent =
|
| 316 |
+
`Quant ranking failed (${String(err).slice(0, 100)}).`;
|
| 317 |
}
|
| 318 |
}
|
| 319 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 320 |
await Promise.all(Array.from({ length: 4 }, worker));
|
| 321 |
}
|
| 322 |
|
| 323 |
+
let deb;
|
| 324 |
+
function schedule(append) {
|
| 325 |
+
clearTimeout(deb);
|
| 326 |
+
deb = setTimeout(() => search(append || false), 250);
|
| 327 |
+
}
|
| 328 |
+
|
| 329 |
function syncKind() {
|
| 330 |
const kind = $('input[name="kind"]:checked').value;
|
| 331 |
+
$$("[data-show]").forEach((n) => {
|
| 332 |
+
if (n.id === "gpu2-wrap") return; // toggle-owned, not kind-owned
|
| 333 |
+
n.hidden = !n.dataset.show.split(" ").includes(kind);
|
| 334 |
+
});
|
| 335 |
$("#custom-vram-field").hidden = kind !== "gpu" || $("#gpu").value !== "custom";
|
| 336 |
+
$("#custom-vram2-field").hidden = $("#gpu2").value !== "custom";
|
| 337 |
+
$("#gpu2-toggle").textContent = $("#gpu2-wrap").hidden ? "Add a different card" : "Remove the other card";
|
| 338 |
}
|
| 339 |
|
| 340 |
async function boot() {
|
|
|
|
| 346 |
return;
|
| 347 |
}
|
| 348 |
const H = META.hardware;
|
| 349 |
+
const groups = (sel) => {
|
| 350 |
+
for (const [label, names] of H.gpu_groups) {
|
| 351 |
+
const g = document.createElement("optgroup");
|
| 352 |
+
g.label = label;
|
| 353 |
+
for (const n of names) g.append(opt(n, `${n.replace(/^(NVIDIA|AMD|Intel) /, "")} (${H.gpus[n]} GB)`));
|
| 354 |
+
$(sel).append(g);
|
| 355 |
+
}
|
| 356 |
+
$(sel).append(opt("custom", "Other: enter VRAM"));
|
| 357 |
+
};
|
| 358 |
+
groups("#gpu"); groups("#gpu2");
|
| 359 |
$("#gpu").value = "NVIDIA RTX 5070";
|
| 360 |
+
$("#gpu2").value = "NVIDIA RTX 3060 12GB";
|
| 361 |
const vramSet = [...new Set(Object.values(H.gpus))].sort((a, b) => a - b);
|
| 362 |
+
for (const sel of ["#custom-vram", "#custom-vram2"]) {
|
| 363 |
+
for (const v of vramSet) $(sel).append(opt(v, `${v} GB`, v === 12));
|
| 364 |
+
}
|
| 365 |
+
for (const sel of ["#gpu-count", "#gpu2-count"]) {
|
| 366 |
+
for (const n of [1, 2, 3, 4, 6, 8]) $(sel).append(opt(n, n, n === 1));
|
| 367 |
+
}
|
| 368 |
+
for (const v of H.ram) $("#ram").append(opt(v, `${v} GB`, v === 64));
|
| 369 |
+
for (const s of Object.keys(H.unified)) $("#usys").append(opt(s, s));
|
| 370 |
const syncMem = () => {
|
| 371 |
const mems = H.unified[$("#usys").value] || [];
|
| 372 |
+
$("#umem").replaceChildren(...mems.map((m) => opt(m, `${m} GB`)));
|
| 373 |
};
|
| 374 |
+
$("#usys").addEventListener("change", () => { syncMem(); schedule(); });
|
| 375 |
syncMem();
|
| 376 |
+
for (const c of H.contexts) $("#ctx").append(opt(c, `${ctxLabel(c)} tokens`, c === 16384));
|
| 377 |
+
for (const f of META.families) $("#family").append(opt(f.family, `${f.family} (${f.count})`));
|
| 378 |
+
for (const s of META.sizes) $("#size").append(opt(s, s));
|
| 379 |
|
| 380 |
+
$("#kind").addEventListener("change", () => { syncKind(); schedule(); });
|
| 381 |
$("#gpu").addEventListener("change", syncKind);
|
| 382 |
+
$("#gpu2").addEventListener("change", syncKind);
|
| 383 |
+
$("#gpu2-toggle").addEventListener("click", () => {
|
| 384 |
+
$("#gpu2-wrap").hidden = !$("#gpu2-wrap").hidden;
|
| 385 |
+
syncKind(); schedule();
|
| 386 |
+
});
|
| 387 |
+
$("#more").addEventListener("click", () => search(true));
|
| 388 |
+
$("#search").addEventListener("input", () => schedule());
|
| 389 |
+
for (const sel of ["#gpu", "#custom-vram", "#gpu-count", "#gpu2", "#custom-vram2", "#gpu2-count",
|
| 390 |
+
"#ram", "#usys", "#umem", "#ctx", "#kv", "#mmproj", "#min-bits",
|
| 391 |
+
"#family", "#size", "#sort"]) {
|
| 392 |
+
$(sel).addEventListener("change", () => schedule());
|
| 393 |
}
|
| 394 |
+
for (const sel of ["#vram-only", "#fits-only", "#moe-only", "#vision-only"]) {
|
| 395 |
+
$(sel).addEventListener("change", () => schedule());
|
| 396 |
+
}
|
| 397 |
+
$$('input[name="kind"],input[name="p"]').forEach((i) => i.addEventListener("change", () => schedule()));
|
| 398 |
+
syncKind();
|
| 399 |
+
search(false);
|
| 400 |
}
|
| 401 |
|
| 402 |
boot();
|
index.html
CHANGED
|
@@ -4,82 +4,143 @@
|
|
| 4 |
<meta charset="utf-8">
|
| 5 |
<meta name="viewport" content="width=device-width, initial-scale=1">
|
| 6 |
<title>Local Model Explorer + quant picks</title>
|
| 7 |
-
<meta name="description" content="Which GGUF models fit your
|
| 8 |
<style>
|
| 9 |
html,body{margin:0;background:#0d1217;color:#e8edf2;font:15px system-ui,sans-serif}
|
| 10 |
-
.shell{max-width:
|
| 11 |
-
header.top{display:flex;justify-content:space-between;align-items:center;flex-wrap:wrap;gap:8px;margin-bottom:12px}
|
| 12 |
header.top h1{font-size:20px;margin:0}
|
| 13 |
-
header.top
|
| 14 |
-
.
|
| 15 |
-
|
|
|
|
| 16 |
.rig{border:1px solid #1d2733;border-radius:10px;padding:14px;height:fit-content;position:sticky;top:12px}
|
| 17 |
-
.rig h2{font-size:15px;margin:0 0
|
| 18 |
.field{margin:10px 0}
|
| 19 |
.field label{display:block;font-size:12.5px;color:#9aa7b4;margin-bottom:4px}
|
| 20 |
.field select,.field input[type=search]{width:100%;background:#131c25;color:#e8edf2;border:1px solid #2a3542;border-radius:7px;padding:7px 9px;font-size:14px;box-sizing:border-box}
|
| 21 |
.seg{display:flex;gap:6px;flex-wrap:wrap}
|
| 22 |
.seg label{border:1px solid #2a3542;border-radius:8px;padding:6px 10px;cursor:pointer;font-size:13px}
|
| 23 |
-
.seg input{accent-color:#0e9aa5}
|
|
|
|
|
|
|
| 24 |
.btn{background:#0e9aa5;border:0;color:#fff;border-radius:8px;padding:8px 14px;font-size:14px;cursor:pointer}
|
| 25 |
-
.btn.ghost{background:none;border:1px solid #2a3542;color:#e8edf2}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 26 |
.card{border:1px solid #1d2733;border-radius:10px;padding:14px 16px;margin:0 0 12px}
|
| 27 |
-
.card h3{margin:0
|
| 28 |
.card h3 button{background:none;border:0;color:#e8edf2;font-size:17px;cursor:pointer;padding:0;text-align:left}
|
| 29 |
-
.meta{color:#9aa7b4;font-size:13px;margin:
|
|
|
|
|
|
|
| 30 |
.choice{font-size:14.5px;margin:6px 0}
|
| 31 |
.choice b{font-size:16px}
|
| 32 |
-
.badge{display:inline-block;padding:1px 9px;border-radius:20px;font-size:12px;border:1px solid #2a3542;color:#9aa7b4;white-space:nowrap}
|
| 33 |
-
.b-default{color:#7fe0c3;border-color:#0e9aa5}.b-archival,.b-step{color:#8fb6e6}
|
| 34 |
-
.b-tight,.b-knee{color:#e8d27f}.b-emergency,.b-avoid{color:#e88a7f}
|
| 35 |
.warn{color:#e8b93e;font-size:13px;margin:4px 0}
|
| 36 |
.muted{color:#9aa7b4;font-size:13px}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 37 |
table.quants{width:100%;border-collapse:collapse;font-size:13px;margin-top:8px}
|
| 38 |
table.quants th,table.quants td{text-align:left;padding:5px 8px;border-bottom:1px solid #1d2733}
|
| 39 |
-
table.quants td.num{text-align:right;font-variant-numeric:tabular-nums}
|
| 40 |
tr.is-pick td{background:#12242b}
|
| 41 |
pre.cmd{background:#080c10;border:1px solid #1d2733;border-radius:8px;padding:10px;overflow-x:auto;font-size:12.5px}
|
| 42 |
.row{display:flex;gap:8px;align-items:center;flex-wrap:wrap}
|
|
|
|
|
|
|
| 43 |
footer{color:#9aa7b4;font-size:12.5px;margin-top:24px}
|
| 44 |
footer a{color:#8fb6e6}
|
| 45 |
#count{color:#9aa7b4}
|
|
|
|
| 46 |
</style>
|
| 47 |
</head>
|
| 48 |
<body>
|
| 49 |
<div class="shell">
|
| 50 |
<header class="top">
|
| 51 |
-
<
|
| 52 |
-
<p>
|
| 53 |
</header>
|
| 54 |
<div class="layout">
|
| 55 |
-
<aside class="rig">
|
| 56 |
<h2>Your hardware</h2>
|
| 57 |
<div class="seg" id="kind">
|
| 58 |
<label><input type="radio" name="kind" value="gpu" checked> GPU</label>
|
| 59 |
-
<label><input type="radio" name="kind" value="unified"> Mac/unified</label>
|
| 60 |
-
<label><input type="radio" name="kind" value="cpu"> CPU</label>
|
| 61 |
</div>
|
| 62 |
<div class="field" data-show="gpu"><label for="gpu">Graphics card</label><select id="gpu"></select></div>
|
| 63 |
-
<div class="
|
| 64 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 65 |
<div class="field" data-show="unified"><label for="usys">System</label><select id="usys"></select></div>
|
| 66 |
<div class="field" data-show="unified"><label for="umem">Memory</label><select id="umem"></select></div>
|
| 67 |
<div class="field" data-show="gpu cpu"><label for="ram">System RAM</label><select id="ram"></select></div>
|
| 68 |
<div class="field"><label for="ctx">Context length</label><select id="ctx"></select></div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 69 |
<div class="field"><label>Prefer</label><div class="seg" id="priority">
|
| 70 |
<label><input type="radio" name="p" value="balanced" checked> Balanced</label>
|
| 71 |
<label><input type="radio" name="p" value="quality"> Quality</label>
|
| 72 |
<label><input type="radio" name="p" value="small"> Smallest</label>
|
| 73 |
</div></div>
|
| 74 |
-
<div class="field"><label for="
|
| 75 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 76 |
</aside>
|
| 77 |
<section>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 78 |
<p id="count"></p>
|
| 79 |
<div id="results"></div>
|
|
|
|
| 80 |
</section>
|
| 81 |
</div>
|
| 82 |
-
<footer>
|
| 83 |
</div>
|
| 84 |
<script src="rankQuants.js"></script>
|
| 85 |
<script src="fork.js"></script>
|
|
|
|
| 4 |
<meta charset="utf-8">
|
| 5 |
<meta name="viewport" content="width=device-width, initial-scale=1">
|
| 6 |
<title>Local Model Explorer + quant picks</title>
|
| 7 |
+
<meta name="description" content="Which GGUF models fit your GPU, Mac or CPU, and exactly which quant to download for each.">
|
| 8 |
<style>
|
| 9 |
html,body{margin:0;background:#0d1217;color:#e8edf2;font:15px system-ui,sans-serif}
|
| 10 |
+
.shell{max-width:1120px;margin:0 auto;padding:20px}
|
|
|
|
| 11 |
header.top h1{font-size:20px;margin:0}
|
| 12 |
+
header.top h1 .tag{font-size:12px;border:1px solid #0e9aa5;color:#7fe0c3;border-radius:20px;padding:1px 9px;white-space:nowrap}
|
| 13 |
+
header.top p{margin:4px 0 14px;color:#9aa7b4;font-size:13.5px}
|
| 14 |
+
.layout{display:grid;grid-template-columns:290px 1fr;gap:18px}
|
| 15 |
+
@media(max-width:860px){.layout{grid-template-columns:1fr}.rig{position:static !important}}
|
| 16 |
.rig{border:1px solid #1d2733;border-radius:10px;padding:14px;height:fit-content;position:sticky;top:12px}
|
| 17 |
+
.rig h2{font-size:15px;margin:0 0 6px}
|
| 18 |
.field{margin:10px 0}
|
| 19 |
.field label{display:block;font-size:12.5px;color:#9aa7b4;margin-bottom:4px}
|
| 20 |
.field select,.field input[type=search]{width:100%;background:#131c25;color:#e8edf2;border:1px solid #2a3542;border-radius:7px;padding:7px 9px;font-size:14px;box-sizing:border-box}
|
| 21 |
.seg{display:flex;gap:6px;flex-wrap:wrap}
|
| 22 |
.seg label{border:1px solid #2a3542;border-radius:8px;padding:6px 10px;cursor:pointer;font-size:13px}
|
| 23 |
+
.seg input,.check input{accent-color:#0e9aa5}
|
| 24 |
+
.check{display:flex;gap:7px;align-items:center;font-size:13.5px;margin:8px 0;cursor:pointer}
|
| 25 |
+
.row2{display:grid;grid-template-columns:1fr 1fr;gap:8px}
|
| 26 |
.btn{background:#0e9aa5;border:0;color:#fff;border-radius:8px;padding:8px 14px;font-size:14px;cursor:pointer}
|
| 27 |
+
.btn.ghost{background:none;border:1px solid #2a3542;color:#e8edf2;font-size:13px;padding:5px 12px}
|
| 28 |
+
.btn.small{font-size:12.5px;padding:4px 10px}
|
| 29 |
+
.filters{display:flex;gap:8px;flex-wrap:wrap;margin-bottom:6px}
|
| 30 |
+
.filters .grow{flex:1;min-width:180px}
|
| 31 |
+
.filters select,.filters input[type=search]{background:#131c25;color:#e8edf2;border:1px solid #2a3542;border-radius:7px;padding:7px 9px;font-size:14px}
|
| 32 |
+
.toggles{display:flex;gap:12px;align-items:center}
|
| 33 |
.card{border:1px solid #1d2733;border-radius:10px;padding:14px 16px;margin:0 0 12px}
|
| 34 |
+
.card h3{margin:0;font-size:17px}
|
| 35 |
.card h3 button{background:none;border:0;color:#e8edf2;font-size:17px;cursor:pointer;padding:0;text-align:left}
|
| 36 |
+
.meta{color:#9aa7b4;font-size:13px;margin:3px 0 8px}
|
| 37 |
+
.r-side{display:flex;gap:14px;align-items:baseline;margin:6px 0}
|
| 38 |
+
.score{font-size:22px;font-weight:700}
|
| 39 |
.choice{font-size:14.5px;margin:6px 0}
|
| 40 |
.choice b{font-size:16px}
|
|
|
|
|
|
|
|
|
|
| 41 |
.warn{color:#e8b93e;font-size:13px;margin:4px 0}
|
| 42 |
.muted{color:#9aa7b4;font-size:13px}
|
| 43 |
+
.rail{display:flex;gap:3px;height:10px;margin:8px 0 2px}
|
| 44 |
+
.rail .pool{position:relative;background:#1d2733;border-radius:5px;overflow:hidden;height:100%}
|
| 45 |
+
.rail i{position:absolute;left:0;top:0;bottom:0}
|
| 46 |
+
.rail i.gpu{background:#0e9aa5}.rail i.ram{background:#d69532}.rail i.exp{background:#7f6ce0}.rail i.over{background:#e85a5a}
|
| 47 |
+
.legend{display:flex;gap:14px;color:#9aa7b4;font-size:12.5px;margin:8px 0}
|
| 48 |
+
.legend i{display:inline-block;width:10px;height:10px;border-radius:3px;margin-right:5px}
|
| 49 |
table.quants{width:100%;border-collapse:collapse;font-size:13px;margin-top:8px}
|
| 50 |
table.quants th,table.quants td{text-align:left;padding:5px 8px;border-bottom:1px solid #1d2733}
|
| 51 |
+
table.quants td.num,table.quants th.num{text-align:right;font-variant-numeric:tabular-nums}
|
| 52 |
tr.is-pick td{background:#12242b}
|
| 53 |
pre.cmd{background:#080c10;border:1px solid #1d2733;border-radius:8px;padding:10px;overflow-x:auto;font-size:12.5px}
|
| 54 |
.row{display:flex;gap:8px;align-items:center;flex-wrap:wrap}
|
| 55 |
+
.kv-strip{display:flex;gap:12px;flex-wrap:wrap;font-size:13px;color:#9aa7b4}
|
| 56 |
+
.kv-strip b{color:#e8edf2}
|
| 57 |
footer{color:#9aa7b4;font-size:12.5px;margin-top:24px}
|
| 58 |
footer a{color:#8fb6e6}
|
| 59 |
#count{color:#9aa7b4}
|
| 60 |
+
#more{display:block;margin:12px auto}
|
| 61 |
</style>
|
| 62 |
</head>
|
| 63 |
<body>
|
| 64 |
<div class="shell">
|
| 65 |
<header class="top">
|
| 66 |
+
<h1>Local Model Explorer <span class="tag">+ quant picks</span></h1>
|
| 67 |
+
<p>Set your GPU, Mac or CPU. Each model names its exact best quant for your machine, with the command to run it.</p>
|
| 68 |
</header>
|
| 69 |
<div class="layout">
|
| 70 |
+
<aside class="rig" aria-label="Your hardware">
|
| 71 |
<h2>Your hardware</h2>
|
| 72 |
<div class="seg" id="kind">
|
| 73 |
<label><input type="radio" name="kind" value="gpu" checked> GPU</label>
|
| 74 |
+
<label><input type="radio" name="kind" value="unified"> Mac / unified</label>
|
| 75 |
+
<label><input type="radio" name="kind" value="cpu"> CPU only</label>
|
| 76 |
</div>
|
| 77 |
<div class="field" data-show="gpu"><label for="gpu">Graphics card</label><select id="gpu"></select></div>
|
| 78 |
+
<div class="row2" data-show="gpu">
|
| 79 |
+
<div class="field" id="custom-vram-field" hidden><label for="custom-vram">VRAM/card (GB)</label><select id="custom-vram"></select></div>
|
| 80 |
+
<div class="field"><label for="gpu-count">Cards</label><select id="gpu-count"></select></div>
|
| 81 |
+
</div>
|
| 82 |
+
<div data-show="gpu" id="gpu2-wrap" hidden>
|
| 83 |
+
<div class="field"><label for="gpu2">Other card</label><select id="gpu2"></select></div>
|
| 84 |
+
<div class="row2">
|
| 85 |
+
<div class="field" id="custom-vram2-field" hidden><label for="custom-vram2">VRAM/card (GB)</label><select id="custom-vram2"></select></div>
|
| 86 |
+
<div class="field"><label for="gpu2-count">Cards</label><select id="gpu2-count"></select></div>
|
| 87 |
+
</div>
|
| 88 |
+
</div>
|
| 89 |
+
<div data-show="gpu"><button type="button" class="btn ghost small" id="gpu2-toggle">Add a different card</button></div>
|
| 90 |
<div class="field" data-show="unified"><label for="usys">System</label><select id="usys"></select></div>
|
| 91 |
<div class="field" data-show="unified"><label for="umem">Memory</label><select id="umem"></select></div>
|
| 92 |
<div class="field" data-show="gpu cpu"><label for="ram">System RAM</label><select id="ram"></select></div>
|
| 93 |
<div class="field"><label for="ctx">Context length</label><select id="ctx"></select></div>
|
| 94 |
+
<div class="field"><label for="kv">KV cache precision</label><select id="kv">
|
| 95 |
+
<option value="f16">Full (f16), llama.cpp default</option>
|
| 96 |
+
<option value="q8_0">8-bit (q8_0)</option>
|
| 97 |
+
<option value="q4_0">4-bit (q4_0)</option>
|
| 98 |
+
</select></div>
|
| 99 |
+
<div class="field"><label for="mmproj">Vision projector (vision models)</label><select id="mmproj">
|
| 100 |
+
<option value="gpu">On the GPU, llama-server default</option>
|
| 101 |
+
<option value="ram">In system RAM (--no-mmproj-offload)</option>
|
| 102 |
+
<option value="off">Don't load it, text only (--no-mmproj)</option>
|
| 103 |
+
</select></div>
|
| 104 |
<div class="field"><label>Prefer</label><div class="seg" id="priority">
|
| 105 |
<label><input type="radio" name="p" value="balanced" checked> Balanced</label>
|
| 106 |
<label><input type="radio" name="p" value="quality"> Quality</label>
|
| 107 |
<label><input type="radio" name="p" value="small"> Smallest</label>
|
| 108 |
</div></div>
|
| 109 |
+
<div class="field"><label for="min-bits">Lowest quant to consider</label><select id="min-bits">
|
| 110 |
+
<option value="0">Any, down to 1-bit</option>
|
| 111 |
+
<option value="2">2-bit and up</option>
|
| 112 |
+
<option value="3">3-bit and up</option>
|
| 113 |
+
<option value="4">4-bit and up (Q4, IQ4, MXFP4)</option>
|
| 114 |
+
<option value="5">5-bit and up</option>
|
| 115 |
+
<option value="6">6-bit and up</option>
|
| 116 |
+
<option value="8">8-bit and up</option>
|
| 117 |
+
</select></div>
|
| 118 |
+
<label class="check" data-show="gpu"><input type="checkbox" id="vram-only"> Keep the whole model in VRAM</label>
|
| 119 |
+
<label class="check"><input type="checkbox" id="fits-only"> Only models that run on this hardware</label>
|
| 120 |
</aside>
|
| 121 |
<section>
|
| 122 |
+
<div class="filters">
|
| 123 |
+
<div class="grow"><input type="search" id="search" placeholder="Search models, e.g. qwen3, gemma, 70b" maxlength="80" style="width:100%"></div>
|
| 124 |
+
<select id="family"><option value="">All families</option></select>
|
| 125 |
+
<select id="size"><option value="">Any size</option></select>
|
| 126 |
+
<select id="sort">
|
| 127 |
+
<option value="best">Best for my hardware</option>
|
| 128 |
+
<option value="popular">Most downloaded</option>
|
| 129 |
+
<option value="recent">Newest</option>
|
| 130 |
+
<option value="community">Most community reports</option>
|
| 131 |
+
</select>
|
| 132 |
+
<div class="toggles">
|
| 133 |
+
<label class="check"><input type="checkbox" id="moe-only"> MoE</label>
|
| 134 |
+
<label class="check"><input type="checkbox" id="vision-only"> Vision</label>
|
| 135 |
+
</div>
|
| 136 |
+
</div>
|
| 137 |
+
<div class="legend"><span><i style="background:#0e9aa5"></i>On GPU</span><span><i style="background:#7f6ce0"></i>Experts in RAM</span><span><i style="background:#d69532"></i>In RAM</span><span><i style="background:#e85a5a"></i>Over capacity</span></div>
|
| 138 |
<p id="count"></p>
|
| 139 |
<div id="results"></div>
|
| 140 |
+
<button type="button" id="more" class="btn" hidden>Show more models</button>
|
| 141 |
</section>
|
| 142 |
</div>
|
| 143 |
+
<footer>Model catalog and fit estimates live from <a href="https://huggingface.co/spaces/LocalLLaMA/local-model-explorer">codelion's Local Model Explorer</a>. Quant picks use measured KL-divergence benchmarks (<a href="quant_scores.json">quant_scores.json</a>): full offloads preferred, dominated formats skipped when a better twin is in the same repo.</footer>
|
| 144 |
</div>
|
| 145 |
<script src="rankQuants.js"></script>
|
| 146 |
<script src="fork.js"></script>
|
rankQuants.js
CHANGED
|
@@ -6,8 +6,13 @@
|
|
| 6 |
* size alone. Pure functions, no DOM: wire into the existing
|
| 7 |
* recommend/model handlers; fit estimation stays untouched.
|
| 8 |
*
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
* Option shape (maps 1:1 to the /api/model option objects):
|
| 10 |
-
* { quant, repo, size, fit: { tier }, repo_downloads }
|
| 11 |
* fit.tier "no" / "no_vram" count as not fitting.
|
| 12 |
*
|
| 13 |
* Usage:
|
|
@@ -18,6 +23,8 @@
|
|
| 18 |
"use strict";
|
| 19 |
|
| 20 |
const FAIL_TIERS = new Set(["no", "no_vram"]);
|
|
|
|
|
|
|
| 21 |
const KNOWN_REFS = new Set(["BF16", "F16", "FP16"]);
|
| 22 |
const BAND_PREFERENCE = {
|
| 23 |
balanced: ["default", "tight", "knee", "step", "archival"],
|
|
@@ -47,7 +54,9 @@ function scoreMap(scoresJson) {
|
|
| 47 |
function classifyUnknown(quant) {
|
| 48 |
const q = quant.toUpperCase();
|
| 49 |
if (/Q4_0|Q4_1|Q3_K_S|Q3_K_M|Q5_K_S|Q4_K_S|Q4_K_L|Q5_0|Q3_0/.test(q)) return ["avoid", 0.10];
|
| 50 |
-
|
|
|
|
|
|
|
| 51 |
if (/Q2|IQ2/.test(q)) return ["emergency", 0.40];
|
| 52 |
if (/IQ3|Q3/.test(q)) return ["tight", 0.12];
|
| 53 |
if (/Q4|IQ4|MXFP4/.test(q)) return ["default", 0.05];
|
|
@@ -93,15 +102,23 @@ function rankOptions(options, priority, family, scoresJson) {
|
|
| 93 |
const map = scoreMap(scoresJson);
|
| 94 |
let pool = [];
|
| 95 |
for (const o of options) {
|
| 96 |
-
if (o.fit
|
| 97 |
const [kl, band, measured] = qualityOf(o.quant, map);
|
| 98 |
-
pool.push({ ...o, kl, band, measured
|
|
|
|
| 99 |
}
|
| 100 |
if (!pool.length) return { pick: null, ranked: [], warnings: ["nothing-fits"] };
|
| 101 |
pool = pool.filter((o) => o.band !== "ref");
|
| 102 |
if (!pool.length) return { pick: null, ranked: [], warnings: ["nothing-fits"] };
|
| 103 |
const warnings = [];
|
| 104 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 105 |
const nonEmergency = pool.filter((o) => o.band !== "emergency");
|
| 106 |
if (nonEmergency.length) {
|
| 107 |
pool = nonEmergency;
|
|
|
|
| 6 |
* size alone. Pure functions, no DOM: wire into the existing
|
| 7 |
* recommend/model handlers; fit estimation stays untouched.
|
| 8 |
*
|
| 9 |
+
* Fit awareness: full offloads (tier gpu/gpu_moe/cpu/unified/ram) always
|
| 10 |
+
* outrank partial ones. A partial "quality" pick (e.g. 12 of 64 layers on
|
| 11 |
+
* GPU) runs 3-10x slower with no speed data on the page to warn you, so
|
| 12 |
+
* the ranker only goes partial when nothing fits fully, with a warning.
|
| 13 |
+
*
|
| 14 |
* Option shape (maps 1:1 to the /api/model option objects):
|
| 15 |
+
* { quant, repo, size, fit: { tier, ngl, layers }, repo_downloads }
|
| 16 |
* fit.tier "no" / "no_vram" count as not fitting.
|
| 17 |
*
|
| 18 |
* Usage:
|
|
|
|
| 23 |
"use strict";
|
| 24 |
|
| 25 |
const FAIL_TIERS = new Set(["no", "no_vram"]);
|
| 26 |
+
// tiers where the whole model is resident (GPU, shared memory, or RAM)
|
| 27 |
+
const FULL_TIERS = new Set(["gpu", "gpu_moe", "cpu", "unified", "ram"]);
|
| 28 |
const KNOWN_REFS = new Set(["BF16", "F16", "FP16"]);
|
| 29 |
const BAND_PREFERENCE = {
|
| 30 |
balanced: ["default", "tight", "knee", "step", "archival"],
|
|
|
|
| 54 |
function classifyUnknown(quant) {
|
| 55 |
const q = quant.toUpperCase();
|
| 56 |
if (/Q4_0|Q4_1|Q3_K_S|Q3_K_M|Q5_K_S|Q4_K_S|Q4_K_L|Q5_0|Q3_0/.test(q)) return ["avoid", 0.10];
|
| 57 |
+
const bit = q.match(/(\d(\.\d)?)\s*BIT/);
|
| 58 |
+
if (bit) return parseFloat(bit[1]) < 4 ? ["emergency", 0.50] : ["tight", 0.12];
|
| 59 |
+
if (/IQ1|1BIT|_I1|TERNARY|Q1(?!\d)/.test(q)) return ["emergency", 0.60];
|
| 60 |
if (/Q2|IQ2/.test(q)) return ["emergency", 0.40];
|
| 61 |
if (/IQ3|Q3/.test(q)) return ["tight", 0.12];
|
| 62 |
if (/Q4|IQ4|MXFP4/.test(q)) return ["default", 0.05];
|
|
|
|
| 102 |
const map = scoreMap(scoresJson);
|
| 103 |
let pool = [];
|
| 104 |
for (const o of options) {
|
| 105 |
+
if (!o.fit || FAIL_TIERS.has(o.fit.tier)) continue;
|
| 106 |
const [kl, band, measured] = qualityOf(o.quant, map);
|
| 107 |
+
pool.push({ ...o, kl, band, measured,
|
| 108 |
+
full: FULL_TIERS.has(o.fit.tier) });
|
| 109 |
}
|
| 110 |
if (!pool.length) return { pick: null, ranked: [], warnings: ["nothing-fits"] };
|
| 111 |
pool = pool.filter((o) => o.band !== "ref");
|
| 112 |
if (!pool.length) return { pick: null, ranked: [], warnings: ["nothing-fits"] };
|
| 113 |
const warnings = [];
|
| 114 |
|
| 115 |
+
// full offloads first; partial only when nothing fits fully
|
| 116 |
+
if (pool.some((o) => o.full)) {
|
| 117 |
+
pool = pool.filter((o) => o.full);
|
| 118 |
+
} else {
|
| 119 |
+
warnings.push("partial-offload: nothing fits fully; these picks split layers between GPU and RAM and run slower");
|
| 120 |
+
}
|
| 121 |
+
|
| 122 |
const nonEmergency = pool.filter((o) => o.band !== "emergency");
|
| 123 |
if (nonEmergency.length) {
|
| 124 |
pool = nonEmergency;
|